diff --git a/Makefile.am b/Makefile.am index 0af0cf99e9..61292e9dc2 100644 --- a/Makefile.am +++ b/Makefile.am @@ -83,7 +83,6 @@ install-recursive: install-libLTLIBRARIES install-binPROGRAMS CORE_CFLAGS = $(AM_LIBAPR_CFLAGS) $(AM_LIBAPR_CPPFLAGS) CORE_CFLAGS += $(AM_LIBAPU_CPPFLAGS) CORE_CFLAGS += -I$(switch_srcdir)/libs/libtpl-1.5/src -CORE_CFLAGS += -I$(switch_builddir)/libs/sqlite CORE_CFLAGS += -I$(switch_srcdir)/libs/srtp/include CORE_CFLAGS += -I$(switch_srcdir)/libs/srtp/crypto/include -Ilibs/srtp/crypto/include CORE_CFLAGS += -I$(switch_builddir)/libs/spandsp/src -I$(switch_srcdir)/libs/spandsp/src @@ -91,7 +90,6 @@ CORE_CFLAGS += -I$(switch_builddir)/libs/tiff-4.0.2/libtiff -I$(switch_srcdir)/l APR_LIBS = $(AM_LIBAPU_LIBS) $(AM_LIBAPR_LIBS) CORE_LIBS = libs/apr-util/libaprutil-1.la libs/apr/libapr-1.la -CORE_LIBS += libs/sqlite/libsqlite3.la if ENABLE_SRTP CORE_CFLAGS += -DENABLE_SRTP @@ -118,9 +116,9 @@ libfreeswitch_spandsp_la_SOURCES = libs/spandsp/src/plc.c libs/spandsp/src/alloc libfreeswitch_spandsp_la_CFLAGS = -Ilibs/spandsp/src $(CORE_CFLAGS) $(AM_CFLAGS) CORE_LIBS+=libfreeswitch_spandsp.la lib_LTLIBRARIES = libfreeswitch.la -libfreeswitch_la_CFLAGS = $(CORE_CFLAGS) $(CURL_CFLAGS) $(PCRE_CFLAGS) $(SPEEX_CFLAGS) $(LIBEDIT_CFLAGS) $(AM_CFLAGS) +libfreeswitch_la_CFLAGS = $(CORE_CFLAGS) $(SQLITE_CFLAGS) $(CURL_CFLAGS) $(PCRE_CFLAGS) $(SPEEX_CFLAGS) $(LIBEDIT_CFLAGS) $(AM_CFLAGS) libfreeswitch_la_LDFLAGS = -version-info 1:0:0 $(AM_LDFLAGS) $(PLATFORM_CORE_LDFLAGS) -no-undefined -libfreeswitch_la_LIBADD = $(CORE_LIBS) $(APR_LIBS) $(CURL_LIBS) $(PCRE_LIBS) $(SPEEX_LIBS) $(LIBEDIT_LIBS) $(PLATFORM_CORE_LIBS) +libfreeswitch_la_LIBADD = $(CORE_LIBS) $(APR_LIBS) $(SQLITE_LIBS) $(CURL_LIBS) $(PCRE_LIBS) $(SPEEX_LIBS) $(LIBEDIT_LIBS) $(PLATFORM_CORE_LIBS) libfreeswitch_la_DEPENDENCIES = $(BUILT_SOURCES) if HAVE_ODBC @@ -429,17 +427,6 @@ libs/apr/libapr-1.la: libs/apr/Makefile libs/apr/.update libs/apr-util/libaprutil-1.la: libs/apr/libapr-1.la libs/apr-util libs/apr-util/.update @if [ $(MAKELEVEL) = 0 -o -z "`echo "$(MAKEARGS)" | grep "j"`" ] ; then touch $(switch_srcdir)/src/include/switch.h; cd libs/apr-util && $(MAKE) $(MFLAGS) && touch libaprutil-1.la; fi -libs/sqlite/libsqlite3.la: libs/sqlite libs/sqlite/Makefile libs/sqlite/.update - touch $(switch_srcdir)/src/include/switch.h - @cd libs/sqlite && $(MAKE) CFLAGS="$(SWITCH_AM_CFLAGS)" - @$(TOUCH_TARGET) - -libs/sqlite/Makefile: libs/sqlite/configure.ac - cd libs/sqlite && autoconf - cd libs/sqlite && ./config.status --recheck - cd libs/sqlite && ./config.status - @$(TOUCH_TARGET) - SRTP_SRC = libs/srtp/srtp/srtp.c libs/srtp/srtp/ekt.c libs/srtp/crypto/cipher/cipher.c libs/srtp/crypto/cipher/null_cipher.c \ libs/srtp/crypto/cipher/aes.c libs/srtp/crypto/cipher/aes_icm.c \ libs/srtp/crypto/cipher/aes_cbc.c \ @@ -589,7 +576,6 @@ update-clean: clean libs/openzap/Makefile python-reconf lua-reconf spandsp-recon cd libs/openzap && $(MAKE) clean cd libs/portaudio && $(MAKE) clean cd libs/esl && $(MAKE) clean - cd libs/sqlite && $(MAKE) clean cd libs/srtp && $(MAKE) clean swigall: diff --git a/bootstrap.sh b/bootstrap.sh index a4e510c690..3009aa91df 100755 --- a/bootstrap.sh +++ b/bootstrap.sh @@ -10,7 +10,7 @@ BASEDIR=`pwd`; LIBDIR=${BASEDIR}/libs; SUBDIRS="apr \ libzrtp ilbc iksemel js js/nsprpub ldns libdingaling libsndfile sofia-sip \ - speex sqlite srtp openzap freetdm spandsp libg722_1 portaudio unimrcp tiff-4.0.2 broadvoice silk libcodec2 \ + speex srtp openzap freetdm spandsp libg722_1 portaudio unimrcp tiff-4.0.2 broadvoice silk libcodec2 \ fs"; while getopts 'jhd:v' o; do diff --git a/configure.ac b/configure.ac index 0487e67570..0d0e4d5c00 100644 --- a/configure.ac +++ b/configure.ac @@ -1075,6 +1075,7 @@ case $host in ;; esac +PKG_CHECK_MODULES([SQLITE], [sqlite3 >= 3.8.3.1]) PKG_CHECK_MODULES([CURL], [libcurl >= 7.19]) PKG_CHECK_MODULES([PCRE], [libpcre >= 7.8]) PKG_CHECK_MODULES([SPEEX], [speex >= 1.2rc1 speexdsp >= 1.2rc1]) @@ -1524,7 +1525,6 @@ ac_configure_args="$ac_configure_args CONFIGURE_CFLAGS='$CFLAGS' CONFIGURE_CXXFL # Run configure in all the subdirs AC_CONFIG_SUBDIRS([libs/srtp]) -AC_CONFIG_SUBDIRS([libs/sqlite]) AC_CONFIG_SUBDIRS([libs/apr]) AC_CONFIG_SUBDIRS([libs/apr-util]) AC_CONFIG_SUBDIRS([libs/ilbc]) diff --git a/debian/bootstrap.sh b/debian/bootstrap.sh index 8bdff840fc..3d5b7932f5 100755 --- a/debian/bootstrap.sh +++ b/debian/bootstrap.sh @@ -286,6 +286,7 @@ Build-Depends: libc6-dev (>= 2.11.3), make (>= 3.81), libpcre3-dev, libedit-dev (>= 2.11), + libsqlite3-dev, wget, pkg-config, # core codecs libogg-dev, libspeex-dev, libspeexdsp-dev, diff --git a/debian/copyright b/debian/copyright index b853f7da07..1ae957e3e2 100644 --- a/debian/copyright +++ b/debian/copyright @@ -1896,11 +1896,6 @@ Files: libs/libzrtp/third_party/bnlib/test/md5.c Copyright: 1995 Abandoned Colin Plumb License: public-domain -Files: libs/sqlite/* -Copyright: 2006 Abandoned D. Richard Hipp - 1993 Abandoned Colin Plumb -License: public-domain - Files: libs/win32/sqlite/sqlite3.[ch] libs/win32/sqlite/parse.c Copyright: 2006 Abandoned D. Richard Hipp diff --git a/debian/license-reconcile.yml b/debian/license-reconcile.yml index 1be24dd6dc..7c2afcc9d7 100644 --- a/debian/license-reconcile.yml +++ b/debian/license-reconcile.yml @@ -86,31 +86,11 @@ Rules: Glob: libs/libzrtp/projects/symbian/DelayRuner.h Matches: Copyright\s+:\sCopyright\s\(c\)\s2010\sSoft\sIndustry Copyright: 2010 Soft Industry - - - Glob: libs/sqlite/* - Matches: The\sauthor\sdisclaims\scopyright\sto\sthis\ssource\scode. - Copyright: 2006 Abandoned D. Richard Hipp - License: public-domain - Glob: libs/win32/sqlite/*.[ch] Matches: The\sauthor\sdisclaims\scopyright\sto\sthis\ssource\scode. Copyright: 2006 Abandoned D. Richard Hipp License: public-domain - - - Glob: libs/sqlite/src/test_md5.c - Matches: written\sby\sColin\sPlumb\sin\s1993,\sno\scopyright\sis\sclaimed. - Matches: This\scode\sis\sin\sthe\spublic\sdomain;\sdo\swith\sit\swhat\syou\swish. - Copyright: 1993 Abandoned Colin Plumb - License: public-domain - - - Glob: libs/sqlite/src/printf.c - Matches: The\s\"printf\"\scode\sthat\sfollows\sdates\sfrom\sthe\s1980\'s.\s\sIt\sis\sin - Matches: the\spublic\sdomain. - License: public-domain - - - Glob: libs/sqlite/src/test_md5.c - Matches: This\scode\sis\sin\sthe\spublic\sdomain;\sdo\swith\sit\swhat\syou\swish. - License: public-domain - Glob: libs/libtpl-1.5/src/tpl.[ch] Matches: Copyright\s\(c\)\s2005-2010,\sTroy\sD.\sHanson\s+http://tpl.sourceforge.net diff --git a/docs/Doxygen.conf b/docs/Doxygen.conf index 6f140ae693..05896e4ba0 100644 --- a/docs/Doxygen.conf +++ b/docs/Doxygen.conf @@ -1245,7 +1245,7 @@ INCLUDE_PATH =../libs/apr ../libs/apr-util \ ../libs/libg722_1 ../libs/libnatpmp \ ../libs/libsndfile ../libs/miniupnpc \ ../libs/portaudio ../libs/sofia-sip ../libs/spandsp \ - ../libs/sqlite ../libs/srtp \ + ../libs/srtp \ ../libs/tiff-4.0.2 ../libs/udns \ ../libs/unimrcp ../libs/voipcodecs ../libs/win32 \ ../libs/xmlrpc-c ../libs/yaml diff --git a/libs/.gitignore b/libs/.gitignore index 73edc4dc0d..fc299b159f 100644 --- a/libs/.gitignore +++ b/libs/.gitignore @@ -570,20 +570,6 @@ opal /spandsp/tests/Makefile.in /spandsp/src/make_cielab_luts /sphinxbase-*/ -/sqlite/keywordhash.h -/sqlite/lemon -/sqlite/lempar.c -/sqlite/Makefile -/sqlite/mkkeywordhash -/sqlite/opcodes.c -/sqlite/opcodes.h -/sqlite/parse.c -/sqlite/parse.h -/sqlite/parse.h.temp -/sqlite/parse.out -/sqlite/parse.y -/sqlite/sqlite3 -/sqlite/sqlite3.h /srtp/aes_tables /srtp/config_in.h /srtp/crypto/include/config.h diff --git a/libs/sqlite/.update b/libs/sqlite/.update deleted file mode 100644 index 1943544f28..0000000000 --- a/libs/sqlite/.update +++ /dev/null @@ -1 +0,0 @@ -Tue Aug 2 13:04:55 CDT 2011 diff --git a/libs/sqlite/Makefile.in b/libs/sqlite/Makefile.in deleted file mode 100644 index 0080244ccc..0000000000 --- a/libs/sqlite/Makefile.in +++ /dev/null @@ -1,708 +0,0 @@ -#!/usr/make -# -# Makefile for SQLITE -# -# This makefile is suppose to be configured automatically using the -# autoconf. But if that does not work for you, you can configure -# the makefile manually. Just set the parameters below to values that -# work well for your system. -# -# If the configure script does not work out-of-the-box, you might -# be able to get it to work by giving it some hints. See the comment -# at the beginning of configure.in for additional information. -# - -# The toplevel directory of the source tree. This is the directory -# that contains this "Makefile.in" and the "configure.in" script. -# -TOP = @srcdir@ - -# C Compiler and options for use in building executables that -# will run on the platform that is doing the build. -# -BCC = @BUILD_CC@ @BUILD_CFLAGS@ - -# C Compile and options for use in building executables that -# will run on the target platform. (BCC and TCC are usually the -# same unless your are cross-compiling.) -# -TCC = @TARGET_CC@ -I. -I${TOP}/src @TARGET_CFLAGS@ - -# Define -DNDEBUG to compile without debugging (i.e., for production usage) -# Omitting the define will cause extra debugging code to be inserted and -# includes extra comments when "EXPLAIN stmt" is used. -# -TCC += @TARGET_DEBUG@ @XTHREADCONNECT@ - -# Compiler options needed for programs that use the TCL library. -# -TCC += @TCL_INCLUDE_SPEC@ - -# The library that programs using TCL must link against. -# -LIBTCL = @TCL_LIB_SPEC@ @TCL_LIBS@ - -# Compiler options needed for programs that use the readline() library. -# -READLINE_FLAGS = -DHAVE_READLINE=@TARGET_HAVE_READLINE@ @TARGET_READLINE_INC@ - -# The library that programs using readline() must link against. -# -LIBREADLINE = @TARGET_READLINE_LIBS@ - -# Should the database engine be compiled threadsafe -# -TCC += -DTHREADSAFE=@THREADSAFE@ - -# The pthreads library if needed -# -LIBPTHREAD=@TARGET_THREAD_LIB@ - -# Do threads override each others locks by default (1), or do we test (-1) -# -TCC += -DSQLITE_THREAD_OVERRIDE_LOCK=@THREADSOVERRIDELOCKS@ - -# The fdatasync library -TLIBS = @TARGET_LIBS@ - -# Flags controlling use of the in memory btree implementation -# -# TEMP_STORE is 0 to force temporary tables to be in a file, 1 to -# default to file, 2 to default to memory, and 3 to force temporary -# tables to always be in memory. -# -TEMP_STORE = -DTEMP_STORE=@TEMP_STORE@ - -# Version numbers and release number for the SQLite being compiled. -# -VERSION = @VERSION@ -VERSION_NUMBER = @VERSION_NUMBER@ -RELEASE = @RELEASE@ - -# Filename extensions -# -BEXE = @BUILD_EXEEXT@ -TEXE = @TARGET_EXEEXT@ - -# The following variable is "1" if the configure script was able to locate -# the tclConfig.sh file. It is an empty string otherwise. When this -# variable is "1", the TCL extension library (libtclsqlite3.so) is built -# and installed. -# -HAVE_TCL = @HAVE_TCL@ - -# The suffix used on shared libraries. Ex: ".dll", ".so", ".dylib" -# -SHLIB_SUFFIX = @TCL_SHLIB_SUFFIX@ - -# The directory into which to store package information for - -# Some standard variables and programs -# -prefix = @prefix@ -exec_prefix = @exec_prefix@ -libdir = @libdir@ -INSTALL = @INSTALL@ -LIBTOOL = ./libtool -ALLOWRELEASE = @ALLOWRELEASE@ - -# libtool compile/link/install -LTCOMPILE = $(LIBTOOL) --tag=CC --mode=compile $(TCC) -LTLINK = $(LIBTOOL) --tag=CC --mode=link $(TCC) -LTINSTALL = $(LIBTOOL) --mode=install $(INSTALL) - -# nawk compatible awk. -NAWK = @AWK@ - -# You should not have to change anything below this line -############################################################################### -#TCC += -DSQLITE_OMIT_LOAD_EXTENSION=1 - -# Object files for the SQLite library. -# -LIBOBJ = alter.lo analyze.lo attach.lo auth.lo btree.lo build.lo \ - callback.lo complete.lo date.lo \ - delete.lo expr.lo func.lo hash.lo insert.lo loadext.lo \ - main.lo opcodes.lo os.lo os_unix.lo os_win.lo os_os2.lo \ - pager.lo parse.lo pragma.lo prepare.lo printf.lo random.lo \ - select.lo table.lo tokenize.lo trigger.lo update.lo \ - util.lo vacuum.lo \ - vdbe.lo vdbeapi.lo vdbeaux.lo vdbefifo.lo vdbemem.lo \ - where.lo utf.lo legacy.lo vtab.lo - -# All of the source code files. -# -SRC = \ - $(TOP)/src/alter.c \ - $(TOP)/src/analyze.c \ - $(TOP)/src/attach.c \ - $(TOP)/src/auth.c \ - $(TOP)/src/btree.c \ - $(TOP)/src/btree.h \ - $(TOP)/src/build.c \ - $(TOP)/src/callback.c \ - $(TOP)/src/complete.c \ - $(TOP)/src/date.c \ - $(TOP)/src/delete.c \ - $(TOP)/src/expr.c \ - $(TOP)/src/func.c \ - $(TOP)/src/hash.c \ - $(TOP)/src/hash.h \ - $(TOP)/src/insert.c \ - $(TOP)/src/legacy.c \ - $(TOP)/src/loadext.c \ - $(TOP)/src/main.c \ - $(TOP)/src/os.c \ - $(TOP)/src/os_unix.c \ - $(TOP)/src/os_win.c \ - $(TOP)/src/os_os2.c \ - $(TOP)/src/pager.c \ - $(TOP)/src/pager.h \ - $(TOP)/src/parse.y \ - $(TOP)/src/pragma.c \ - $(TOP)/src/prepare.c \ - $(TOP)/src/printf.c \ - $(TOP)/src/random.c \ - $(TOP)/src/select.c \ - $(TOP)/src/shell.c \ - $(TOP)/src/sqlite.h.in \ - $(TOP)/src/sqliteInt.h \ - $(TOP)/src/table.c \ - $(TOP)/src/tclsqlite.c \ - $(TOP)/src/tokenize.c \ - $(TOP)/src/trigger.c \ - $(TOP)/src/utf.c \ - $(TOP)/src/update.c \ - $(TOP)/src/util.c \ - $(TOP)/src/vacuum.c \ - $(TOP)/src/vdbe.c \ - $(TOP)/src/vdbe.h \ - $(TOP)/src/vdbeapi.c \ - $(TOP)/src/vdbeaux.c \ - $(TOP)/src/vdbefifo.c \ - $(TOP)/src/vdbemem.c \ - $(TOP)/src/vdbeInt.h \ - $(TOP)/src/vtab.c \ - $(TOP)/src/where.c - -# Source code for extensions -# -SRC += \ - $(TOP)/ext/fts1/fts1.c \ - $(TOP)/ext/fts1/fts1.h \ - $(TOP)/ext/fts1/fts1_hash.c \ - $(TOP)/ext/fts1/fts1_hash.h \ - $(TOP)/ext/fts1/fts1_porter.c \ - $(TOP)/ext/fts1/fts1_tokenizer.h \ - $(TOP)/ext/fts1/fts1_tokenizer1.c \ - $(TOP)/src/sqliteInt.h - - -# Source code to the test files. -# -TESTSRC = \ - $(TOP)/src/btree.c \ - $(TOP)/src/date.c \ - $(TOP)/src/func.c \ - $(TOP)/src/os.c \ - $(TOP)/src/os_os2.c \ - $(TOP)/src/os_unix.c \ - $(TOP)/src/os_win.c \ - $(TOP)/src/pager.c \ - $(TOP)/src/pragma.c \ - $(TOP)/src/printf.c \ - $(TOP)/src/test1.c \ - $(TOP)/src/test2.c \ - $(TOP)/src/test3.c \ - $(TOP)/src/test4.c \ - $(TOP)/src/test5.c \ - $(TOP)/src/test6.c \ - $(TOP)/src/test7.c \ - $(TOP)/src/test8.c \ - $(TOP)/src/test_autoext.c \ - $(TOP)/src/test_async.c \ - $(TOP)/src/test_md5.c \ - $(TOP)/src/test_schema.c \ - $(TOP)/src/test_server.c \ - $(TOP)/src/test_tclvar.c \ - $(TOP)/src/utf.c \ - $(TOP)/src/util.c \ - $(TOP)/src/vdbe.c \ - $(TOP)/src/vdbeaux.c \ - $(TOP)/src/where.c - -# Header files used by all library source files. -# -HDR = \ - sqlite3.h \ - $(TOP)/src/btree.h \ - $(TOP)/src/hash.h \ - opcodes.h \ - $(TOP)/src/os.h \ - $(TOP)/src/os_common.h \ - $(TOP)/src/sqlite3ext.h \ - $(TOP)/src/sqliteInt.h \ - $(TOP)/src/vdbe.h \ - parse.h - -# Header files used by extensions -# -HDR += \ - $(TOP)/ext/fts1/fts1.h \ - $(TOP)/ext/fts1/fts1_hash.h \ - $(TOP)/ext/fts1/fts1_tokenizer.h - -# Header files used by the VDBE submodule -# -VDBEHDR = \ - $(HDR) \ - $(TOP)/src/vdbeInt.h - -# This is the default Makefile target. The objects listed here -# are what get build when you type just "make" with no arguments. -# -all: sqlite3.h libsqlite3.la sqlite3$(TEXE) $(HAVE_TCL:1=libtclsqlite3.la) - -Makefile: $(TOP)/Makefile.in - ./config.status - -# Generate the file "last_change" which contains the date of change -# of the most recently modified source code file -# -last_change: $(SRC) - cat $(SRC) | grep '$$Id: ' | sort -k 5 | tail -1 \ - | $(NAWK) '{print $$5,$$6}' >last_change - -libsqlite3.la: $(LIBOBJ) - $(LTLINK) -o libsqlite3.la $(LIBOBJ) $(LIBPTHREAD) \ - ${ALLOWRELEASE} -rpath $(libdir) -version-info "8:6:8" - -libtclsqlite3.la: tclsqlite.lo libsqlite3.la - $(LTLINK) -o libtclsqlite3.la tclsqlite.lo \ - $(LIBOBJ) @TCL_STUB_LIB_SPEC@ $(LIBPTHREAD) \ - -rpath $(libdir)/sqlite \ - -version-info "8:6:8" - -sqlite3$(TEXE): $(TOP)/src/shell.c libsqlite3.la sqlite3.h - $(LTLINK) $(READLINE_FLAGS) $(LIBPTHREAD) \ - -o $@ $(TOP)/src/shell.c libsqlite3.la \ - $(LIBREADLINE) $(TLIBS) - -# This target creates a directory named "tsrc" and fills it with -# copies of all of the C source code and header files needed to -# build on the target system. Some of the C source code and header -# files are automatically generated. This target takes care of -# all that automatic generation. -# -target_source: $(SRC) parse.c opcodes.c keywordhash.h $(VDBEHDR) - rm -rf tsrc - mkdir -p tsrc - cp $(SRC) $(VDBEHDR) tsrc - rm tsrc/sqlite.h.in tsrc/parse.y - cp parse.c opcodes.c keywordhash.h tsrc - -# Rules to build the LEMON compiler generator -# -lemon$(BEXE): $(TOP)/tool/lemon.c $(TOP)/tool/lempar.c - $(BCC) -o lemon$(BEXE) $(TOP)/tool/lemon.c - cp $(TOP)/tool/lempar.c . - - -# Rules to build individual files -# -alter.lo: $(TOP)/src/alter.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/alter.c - -analyze.lo: $(TOP)/src/analyze.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/analyze.c - -attach.lo: $(TOP)/src/attach.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/attach.c - -auth.lo: $(TOP)/src/auth.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/auth.c - -btree.lo: $(TOP)/src/btree.c $(HDR) $(TOP)/src/pager.h - $(LTCOMPILE) -c $(TOP)/src/btree.c - -build.lo: $(TOP)/src/build.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/build.c - -callback.lo: $(TOP)/src/callback.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/callback.c - -complete.lo: $(TOP)/src/complete.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/complete.c - -date.lo: $(TOP)/src/date.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/date.c - -delete.lo: $(TOP)/src/delete.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/delete.c - -expr.lo: $(TOP)/src/expr.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/expr.c - -func.lo: $(TOP)/src/func.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/func.c - -hash.lo: $(TOP)/src/hash.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/hash.c - -insert.lo: $(TOP)/src/insert.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/insert.c - -legacy.lo: $(TOP)/src/legacy.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/legacy.c - -loadext.lo: $(TOP)/src/loadext.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/loadext.c - -main.lo: $(TOP)/src/main.c $(HDR) - $(LTCOMPILE) $(TEMP_STORE) -c $(TOP)/src/main.c - -pager.lo: $(TOP)/src/pager.c $(HDR) $(TOP)/src/pager.h - $(LTCOMPILE) -c $(TOP)/src/pager.c - -opcodes.lo: opcodes.c - $(LTCOMPILE) -c opcodes.c - -opcodes.c: opcodes.h $(TOP)/mkopcodec.awk - sort -n -b -k 3 opcodes.h | $(NAWK) -f $(TOP)/mkopcodec.awk >opcodes.c - -opcodes.h: parse.h $(TOP)/src/vdbe.c $(TOP)/mkopcodeh.awk - cat parse.h $(TOP)/src/vdbe.c | $(NAWK) -f $(TOP)/mkopcodeh.awk >opcodes.h - -os.lo: $(TOP)/src/os.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/os.c - -os_unix.lo: $(TOP)/src/os_unix.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/os_unix.c - -os_win.lo: $(TOP)/src/os_win.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/os_win.c - -os_os2.lo: $(TOP)/src/os_os2.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/os_os2.c - -parse.lo: parse.c $(HDR) - $(LTCOMPILE) -c parse.c - -parse.h: parse.c - -parse.c: $(TOP)/src/parse.y lemon$(BEXE) $(TOP)/addopcodes.awk - cp $(TOP)/src/parse.y . - ./lemon$(BEXE) $(OPTS) parse.y - mv parse.h parse.h.temp - awk -f $(TOP)/addopcodes.awk parse.h.temp >parse.h - -pragma.lo: $(TOP)/src/pragma.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/pragma.c - -prepare.lo: $(TOP)/src/prepare.c $(HDR) - $(LTCOMPILE) $(TEMP_STORE) -c $(TOP)/src/prepare.c - -printf.lo: $(TOP)/src/printf.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/printf.c - -random.lo: $(TOP)/src/random.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/random.c - -select.lo: $(TOP)/src/select.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/select.c - -sqlite3.h: $(TOP)/src/sqlite.h.in - sed -e s/--VERS--/$(RELEASE)/ $(TOP)/src/sqlite.h.in | \ - sed -e s/--VERSION-NUMBER--/$(VERSION_NUMBER)/ >sqlite3.h - -table.lo: $(TOP)/src/table.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/table.c - -tclsqlite.lo: $(TOP)/src/tclsqlite.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/tclsqlite.c - -tokenize.lo: $(TOP)/src/tokenize.c keywordhash.h $(HDR) - $(LTCOMPILE) -c $(TOP)/src/tokenize.c - -keywordhash.h: $(TOP)/tool/mkkeywordhash.c - $(BCC) -o mkkeywordhash$(BEXE) $(OPTS) $(TOP)/tool/mkkeywordhash.c - ./mkkeywordhash$(BEXE) >keywordhash.h - -trigger.lo: $(TOP)/src/trigger.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/trigger.c - -update.lo: $(TOP)/src/update.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/update.c - -utf.lo: $(TOP)/src/utf.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/utf.c - -util.lo: $(TOP)/src/util.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/util.c - -vacuum.lo: $(TOP)/src/vacuum.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/vacuum.c - -vdbe.lo: $(TOP)/src/vdbe.c $(VDBEHDR) - $(LTCOMPILE) -c $(TOP)/src/vdbe.c - -vdbeapi.lo: $(TOP)/src/vdbeapi.c $(VDBEHDR) - $(LTCOMPILE) -c $(TOP)/src/vdbeapi.c - -vdbeaux.lo: $(TOP)/src/vdbeaux.c $(VDBEHDR) - $(LTCOMPILE) -c $(TOP)/src/vdbeaux.c - -vdbefifo.lo: $(TOP)/src/vdbefifo.c $(VDBEHDR) - $(LTCOMPILE) -c $(TOP)/src/vdbefifo.c - -vdbemem.lo: $(TOP)/src/vdbemem.c $(VDBEHDR) - $(LTCOMPILE) -c $(TOP)/src/vdbemem.c - -vtab.lo: $(TOP)/src/vtab.c $(VDBEHDR) - $(LTCOMPILE) -c $(TOP)/src/vtab.c - -where.lo: $(TOP)/src/where.c $(HDR) - $(LTCOMPILE) -c $(TOP)/src/where.c - -tclsqlite-shell.lo: $(TOP)/src/tclsqlite.c $(HDR) - $(LTCOMPILE) -DTCLSH=1 -o $@ -c $(TOP)/src/tclsqlite.c - -tclsqlite-stubs.lo: $(TOP)/src/tclsqlite.c $(HDR) - $(LTCOMPILE) -DTCL_USE_STUBS=1 -o $@ -c $(TOP)/src/tclsqlite.c - -tclsqlite3: tclsqlite-shell.lo libsqlite3.la - $(LTLINK) -o tclsqlite3 tclsqlite-shell.lo \ - libsqlite3.la $(LIBTCL) - -testfixture$(TEXE): $(TOP)/src/tclsqlite.c libsqlite3.la $(TESTSRC) - $(LTLINK) -DTCLSH=1 -DSQLITE_TEST=1 -DSQLITE_CRASH_TEST=1 \ - -DSQLITE_NO_SYNC=1 $(TEMP_STORE) \ - -o testfixture $(TESTSRC) $(TOP)/src/tclsqlite.c \ - libsqlite3.la $(LIBTCL) - - -fulltest: testfixture$(TEXE) sqlite3$(TEXE) - ./testfixture $(TOP)/test/all.test - -test: testfixture$(TEXE) sqlite3$(TEXE) - ./testfixture $(TOP)/test/quick.test - -sqlite3_analyzer$(TEXE): $(TOP)/src/tclsqlite.c libtclsqlite3.la \ - $(TESTSRC) $(TOP)/tool/spaceanal.tcl - sed \ - -e '/^#/d' \ - -e 's,\\,\\\\,g' \ - -e 's,",\\",g' \ - -e 's,^,",' \ - -e 's,$$,\\n",' \ - $(TOP)/tool/spaceanal.tcl >spaceanal_tcl.h - $(LTLINK) -DTCLSH=2 -DSQLITE_TEST=1 $(TEMP_STORE)\ - -o sqlite3_analyzer$(EXE) $(TESTSRC) $(TOP)/src/tclsqlite.c \ - libtclsqlite3.la $(LIBTCL) - -# Rules used to build documentation -# -arch.html: $(TOP)/www/arch.tcl - tclsh $(TOP)/www/arch.tcl >arch.html - -arch2.gif: $(TOP)/www/arch2.gif - cp $(TOP)/www/arch2.gif . - -autoinc.html: $(TOP)/www/autoinc.tcl - tclsh $(TOP)/www/autoinc.tcl >autoinc.html - -c_interface.html: $(TOP)/www/c_interface.tcl - tclsh $(TOP)/www/c_interface.tcl >c_interface.html - -capi3.html: $(TOP)/www/capi3.tcl - tclsh $(TOP)/www/capi3.tcl >capi3.html - -capi3ref.html: $(TOP)/www/capi3ref.tcl - tclsh $(TOP)/www/capi3ref.tcl >capi3ref.html - -changes.html: $(TOP)/www/changes.tcl - tclsh $(TOP)/www/changes.tcl >changes.html - -compile.html: $(TOP)/www/compile.tcl - tclsh $(TOP)/www/compile.tcl >compile.html - -copyright.html: $(TOP)/www/copyright.tcl - tclsh $(TOP)/www/copyright.tcl >copyright.html - -copyright-release.html: $(TOP)/www/copyright-release.html - cp $(TOP)/www/copyright-release.html . - -copyright-release.pdf: $(TOP)/www/copyright-release.pdf - cp $(TOP)/www/copyright-release.pdf . - -common.tcl: $(TOP)/www/common.tcl - cp $(TOP)/www/common.tcl . - -conflict.html: $(TOP)/www/conflict.tcl - tclsh $(TOP)/www/conflict.tcl >conflict.html - -datatypes.html: $(TOP)/www/datatypes.tcl - tclsh $(TOP)/www/datatypes.tcl >datatypes.html - -datatype3.html: $(TOP)/www/datatype3.tcl - tclsh $(TOP)/www/datatype3.tcl >datatype3.html - -docs.html: $(TOP)/www/docs.tcl - tclsh $(TOP)/www/docs.tcl >docs.html - -download.html: $(TOP)/www/download.tcl - mkdir -p doc - tclsh $(TOP)/www/download.tcl >download.html - -faq.html: $(TOP)/www/faq.tcl - tclsh $(TOP)/www/faq.tcl >faq.html - -fileformat.html: $(TOP)/www/fileformat.tcl - tclsh $(TOP)/www/fileformat.tcl >fileformat.html - -formatchng.html: $(TOP)/www/formatchng.tcl - tclsh $(TOP)/www/formatchng.tcl >formatchng.html - -index.html: $(TOP)/www/index.tcl last_change - tclsh $(TOP)/www/index.tcl >index.html - -lang.html: $(TOP)/www/lang.tcl - tclsh $(TOP)/www/lang.tcl >lang.html - -pragma.html: $(TOP)/www/pragma.tcl - tclsh $(TOP)/www/pragma.tcl >pragma.html - -lockingv3.html: $(TOP)/www/lockingv3.tcl - tclsh $(TOP)/www/lockingv3.tcl >lockingv3.html - -oldnews.html: $(TOP)/www/oldnews.tcl - tclsh $(TOP)/www/oldnews.tcl >oldnews.html - -omitted.html: $(TOP)/www/omitted.tcl - tclsh $(TOP)/www/omitted.tcl >omitted.html - -opcode.html: $(TOP)/www/opcode.tcl $(TOP)/src/vdbe.c - tclsh $(TOP)/www/opcode.tcl $(TOP)/src/vdbe.c >opcode.html - -mingw.html: $(TOP)/www/mingw.tcl - tclsh $(TOP)/www/mingw.tcl >mingw.html - -nulls.html: $(TOP)/www/nulls.tcl - tclsh $(TOP)/www/nulls.tcl >nulls.html - -quickstart.html: $(TOP)/www/quickstart.tcl - tclsh $(TOP)/www/quickstart.tcl >quickstart.html - -speed.html: $(TOP)/www/speed.tcl - tclsh $(TOP)/www/speed.tcl >speed.html - -sqlite.gif: $(TOP)/art/SQLite.gif - cp $(TOP)/art/SQLite.gif sqlite.gif - -sqlite.html: $(TOP)/www/sqlite.tcl - tclsh $(TOP)/www/sqlite.tcl >sqlite.html - -support.html: $(TOP)/www/support.tcl - tclsh $(TOP)/www/support.tcl >support.html - -tclsqlite.html: $(TOP)/www/tclsqlite.tcl - tclsh $(TOP)/www/tclsqlite.tcl >tclsqlite.html - -vdbe.html: $(TOP)/www/vdbe.tcl - tclsh $(TOP)/www/vdbe.tcl >vdbe.html - -version3.html: $(TOP)/www/version3.tcl - tclsh $(TOP)/www/version3.tcl >version3.html - - -# Files to be published on the website. -# -DOC = \ - arch.html \ - arch2.gif \ - autoinc.html \ - c_interface.html \ - capi3.html \ - capi3ref.html \ - changes.html \ - compile.html \ - copyright.html \ - copyright-release.html \ - copyright-release.pdf \ - conflict.html \ - datatypes.html \ - datatype3.html \ - docs.html \ - download.html \ - faq.html \ - fileformat.html \ - formatchng.html \ - index.html \ - lang.html \ - lockingv3.html \ - mingw.html \ - nulls.html \ - oldnews.html \ - omitted.html \ - opcode.html \ - pragma.html \ - quickstart.html \ - speed.html \ - sqlite.gif \ - sqlite.html \ - support.html \ - tclsqlite.html \ - vdbe.html \ - version3.html - -doc: common.tcl $(DOC) - mkdir -p doc - mv $(DOC) doc - -install: sqlite3 libsqlite3.la sqlite3.h ${HAVE_TCL:1=tcl_install} - $(INSTALL) -d $(DESTDIR)$(libdir) - $(LTINSTALL) libsqlite3.la $(DESTDIR)$(libdir) - $(INSTALL) -d $(DESTDIR)$(exec_prefix)/bin - $(LTINSTALL) sqlite3 $(DESTDIR)$(exec_prefix)/bin - $(INSTALL) -d $(DESTDIR)$(prefix)/include - $(INSTALL) -m 0644 sqlite3.h $(DESTDIR)$(prefix)/include - $(INSTALL) -m 0644 $(TOP)/src/sqlite3ext.h $(DESTDIR)$(prefix)/include - $(INSTALL) -d $(DESTDIR)$(libdir)/pkgconfig; - $(INSTALL) -m 0644 sqlite3.pc $(DESTDIR)$(libdir)/pkgconfig; - -tcl_install: libtclsqlite3.la - tclsh $(TOP)/tclinstaller.tcl $(VERSION) - -clean: - rm -f *.lo *.la *.o sqlite3$(TEXE) libsqlite3.la - rm -f sqlite3.h opcodes.* - rm -rf .libs .deps - rm -f lemon$(BEXE) lempar.c parse.* sqlite*.tar.gz - rm -f mkkeywordhash$(BEXE) keywordhash.h - rm -f $(PUBLISH) - rm -f *.da *.bb *.bbg gmon.out - rm -f testfixture$(TEXE) test.db - rm -rf doc - rm -f common.tcl - rm -f sqlite3.dll sqlite3.lib sqlite3.def - -distclean: clean - rm -f config.log config.status libtool Makefile config.h - -# -# Windows section -# -dll: sqlite3.dll - -REAL_LIBOBJ = $(LIBOBJ:%.lo=.libs/%.o) - -$(REAL_LIBOBJ): $(LIBOBJ) - -sqlite3.def: $(REAL_LIBOBJ) - echo 'EXPORTS' >sqlite3.def - nm $(REAL_LIBOBJ) | grep ' T ' | grep ' _sqlite3_' \ - | sed 's/^.* _//' >>sqlite3.def - -sqlite3.dll: $(REAL_LIBOBJ) sqlite3.def - $(TCC) -shared -o sqlite3.dll sqlite3.def \ - -Wl,"--strip-all" $(REAL_LIBOBJ) diff --git a/libs/sqlite/Makefile.linux-gcc b/libs/sqlite/Makefile.linux-gcc deleted file mode 100644 index c865024b44..0000000000 --- a/libs/sqlite/Makefile.linux-gcc +++ /dev/null @@ -1,130 +0,0 @@ -#!/usr/make -# -# Makefile for SQLITE -# -# This is a template makefile for SQLite. Most people prefer to -# use the autoconf generated "configure" script to generate the -# makefile automatically. But that does not work for everybody -# and in every situation. If you are having problems with the -# "configure" script, you might want to try this makefile as an -# alternative. Create a copy of this file, edit the parameters -# below and type "make". -# - -#### The toplevel directory of the source tree. This is the directory -# that contains this "Makefile.in" and the "configure.in" script. -# -TOP = ../sqlite - -#### C Compiler and options for use in building executables that -# will run on the platform that is doing the build. -# -BCC = gcc -g -O2 -#BCC = /opt/ancic/bin/c89 -0 - -#### If the target operating system supports the "usleep()" system -# call, then define the HAVE_USLEEP macro for all C modules. -# -#USLEEP = -USLEEP = -DHAVE_USLEEP=1 - -#### If you want the SQLite library to be safe for use within a -# multi-threaded program, then define the following macro -# appropriately: -# -#THREADSAFE = -DTHREADSAFE=1 -THREADSAFE = -DTHREADSAFE=0 - -#### Specify any extra linker options needed to make the library -# thread safe -# -#THREADLIB = -lpthread -THREADLIB = - -#### Specify any extra libraries needed to access required functions. -# -#TLIBS = -lrt # fdatasync on Solaris 8 -TLIBS = - -#### Leave SQLITE_DEBUG undefined for maximum speed. Use SQLITE_DEBUG=1 -# to check for memory leaks. Use SQLITE_DEBUG=2 to print a log of all -# malloc()s and free()s in order to track down memory leaks. -# -# SQLite uses some expensive assert() statements in the inner loop. -# You can make the library go almost twice as fast if you compile -# with -DNDEBUG=1 -# -#OPTS = -DSQLITE_DEBUG=2 -#OPTS = -DSQLITE_DEBUG=1 -#OPTS = -OPTS = -DNDEBUG=1 -OPTS += -DHAVE_FDATASYNC=1 - -#### The suffix to add to executable files. ".exe" for windows. -# Nothing for unix. -# -#EXE = .exe -EXE = - -#### C Compile and options for use in building executables that -# will run on the target platform. This is usually the same -# as BCC, unless you are cross-compiling. -# -TCC = gcc -O6 -#TCC = gcc -g -O0 -Wall -#TCC = gcc -g -O0 -Wall -fprofile-arcs -ftest-coverage -#TCC = /opt/mingw/bin/i386-mingw32-gcc -O6 -#TCC = /opt/ansic/bin/c89 -O +z -Wl,-a,archive - -#### Tools used to build a static library. -# -AR = ar cr -#AR = /opt/mingw/bin/i386-mingw32-ar cr -RANLIB = ranlib -#RANLIB = /opt/mingw/bin/i386-mingw32-ranlib - -MKSHLIB = gcc -shared -SO = so -SHPREFIX = lib -# SO = dll -# SHPREFIX = - -#### Extra compiler options needed for programs that use the TCL library. -# -#TCL_FLAGS = -#TCL_FLAGS = -DSTATIC_BUILD=1 -TCL_FLAGS = -I/home/drh/tcltk/8.4linux -#TCL_FLAGS = -I/home/drh/tcltk/8.4win -DSTATIC_BUILD=1 -#TCL_FLAGS = -I/home/drh/tcltk/8.3hpux - -#### Linker options needed to link against the TCL library. -# -#LIBTCL = -ltcl -lm -ldl -LIBTCL = /home/drh/tcltk/8.4linux/libtcl8.4g.a -lm -ldl -#LIBTCL = /home/drh/tcltk/8.4win/libtcl84s.a -lmsvcrt -#LIBTCL = /home/drh/tcltk/8.3hpux/libtcl8.3.a -ldld -lm -lc - -#### Compiler options needed for programs that use the readline() library. -# -READLINE_FLAGS = -#READLINE_FLAGS = -DHAVE_READLINE=1 -I/usr/include/readline - -#### Linker options needed by programs using readline() must link against. -# -LIBREADLINE = -#LIBREADLINE = -static -lreadline -ltermcap - -#### Should the database engine assume text is coded as UTF-8 or iso8859? -# -# ENCODING = UTF8 -ENCODING = ISO8859 - - -#### Which "awk" program provides nawk compatibilty -# -# NAWK = nawk -NAWK = awk - -# You should not have to change anything below this line -############################################################################### -include $(TOP)/main.mk diff --git a/libs/sqlite/README b/libs/sqlite/README deleted file mode 100644 index 6e4f392054..0000000000 --- a/libs/sqlite/README +++ /dev/null @@ -1,35 +0,0 @@ -This directory contains source code to - - SQLite: An Embeddable SQL Database Engine - -To compile the project, first create a directory in which to place -the build products. It is recommended, but not required, that the -build directory be separate from the source directory. Cd into the -build directory and then from the build directory run the configure -script found at the root of the source tree. Then run "make". - -For example: - - tar xzf sqlite.tar.gz ;# Unpack the source tree into "sqlite" - mkdir bld ;# Build will occur in a sibling directory - cd bld ;# Change to the build directory - ../sqlite/configure ;# Run the configure script - make ;# Run the makefile. - make install ;# (Optional) Install the build products - -The configure script uses autoconf 2.50 and libtool. If the configure -script does not work out for you, there is a generic makefile named -"Makefile.linux-gcc" in the top directory of the source tree that you -can copy and edit to suite your needs. Comments on the generic makefile -show what changes are needed. - -The linux binaries on the website are created using the generic makefile, -not the configure script. The configure script is unmaintained. (You -can volunteer to take over maintenance of the configure script, if you want!) -The windows binaries on the website are created using MinGW32 configured -as a cross-compiler running under Linux. For details, see the ./publish.sh -script at the top-level of the source tree. - -Contacts: - - http://www.sqlite.org/ diff --git a/libs/sqlite/VERSION b/libs/sqlite/VERSION deleted file mode 100644 index 6c165c2846..0000000000 --- a/libs/sqlite/VERSION +++ /dev/null @@ -1 +0,0 @@ -3.3.13 diff --git a/libs/sqlite/addopcodes.awk b/libs/sqlite/addopcodes.awk deleted file mode 100644 index b806b1d96c..0000000000 --- a/libs/sqlite/addopcodes.awk +++ /dev/null @@ -1,32 +0,0 @@ -#!/usr/bin/awk -# -# This script appends additional token codes to the end of the -# parse.h file that lemon generates. These extra token codes are -# not used by the parser. But they are used by the tokenizer and/or -# the code generator. -# -# -BEGIN { - max = 0 -} -/^#define TK_/ { - print $0 - if( max<$3 ) max = $3 -} -END { - printf "#define TK_%-29s %4d\n", "TO_TEXT", max+1 - printf "#define TK_%-29s %4d\n", "TO_BLOB", max+2 - printf "#define TK_%-29s %4d\n", "TO_NUMERIC", max+3 - printf "#define TK_%-29s %4d\n", "TO_INT", max+4 - printf "#define TK_%-29s %4d\n", "TO_REAL", max+5 - printf "#define TK_%-29s %4d\n", "END_OF_FILE", max+6 - printf "#define TK_%-29s %4d\n", "ILLEGAL", max+7 - printf "#define TK_%-29s %4d\n", "SPACE", max+8 - printf "#define TK_%-29s %4d\n", "UNCLOSED_STRING", max+9 - printf "#define TK_%-29s %4d\n", "COMMENT", max+10 - printf "#define TK_%-29s %4d\n", "FUNCTION", max+11 - printf "#define TK_%-29s %4d\n", "COLUMN", max+12 - printf "#define TK_%-29s %4d\n", "AGG_FUNCTION", max+13 - printf "#define TK_%-29s %4d\n", "AGG_COLUMN", max+14 - printf "#define TK_%-29s %4d\n", "CONST_FUNC", max+15 -} diff --git a/libs/sqlite/art/2005osaward.gif b/libs/sqlite/art/2005osaward.gif deleted file mode 100644 index fa6d7d7c27..0000000000 Binary files a/libs/sqlite/art/2005osaward.gif and /dev/null differ diff --git a/libs/sqlite/art/SQLite.eps b/libs/sqlite/art/SQLite.eps deleted file mode 100644 index 1f334ecf7b..0000000000 Binary files a/libs/sqlite/art/SQLite.eps and /dev/null differ diff --git a/libs/sqlite/art/SQLite.gif b/libs/sqlite/art/SQLite.gif deleted file mode 100644 index 5ec05b0be2..0000000000 Binary files a/libs/sqlite/art/SQLite.gif and /dev/null differ diff --git a/libs/sqlite/art/SQLiteLogo3.tiff b/libs/sqlite/art/SQLiteLogo3.tiff deleted file mode 100644 index 70b88e7805..0000000000 Binary files a/libs/sqlite/art/SQLiteLogo3.tiff and /dev/null differ diff --git a/libs/sqlite/art/tmp/.empty b/libs/sqlite/art/tmp/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/libs/sqlite/configure.ac b/libs/sqlite/configure.ac deleted file mode 100644 index a08cc6fa57..0000000000 --- a/libs/sqlite/configure.ac +++ /dev/null @@ -1,728 +0,0 @@ -# -# The build process allows for using a cross-compiler. But the default -# action is to target the same platform that we are running on. The -# configure script needs to discover the following properties of the -# build and target systems: -# -# srcdir -# -# The is the name of the directory that contains the -# "configure" shell script. All source files are -# located relative to this directory. -# -# bindir -# -# The name of the directory where executables should be -# written by the "install" target of the makefile. -# -# program_prefix -# -# Add this prefix to the names of all executables that run -# on the target machine. Default: "" -# -# ENABLE_SHARED -# -# True if shared libraries should be generated. -# -# BUILD_CC -# -# The name of a command that is used to convert C -# source files into executables that run on the build -# platform. -# -# BUILD_CFLAGS -# -# Switches that the build compiler needs in order to construct -# command-line programs. -# -# BUILD_LIBS -# -# Libraries that the build compiler needs in order to construct -# command-line programs. -# -# BUILD_EXEEXT -# -# The filename extension for executables on the build -# platform. "" for Unix and ".exe" for Windows. -# -# TARGET_CC -# -# The name of a command that runs on the build platform -# and converts C source files into *.o files for the -# target platform. In other words, the cross-compiler. -# -# TARGET_CFLAGS -# -# Switches that the target compiler needs to turn C source files -# into *.o files. Do not include TARGET_TCL_INC in this list. -# Makefiles might add additional switches such as "-I.". -# -# TCL_* -# -# Lots of values are read in from the tclConfig.sh script, -# if that script is available. This values are used for -# constructing and installing the TCL extension. -# -# TARGET_READLINE_LIBS -# -# This is the library directives passed to the target linker -# that cause the executable to link against the readline library. -# This might be a switch like "-lreadline" or pathnames of library -# file like "../../src/libreadline.a". -# -# TARGET_READLINE_INC -# -# This variables define the directory that contain header -# files for the readline library. If the compiler is able -# to find on its own, then this can be blank. -# -# TARGET_LINK -# -# The name of the linker that combines *.o files generated -# by TARGET_CC into executables for the target platform. -# -# TARGET_LIBS -# -# Additional libraries or other switch that the target linker needs -# to build an executable on the target. Do not include -# on this list any libraries in TARGET_TCL_LIBS and -# TARGET_READLINE_LIBS, etc. -# -# TARGET_EXEEXT -# -# The filename extension for executables on the -# target platform. "" for Unix and ".exe" for windows. -# -# The generated configure script will make an attempt to guess -# at all of the above parameters. You can override any of -# the guesses by setting the environment variable named -# "config_AAAA" where "AAAA" is the name of the parameter -# described above. (Exception: srcdir cannot be set this way.) -# If you have a file that sets one or more of these environment -# variables, you can invoke configure as follows: -# -# configure --with-hints=FILE -# -# where FILE is the name of the file that sets the environment -# variables. FILE should be an absolute pathname. -# -# This configure.in file is easy to reuse on other projects. Just -# change the argument to AC_INIT(). And disable any features that -# you don't need (for example BLT) by erasing or commenting out -# the corresponding code. -# -AC_INIT(src/sqlite.h.in) - -dnl Put the RCS revision string after AC_INIT so that it will also -dnl show in in configure. -# The following RCS revision string applies to configure.in -# $Revision: 1.26 $ - -######### -# Programs needed -# -AC_PROG_LIBTOOL -AC_PROG_INSTALL -AC_PROG_AWK - -######### -# Set up an appropriate program prefix -# -if test "$program_prefix" = "NONE"; then - program_prefix="" -fi -AC_SUBST(program_prefix) - -VERSION=[`cat $srcdir/VERSION | sed 's/^\([0-9]*\.*[0-9]*\).*/\1/'`] -echo "Version set to $VERSION" -AC_SUBST(VERSION) -RELEASE=`cat $srcdir/VERSION` -echo "Release set to $RELEASE" -AC_SUBST(RELEASE) -VERSION_NUMBER=[`cat $srcdir/VERSION \ - | sed 's/[^0-9]/ /g' \ - | awk '{printf "%d%03d%03d",$1,$2,$3}'`] -echo "Version number set to $VERSION_NUMBER" -AC_SUBST(VERSION_NUMBER) - -CFLAGS="$CFLAGS $CONFIGURE_CFLAGS" -CXXFLAGS="$CXXFLAGS $CONFIGURE_CXXFLAGS" -LDFLAGS="$LDFLAGS $CONFIGURE_LDFLAGS" - -######### -# Check to see if the --with-hints=FILE option is used. If there is none, -# then check for a files named "$host.hints" and ../$hosts.hints where -# $host is the hostname of the build system. If still no hints are -# found, try looking in $system.hints and ../$system.hints where -# $system is the result of uname -s. -# -AC_ARG_WITH(hints, - AC_HELP_STRING([--with-hints=FILE],[Read configuration options from FILE]), - hints=$withval) -if test "$hints" = ""; then - host=`hostname | sed 's/\..*//'` - if test -r $host.hints; then - hints=$host.hints - else - if test -r ../$host.hints; then - hints=../$host.hints - fi - fi -fi -if test "$hints" = ""; then - sys=`uname -s` - if test -r $sys.hints; then - hints=$sys.hints - else - if test -r ../$sys.hints; then - hints=../$sys.hints - fi - fi -fi -if test "$hints" != ""; then - AC_MSG_RESULT(reading hints from $hints) - . $hints -fi - -AC_DEFUN([AX_COMPILER_VENDOR], -[ -AC_CACHE_CHECK([for _AC_LANG compiler vendor], ax_cv_[]_AC_LANG_ABBREV[]_compiler_vendor, - [ax_cv_[]_AC_LANG_ABBREV[]_compiler_vendor=unknown - # note: don't check for gcc first since some other compilers define __GNUC__ - for ventest in intel:__ICC,__ECC,__INTEL_COMPILER ibm:__xlc__,__xlC__,__IBMC__,__IBMCPP__ gnu:__GNUC__ sun:__SUNPRO_C,__SUNPRO_CC hp:__HP_cc,__HP_aCC dec:__DECC,__DECCXX,__DECC_VER,__DECCXX_VER borland:__BORLANDC__,__TURBOC__ comeau:__COMO__ cray:_CRAYC kai:__KCC lcc:__LCC__ metrowerks:__MWERKS__ sgi:__sgi,sgi microsoft:_MSC_VER watcom:__WATCOMC__ portland:__PGI; do - vencpp="defined("`echo $ventest | cut -d: -f2 | sed 's/,/) || defined(/g'`")" - AC_COMPILE_IFELSE([AC_LANG_PROGRAM(,[ -#if !($vencpp) - thisisanerror; -#endif -])], [ax_cv_]_AC_LANG_ABBREV[_compiler_vendor=`echo $ventest | cut -d: -f1`; break]) - done - ]) -]) - -AX_COMPILER_VENDOR - -######### -# Locate a compiler for the build machine. This compiler should -# generate command-line programs that run on the build machine. -# -default_build_cflags="-g" -if test "$config_BUILD_CC" = ""; then - AC_PROG_CC - if test "$cross_compiling" = "yes"; then - AC_MSG_ERROR([unable to find a compiler for building build tools]) - fi - BUILD_CC=$CC - default_build_cflags=$CFLAGS -else - BUILD_CC=$config_BUILD_CC - AC_MSG_CHECKING([host compiler]) - CC=$BUILD_CC - AC_MSG_RESULT($BUILD_CC) -fi -AC_MSG_CHECKING([switches for the host compiler]) -if test "$config_BUILD_CFLAGS" != ""; then - CFLAGS=$config_BUILD_CFLAGS - BUILD_CFLAGS=$config_BUILD_CFLAGS -else - BUILD_CFLAGS=$default_build_cflags -fi -AC_MSG_RESULT($BUILD_CFLAGS) -if test "$config_BUILD_LIBS" != ""; then - BUILD_LIBS=$config_BUILD_LIBS -fi -AC_SUBST(BUILD_CC) -AC_SUBST(BUILD_CFLAGS) -AC_SUBST(BUILD_LIBS) - - -# Enable 64 bit build -AC_ARG_ENABLE(64, -[AC_HELP_STRING([--enable-64],[build with 64 bit support])],[enable_64="$enable_64"],[enable_64="no"]) - -########## -# Locate a compiler that converts C code into *.o files that run on -# the target machine. -# -AC_MSG_CHECKING([target compiler]) -if test "$config_TARGET_CC" != ""; then - TARGET_CC=$config_TARGET_CC -else - TARGET_CC=$BUILD_CC -fi -AC_MSG_RESULT($TARGET_CC) -AC_MSG_CHECKING([switches on the target compiler]) -if test "$config_TARGET_CFLAGS" != ""; then - TARGET_CFLAGS=$config_TARGET_CFLAGS -else - TARGET_CFLAGS=$BUILD_CFLAGS -fi -if test "x${ax_cv_c_compiler_vendor}" = "xsun" ; then - if test "${enable_64}" = "yes"; then - TARGET_CFLAGS="$TARGET_CFLAGS -m64" - fi -fi -AC_MSG_RESULT($TARGET_CFLAGS) -AC_MSG_CHECKING([target linker]) -if test "$config_TARGET_LINK" = ""; then - TARGET_LINK=$TARGET_CC -else - TARGET_LINK=$config_TARGET_LINK -fi -AC_MSG_RESULT($TARGET_LINK) -AC_MSG_CHECKING([switches on the target compiler]) -if test "$config_TARGET_TFLAGS" != ""; then - TARGET_TFLAGS=$config_TARGET_TFLAGS -else - TARGET_TFLAGS=$BUILD_CFLAGS -fi -if test "$config_TARGET_RANLIB" != ""; then - TARGET_RANLIB=$config_TARGET_RANLIB -else - AC_PROG_RANLIB - TARGET_RANLIB=$RANLIB -fi -if test "$config_TARGET_AR" != ""; then - TARGET_AR=$config_TARGET_AR -else - TARGET_AR='ar cr' -fi -AC_MSG_RESULT($TARGET_TFLAGS) -AC_SUBST(TARGET_CC) -AC_SUBST(TARGET_CFLAGS) -AC_SUBST(TARGET_LINK) -AC_SUBST(TARGET_LFLAGS) -AC_SUBST(TARGET_RANLIB) -AC_SUBST(TARGET_AR) - -# Set the $cross variable if we are cross-compiling. Make -# it 0 if we are not. -# -AC_MSG_CHECKING([if host and target compilers are the same]) -if test "$BUILD_CC" = "$TARGET_CC"; then - cross=0 - AC_MSG_RESULT(yes) -else - cross=1 - AC_MSG_RESULT(no) -fi - -########## -# Do we want to support multithreaded use of sqlite -# -AC_ARG_ENABLE(threadsafe, -AC_HELP_STRING([--enable-threadsafe],[Support threadsafe operation]),,enable_threadsafe=no) -AC_MSG_CHECKING([whether to support threadsafe operation]) -if test "$enable_threadsafe" = "no"; then - THREADSAFE=0 - AC_MSG_RESULT([no]) -else - THREADSAFE=1 - AC_MSG_RESULT([yes]) -fi -AC_SUBST(THREADSAFE) - -if test "$THREADSAFE" = "1"; then - CC=$TARGET_CC - LIBS="" - AC_CHECK_LIB(pthread, pthread_create) - TARGET_THREAD_LIB="$LIBS" - LIBS="" -else - TARGET_THREAD_LIB="" -fi -AC_SUBST(TARGET_THREAD_LIB) - -########## -# Do we want to allow a connection created in one thread to be used -# in another thread. This does not work on many Linux systems (ex: RedHat 9) -# due to bugs in the threading implementations. This is thus off by default. -# -AC_ARG_ENABLE(cross-thread-connections, -AC_HELP_STRING([--enable-cross-thread-connections],[Allow connection sharing across threads]),,enable_xthreadconnect=no) -AC_MSG_CHECKING([whether to allow connections to be shared across threads]) -if test "$enable_xthreadconnect" = "no"; then - XTHREADCONNECT='' - AC_MSG_RESULT([no]) -else - XTHREADCONNECT='-DSQLITE_ALLOW_XTHREAD_CONNECT=1' - AC_MSG_RESULT([yes]) -fi -AC_SUBST(XTHREADCONNECT) - -########## -# Do we want to set threadsOverrideEachOthersLocks variable to be 1 (true) by -# default. Normally, a test at runtime is performed to determine the -# appropriate value of this variable. Use this option only if you're sure that -# threads can safely override each others locks in all runtime situations. -# -AC_ARG_ENABLE(threads-override-locks, -AC_HELP_STRING([--enable-threads-override-locks],[Threads can override each others locks]),,enable_threads_override_locks=no) -AC_MSG_CHECKING([whether threads can override each others locks]) -if test "$enable_threads_override_locks" = "no"; then - THREADSOVERRIDELOCKS='-1' - AC_MSG_RESULT([no]) -else - THREADSOVERRIDELOCKS='1' - AC_MSG_RESULT([yes]) -fi -AC_SUBST(THREADSOVERRIDELOCKS) - -########## -# Do we want to support release -# -AC_ARG_ENABLE(releasemode, -AC_HELP_STRING([--enable-releasemode],[Support libtool link to release mode]),,enable_releasemode=no) -AC_MSG_CHECKING([whether to support shared library linked as release mode or not]) -if test "$enable_releasemode" = "no"; then - ALLOWRELEASE="" - AC_MSG_RESULT([no]) -else - ALLOWRELEASE="-release `cat VERSION`" - AC_MSG_RESULT([yes]) -fi -AC_SUBST(ALLOWRELEASE) - -########## -# Do we want temporary databases in memory -# -AC_ARG_ENABLE(tempstore, -AC_HELP_STRING([--enable-tempstore],[Use an in-ram database for temporary tables (never,no,yes,always)]),,enable_tempstore=no) -AC_MSG_CHECKING([whether to use an in-ram database for temporary tables]) -case "$enable_tempstore" in - never ) - TEMP_STORE=0 - AC_MSG_RESULT([never]) - ;; - no ) - TEMP_STORE=1 - AC_MSG_RESULT([no]) - ;; - always ) - TEMP_STORE=3 - AC_MSG_RESULT([always]) - ;; - yes ) - TEMP_STORE=3 - AC_MSG_RESULT([always]) - ;; - * ) - TEMP_STORE=1 - AC_MSG_RESULT([yes]) - ;; -esac - -AC_SUBST(TEMP_STORE) - -########### -# Lots of things are different if we are compiling for Windows using -# the CYGWIN environment. So check for that special case and handle -# things accordingly. -# -AC_MSG_CHECKING([if executables have the .exe suffix]) -if test "$config_BUILD_EXEEXT" = ".exe"; then - CYGWIN=yes - AC_MSG_RESULT(yes) -else - AC_MSG_RESULT(unknown) -fi -if test "$CYGWIN" != "yes"; then - case $host_os in - *cygwin* ) CYGWIN=yes;; - * ) CYGWIN=no;; - esac -fi -if test "$CYGWIN" = "yes"; then - BUILD_EXEEXT=.exe -else - BUILD_EXEEXT=$EXEEXT -fi -if test "$cross" = "0"; then - TARGET_EXEEXT=$BUILD_EXEEXT -else - TARGET_EXEEXT=$config_TARGET_EXEEXT -fi -if test "$TARGET_EXEEXT" = ".exe"; then - if test $OS2_SHELL ; then - OS_UNIX=0 - OS_WIN=0 - OS_OS2=1 - TARGET_CFLAGS="$TARGET_CFLAGS -DOS_OS2=1" - if test "$ac_compiler_gnu" = "yes" ; then - TARGET_CFLAGS="$TARGET_CFLAGS -Zomf -Zexe -Zmap" - BUILD_CFLAGS="$BUILD_CFLAGS -Zomf -Zexe" - fi - else - OS_UNIX=0 - OS_WIN=1 - OS_OS2=0 - tclsubdir=win - TARGET_CFLAGS="$TARGET_CFLAGS -DOS_WIN=1" - fi -else - OS_UNIX=1 - OS_WIN=0 - OS_OS2=0 - tclsubdir=unix - TARGET_CFLAGS="$TARGET_CFLAGS -DOS_UNIX=1" -fi - -AC_SUBST(BUILD_EXEEXT) -AC_SUBST(OS_UNIX) -AC_SUBST(OS_WIN) -AC_SUBST(OS_OS2) -AC_SUBST(TARGET_EXEEXT) - -########## -# Extract generic linker options from the environment. -# -if test "$config_TARGET_LIBS" != ""; then - TARGET_LIBS=$config_TARGET_LIBS -else - TARGET_LIBS="" -fi - -########## -# Figure out all the parameters needed to compile against Tcl. -# -# This code is derived from the SC_PATH_TCLCONFIG and SC_LOAD_TCLCONFIG -# macros in the in the tcl.m4 file of the standard TCL distribution. -# Those macros could not be used directly since we have to make some -# minor changes to accomodate systems that do not have TCL installed. -# -AC_ARG_ENABLE(tcl, AC_HELP_STRING([--disable-tcl],[do not build TCL extension]), - [use_tcl=$enableval],[use_tcl=yes]) -if test "${use_tcl}" = "yes" ; then - AC_ARG_WITH(tcl, AC_HELP_STRING([--with-tcl=DIR],[directory containing tcl configuration (tclConfig.sh)]), with_tclconfig=${withval}) - AC_MSG_CHECKING([for Tcl configuration]) - AC_CACHE_VAL(ac_cv_c_tclconfig,[ - # First check to see if --with-tcl was specified. - if test x"${with_tclconfig}" != x ; then - if test -f "${with_tclconfig}/tclConfig.sh" ; then - ac_cv_c_tclconfig=`(cd ${with_tclconfig}; pwd)` - else - AC_MSG_ERROR([${with_tclconfig} directory doesn't contain tclConfig.sh]) - fi - fi - # then check for a private Tcl installation - if test x"${ac_cv_c_tclconfig}" = x ; then - for i in \ - ../tcl \ - `ls -dr ../tcl[[8-9]].[[0-9]].[[0-9]]* 2>/dev/null` \ - `ls -dr ../tcl[[8-9]].[[0-9]] 2>/dev/null` \ - `ls -dr ../tcl[[8-9]].[[0-9]]* 2>/dev/null` \ - ../../tcl \ - `ls -dr ../../tcl[[8-9]].[[0-9]].[[0-9]]* 2>/dev/null` \ - `ls -dr ../../tcl[[8-9]].[[0-9]] 2>/dev/null` \ - `ls -dr ../../tcl[[8-9]].[[0-9]]* 2>/dev/null` \ - ../../../tcl \ - `ls -dr ../../../tcl[[8-9]].[[0-9]].[[0-9]]* 2>/dev/null` \ - `ls -dr ../../../tcl[[8-9]].[[0-9]] 2>/dev/null` \ - `ls -dr ../../../tcl[[8-9]].[[0-9]]* 2>/dev/null` - do - if test -f "$i/unix/tclConfig.sh" ; then - ac_cv_c_tclconfig=`(cd $i/unix; pwd)` - break - fi - done - fi - - # check in a few common install locations - if test x"${ac_cv_c_tclconfig}" = x ; then - for i in \ - `ls -d ${libdir} 2>/dev/null` \ - `ls -d /usr/local/lib 2>/dev/null` \ - `ls -d /usr/contrib/lib 2>/dev/null` \ - `ls -d /usr/lib 2>/dev/null` - do - if test -f "$i/tclConfig.sh" ; then - ac_cv_c_tclconfig=`(cd $i; pwd)` - break - fi - done - fi - - # check in a few other private locations - if test x"${ac_cv_c_tclconfig}" = x ; then - for i in \ - ${srcdir}/../tcl \ - `ls -dr ${srcdir}/../tcl[[8-9]].[[0-9]].[[0-9]]* 2>/dev/null` \ - `ls -dr ${srcdir}/../tcl[[8-9]].[[0-9]] 2>/dev/null` \ - `ls -dr ${srcdir}/../tcl[[8-9]].[[0-9]]* 2>/dev/null` - do - if test -f "$i/unix/tclConfig.sh" ; then - ac_cv_c_tclconfig=`(cd $i/unix; pwd)` - break - fi - done - fi - ]) - - if test x"${ac_cv_c_tclconfig}" = x ; then - use_tcl=no - AC_MSG_WARN(Can't find Tcl configuration definitions) - AC_MSG_WARN(*** Without Tcl the regression tests cannot be executed ***) - AC_MSG_WARN(*** Consider using --with-tcl=... to define location of Tcl ***) - else - TCL_BIN_DIR=${ac_cv_c_tclconfig} - AC_MSG_RESULT(found $TCL_BIN_DIR/tclConfig.sh) - - AC_MSG_CHECKING([for existence of $TCL_BIN_DIR/tclConfig.sh]) - if test -f "$TCL_BIN_DIR/tclConfig.sh" ; then - AC_MSG_RESULT([loading]) - . $TCL_BIN_DIR/tclConfig.sh - else - AC_MSG_RESULT([file not found]) - fi - - # - # If the TCL_BIN_DIR is the build directory (not the install directory), - # then set the common variable name to the value of the build variables. - # For example, the variable TCL_LIB_SPEC will be set to the value - # of TCL_BUILD_LIB_SPEC. An extension should make use of TCL_LIB_SPEC - # instead of TCL_BUILD_LIB_SPEC since it will work with both an - # installed and uninstalled version of Tcl. - # - - if test -f $TCL_BIN_DIR/Makefile ; then - TCL_LIB_SPEC=${TCL_BUILD_LIB_SPEC} - TCL_STUB_LIB_SPEC=${TCL_BUILD_STUB_LIB_SPEC} - TCL_STUB_LIB_PATH=${TCL_BUILD_STUB_LIB_PATH} - fi - - # - # eval is required to do the TCL_DBGX substitution - # - - eval "TCL_LIB_FILE=\"${TCL_LIB_FILE}\"" - eval "TCL_LIB_FLAG=\"${TCL_LIB_FLAG}\"" - eval "TCL_LIB_SPEC=\"${TCL_LIB_SPEC}\"" - - eval "TCL_STUB_LIB_FILE=\"${TCL_STUB_LIB_FILE}\"" - eval "TCL_STUB_LIB_FLAG=\"${TCL_STUB_LIB_FLAG}\"" - eval "TCL_STUB_LIB_SPEC=\"${TCL_STUB_LIB_SPEC}\"" - - AC_SUBST(TCL_VERSION) - AC_SUBST(TCL_BIN_DIR) - AC_SUBST(TCL_SRC_DIR) - AC_SUBST(TCL_LIBS) - AC_SUBST(TCL_INCLUDE_SPEC) - - AC_SUBST(TCL_LIB_FILE) - AC_SUBST(TCL_LIB_FLAG) - AC_SUBST(TCL_LIB_SPEC) - - AC_SUBST(TCL_STUB_LIB_FILE) - AC_SUBST(TCL_STUB_LIB_FLAG) - AC_SUBST(TCL_STUB_LIB_SPEC) - fi -fi -if test "${use_tcl}" = "no" ; then - HAVE_TCL="" -else - HAVE_TCL=1 -fi -AC_SUBST(HAVE_TCL) - -########## -# Figure out what C libraries are required to compile programs -# that use "readline()" library. -# -if test "$config_TARGET_READLINE_LIBS" != ""; then - TARGET_READLINE_LIBS="$config_TARGET_READLINE_LIBS" -else - CC=$TARGET_CC - LIBS="" - AC_SEARCH_LIBS(tgetent, [readline ncurses curses termcap]) - AC_CHECK_LIB([readline], [readline]) - AC_CHECK_LIB([dl], [dlopen]) - TARGET_READLINE_LIBS="$LDFLAGS $LIBS" -fi -AC_SUBST(TARGET_READLINE_LIBS) - -########## -# Figure out what C libraries are required to compile programs -# that use "fdatasync()" function. -# -CC=$TARGET_CC -LIBS=$TARGET_LIBS -AC_SEARCH_LIBS(fdatasync, [rt]) -TARGET_LIBS="$LIBS" - -########## -# Figure out where to get the READLINE header files. -# -AC_MSG_CHECKING([readline header files]) -found=no -if test "$config_TARGET_READLINE_INC" != ""; then - TARGET_READLINE_INC=$config_TARGET_READLINE_INC - found=yes -fi -if test "$found" = "yes"; then - AC_MSG_RESULT($TARGET_READLINE_INC) -else - AC_MSG_RESULT(not specified: still searching...) - AC_CHECK_HEADER(readline.h, [found=yes]) -fi -if test "$found" = "no"; then - if test "$cross_compiling" != "yes"; then - for dir in /usr /usr/local /usr/local/readline /usr/contrib /mingw; do - AC_CHECK_FILE($dir/include/readline.h, found=yes) - if test "$found" = "yes"; then - TARGET_READLINE_INC="-I$dir/include" - break - fi - AC_CHECK_FILE($dir/include/readline/readline.h, found=yes) - if test "$found" = "yes"; then - TARGET_READLINE_INC="-I$dir/include/readline" - break - fi - done - fi -fi -if test "$found" = "yes"; then - if test "$TARGET_READLINE_LIBS" = ""; then - TARGET_HAVE_READLINE=0 - else - TARGET_HAVE_READLINE=1 - fi -else - TARGET_HAVE_READLINE=0 -fi -AC_SUBST(TARGET_READLINE_INC) -AC_SUBST(TARGET_HAVE_READLINE) - -######### -# check for debug enabled -AC_ARG_ENABLE(debug, AC_HELP_STRING([--enable-debug],[enable debugging & verbose explain]), - [use_debug=$enableval],[use_debug=no]) -if test "${use_debug}" = "yes" ; then - TARGET_DEBUG="-DSQLITE_DEBUG=1" -else - TARGET_DEBUG="-DNDEBUG" -fi -AC_SUBST(TARGET_DEBUG) - -######### -# Figure out whether or not we have a "usleep()" function. -# -AC_CHECK_FUNC(usleep, [TARGET_CFLAGS="$TARGET_CFLAGS -DHAVE_USLEEP=1"]) - -#-------------------------------------------------------------------- -# Redefine fdatasync as fsync on systems that lack fdatasync -#-------------------------------------------------------------------- - -AC_CHECK_FUNC(fdatasync, [TARGET_CFLAGS="$TARGET_CFLAGS -DHAVE_FDATASYNC=1"]) - -######### -# Put out accumulated miscellaneous LIBRARIES -# -AC_SUBST(TARGET_LIBS) - -######### -# Generate the output files. -# -AC_OUTPUT([ -Makefile -sqlite3.pc -]) diff --git a/libs/sqlite/configure.gnu b/libs/sqlite/configure.gnu deleted file mode 100644 index 439299ee59..0000000000 --- a/libs/sqlite/configure.gnu +++ /dev/null @@ -1,4 +0,0 @@ -#! /bin/sh -srcpath=$(dirname $0 2>/dev/null ) || srcpath="." -$srcpath/configure "$@" --disable-tcl --enable-threadsafe --disable-shared --with-pic - diff --git a/libs/sqlite/contrib/sqlitecon.tcl b/libs/sqlite/contrib/sqlitecon.tcl deleted file mode 100644 index b5dbcafc2a..0000000000 --- a/libs/sqlite/contrib/sqlitecon.tcl +++ /dev/null @@ -1,679 +0,0 @@ -# A Tk console widget for SQLite. Invoke sqlitecon::create with a window name, -# a prompt string, a title to set a new top-level window, and the SQLite -# database handle. For example: -# -# sqlitecon::create .sqlcon {sql:- } {SQL Console} db -# -# A toplevel window is created that allows you to type in SQL commands to -# be processed on the spot. -# -# A limited set of dot-commands are supported: -# -# .table -# .schema ?TABLE? -# .mode list|column|multicolumn|line -# .exit -# -# In addition, a new SQL function named "edit()" is created. This function -# takes a single text argument and returns a text result. Whenever the -# the function is called, it pops up a new toplevel window containing a -# text editor screen initialized to the argument. When the "OK" button -# is pressed, whatever revised text is in the text editor is returned as -# the result of the edit() function. This allows text fields of SQL tables -# to be edited quickly and easily as follows: -# -# UPDATE table1 SET dscr = edit(dscr) WHERE rowid=15; -# - - -# Create a namespace to work in -# -namespace eval ::sqlitecon { - # do nothing -} - -# Create a console widget named $w. The prompt string is $prompt. -# The title at the top of the window is $title. The database connection -# object is $db -# -proc sqlitecon::create {w prompt title db} { - upvar #0 $w.t v - if {[winfo exists $w]} {destroy $w} - if {[info exists v]} {unset v} - toplevel $w - wm title $w $title - wm iconname $w $title - frame $w.mb -bd 2 -relief raised - pack $w.mb -side top -fill x - menubutton $w.mb.file -text File -menu $w.mb.file.m - menubutton $w.mb.edit -text Edit -menu $w.mb.edit.m - pack $w.mb.file $w.mb.edit -side left -padx 8 -pady 1 - set m [menu $w.mb.file.m -tearoff 0] - $m add command -label {Close} -command "destroy $w" - sqlitecon::create_child $w $prompt $w.mb.edit.m - set v(db) $db - $db function edit ::sqlitecon::_edit -} - -# This routine creates a console as a child window within a larger -# window. It also creates an edit menu named "$editmenu" if $editmenu!="". -# The calling function is responsible for posting the edit menu. -# -proc sqlitecon::create_child {w prompt editmenu} { - upvar #0 $w.t v - if {$editmenu!=""} { - set m [menu $editmenu -tearoff 0] - $m add command -label Cut -command "sqlitecon::Cut $w.t" - $m add command -label Copy -command "sqlitecon::Copy $w.t" - $m add command -label Paste -command "sqlitecon::Paste $w.t" - $m add command -label {Clear Screen} -command "sqlitecon::Clear $w.t" - $m add separator - $m add command -label {Save As...} -command "sqlitecon::SaveFile $w.t" - catch {$editmenu config -postcommand "sqlitecon::EnableEditMenu $w"} - } - scrollbar $w.sb -orient vertical -command "$w.t yview" - pack $w.sb -side right -fill y - text $w.t -font fixed -yscrollcommand "$w.sb set" - pack $w.t -side right -fill both -expand 1 - bindtags $w.t Sqlitecon - set v(editmenu) $editmenu - set v(history) 0 - set v(historycnt) 0 - set v(current) -1 - set v(prompt) $prompt - set v(prior) {} - set v(plength) [string length $v(prompt)] - set v(x) 0 - set v(y) 0 - set v(mode) column - set v(header) on - $w.t mark set insert end - $w.t tag config ok -foreground blue - $w.t tag config err -foreground red - $w.t insert end $v(prompt) - $w.t mark set out 1.0 - after idle "focus $w.t" -} - -bind Sqlitecon <1> {sqlitecon::Button1 %W %x %y} -bind Sqlitecon {sqlitecon::B1Motion %W %x %y} -bind Sqlitecon {sqlitecon::B1Leave %W %x %y} -bind Sqlitecon {sqlitecon::cancelMotor %W} -bind Sqlitecon {sqlitecon::cancelMotor %W} -bind Sqlitecon {sqlitecon::Insert %W %A} -bind Sqlitecon {sqlitecon::Left %W} -bind Sqlitecon {sqlitecon::Left %W} -bind Sqlitecon {sqlitecon::Right %W} -bind Sqlitecon {sqlitecon::Right %W} -bind Sqlitecon {sqlitecon::Backspace %W} -bind Sqlitecon {sqlitecon::Backspace %W} -bind Sqlitecon {sqlitecon::Delete %W} -bind Sqlitecon {sqlitecon::Delete %W} -bind Sqlitecon {sqlitecon::Home %W} -bind Sqlitecon {sqlitecon::Home %W} -bind Sqlitecon {sqlitecon::End %W} -bind Sqlitecon {sqlitecon::End %W} -bind Sqlitecon {sqlitecon::Enter %W} -bind Sqlitecon {sqlitecon::Enter %W} -bind Sqlitecon {sqlitecon::Prior %W} -bind Sqlitecon {sqlitecon::Prior %W} -bind Sqlitecon {sqlitecon::Next %W} -bind Sqlitecon {sqlitecon::Next %W} -bind Sqlitecon {sqlitecon::EraseEOL %W} -bind Sqlitecon <> {sqlitecon::Cut %W} -bind Sqlitecon <> {sqlitecon::Copy %W} -bind Sqlitecon <> {sqlitecon::Paste %W} -bind Sqlitecon <> {sqlitecon::Clear %W} - -# Insert a single character at the insertion cursor -# -proc sqlitecon::Insert {w a} { - $w insert insert $a - $w yview insert -} - -# Move the cursor one character to the left -# -proc sqlitecon::Left {w} { - upvar #0 $w v - scan [$w index insert] %d.%d row col - if {$col>$v(plength)} { - $w mark set insert "insert -1c" - } -} - -# Erase the character to the left of the cursor -# -proc sqlitecon::Backspace {w} { - upvar #0 $w v - scan [$w index insert] %d.%d row col - if {$col>$v(plength)} { - $w delete {insert -1c} - } -} - -# Erase to the end of the line -# -proc sqlitecon::EraseEOL {w} { - upvar #0 $w v - scan [$w index insert] %d.%d row col - if {$col>=$v(plength)} { - $w delete insert {insert lineend} - } -} - -# Move the cursor one character to the right -# -proc sqlitecon::Right {w} { - $w mark set insert "insert +1c" -} - -# Erase the character to the right of the cursor -# -proc sqlitecon::Delete w { - $w delete insert -} - -# Move the cursor to the beginning of the current line -# -proc sqlitecon::Home w { - upvar #0 $w v - scan [$w index insert] %d.%d row col - $w mark set insert $row.$v(plength) -} - -# Move the cursor to the end of the current line -# -proc sqlitecon::End w { - $w mark set insert {insert lineend} -} - -# Add a line to the history -# -proc sqlitecon::addHistory {w line} { - upvar #0 $w v - if {$v(historycnt)>0} { - set last [lindex $v(history) [expr $v(historycnt)-1]] - if {[string compare $last $line]} { - lappend v(history) $line - incr v(historycnt) - } - } else { - set v(history) [list $line] - set v(historycnt) 1 - } - set v(current) $v(historycnt) -} - -# Called when "Enter" is pressed. Do something with the line -# of text that was entered. -# -proc sqlitecon::Enter w { - upvar #0 $w v - scan [$w index insert] %d.%d row col - set start $row.$v(plength) - set line [$w get $start "$start lineend"] - $w insert end \n - $w mark set out end - if {$v(prior)==""} { - set cmd $line - } else { - set cmd $v(prior)\n$line - } - if {[string index $cmd 0]=="." || [$v(db) complete $cmd]} { - regsub -all {\n} [string trim $cmd] { } cmd2 - addHistory $w $cmd2 - set rc [catch {DoCommand $w $cmd} res] - if {![winfo exists $w]} return - if {$rc} { - $w insert end $res\n err - } elseif {[string length $res]>0} { - $w insert end $res\n ok - } - set v(prior) {} - $w insert end $v(prompt) - } else { - set v(prior) $cmd - regsub -all {[^ ]} $v(prompt) . x - $w insert end $x - } - $w mark set insert end - $w mark set out {insert linestart} - $w yview insert -} - -# Execute a single SQL command. Pay special attention to control -# directives that begin with "." -# -# The return value is the text output from the command, properly -# formatted. -# -proc sqlitecon::DoCommand {w cmd} { - upvar #0 $w v - set mode $v(mode) - set header $v(header) - if {[regexp {^(\.[a-z]+)} $cmd all word]} { - if {$word==".mode"} { - regexp {^.[a-z]+ +([a-z]+)} $cmd all v(mode) - return {} - } elseif {$word==".exit"} { - destroy [winfo toplevel $w] - return {} - } elseif {$word==".header"} { - regexp {^.[a-z]+ +([a-z]+)} $cmd all v(header) - return {} - } elseif {$word==".tables"} { - set mode multicolumn - set cmd {SELECT name FROM sqlite_master WHERE type='table' - UNION ALL - SELECT name FROM sqlite_temp_master WHERE type='table'} - $v(db) eval {PRAGMA database_list} { - if {$name!="temp" && $name!="main"} { - append cmd "UNION ALL SELECT name FROM $name.sqlite_master\ - WHERE type='table'" - } - } - append cmd { ORDER BY 1} - } elseif {$word==".fullschema"} { - set pattern % - regexp {^.[a-z]+ +([^ ]+)} $cmd all pattern - set mode list - set header 0 - set cmd "SELECT sql FROM sqlite_master WHERE tbl_name LIKE '$pattern' - AND sql NOT NULL UNION ALL SELECT sql FROM sqlite_temp_master - WHERE tbl_name LIKE '$pattern' AND sql NOT NULL" - $v(db) eval {PRAGMA database_list} { - if {$name!="temp" && $name!="main"} { - append cmd " UNION ALL SELECT sql FROM $name.sqlite_master\ - WHERE tbl_name LIKE '$pattern' AND sql NOT NULL" - } - } - } elseif {$word==".schema"} { - set pattern % - regexp {^.[a-z]+ +([^ ]+)} $cmd all pattern - set mode list - set header 0 - set cmd "SELECT sql FROM sqlite_master WHERE name LIKE '$pattern' - AND sql NOT NULL UNION ALL SELECT sql FROM sqlite_temp_master - WHERE name LIKE '$pattern' AND sql NOT NULL" - $v(db) eval {PRAGMA database_list} { - if {$name!="temp" && $name!="main"} { - append cmd " UNION ALL SELECT sql FROM $name.sqlite_master\ - WHERE name LIKE '$pattern' AND sql NOT NULL" - } - } - } else { - return \ - ".exit\n.mode line|list|column\n.schema ?TABLENAME?\n.tables" - } - } - set res {} - if {$mode=="list"} { - $v(db) eval $cmd x { - set sep {} - foreach col $x(*) { - append res $sep$x($col) - set sep | - } - append res \n - } - if {[info exists x(*)] && $header} { - set sep {} - set hdr {} - foreach col $x(*) { - append hdr $sep$col - set sep | - } - set res $hdr\n$res - } - } elseif {[string range $mode 0 2]=="col"} { - set y {} - $v(db) eval $cmd x { - foreach col $x(*) { - if {![info exists cw($col)] || $cw($col)<[string length $x($col)]} { - set cw($col) [string length $x($col)] - } - lappend y $x($col) - } - } - if {[info exists x(*)] && $header} { - set hdr {} - set ln {} - set dash --------------------------------------------------------------- - append dash ------------------------------------------------------------ - foreach col $x(*) { - if {![info exists cw($col)] || $cw($col)<[string length $col]} { - set cw($col) [string length $col] - } - lappend hdr $col - lappend ln [string range $dash 1 $cw($col)] - } - set y [concat $hdr $ln $y] - } - if {[info exists x(*)]} { - set format {} - set arglist {} - set arglist2 {} - set i 0 - foreach col $x(*) { - lappend arglist x$i - append arglist2 " \$x$i" - incr i - append format " %-$cw($col)s" - } - set format [string trimleft $format]\n - if {[llength $arglist]>0} { - foreach $arglist $y "append res \[format [list $format] $arglist2\]" - } - } - } elseif {$mode=="multicolumn"} { - set y [$v(db) eval $cmd] - set max 0 - foreach e $y { - if {$max<[string length $e]} {set max [string length $e]} - } - set ncol [expr {int(80/($max+2))}] - if {$ncol<1} {set ncol 1} - set nelem [llength $y] - set nrow [expr {($nelem+$ncol-1)/$ncol}] - set format "%-${max}s" - for {set i 0} {$i<$nrow} {incr i} { - set j $i - while 1 { - append res [format $format [lindex $y $j]] - incr j $nrow - if {$j>=$nelem} break - append res { } - } - append res \n - } - } else { - $v(db) eval $cmd x { - foreach col $x(*) {append res "$col = $x($col)\n"} - append res \n - } - } - return [string trimright $res] -} - -# Change the line to the previous line -# -proc sqlitecon::Prior w { - upvar #0 $w v - if {$v(current)<=0} return - incr v(current) -1 - set line [lindex $v(history) $v(current)] - sqlitecon::SetLine $w $line -} - -# Change the line to the next line -# -proc sqlitecon::Next w { - upvar #0 $w v - if {$v(current)>=$v(historycnt)} return - incr v(current) 1 - set line [lindex $v(history) $v(current)] - sqlitecon::SetLine $w $line -} - -# Change the contents of the entry line -# -proc sqlitecon::SetLine {w line} { - upvar #0 $w v - scan [$w index insert] %d.%d row col - set start $row.$v(plength) - $w delete $start end - $w insert end $line - $w mark set insert end - $w yview insert -} - -# Called when the mouse button is pressed at position $x,$y on -# the console widget. -# -proc sqlitecon::Button1 {w x y} { - global tkPriv - upvar #0 $w v - set v(mouseMoved) 0 - set v(pressX) $x - set p [sqlitecon::nearestBoundry $w $x $y] - scan [$w index insert] %d.%d ix iy - scan $p %d.%d px py - if {$px==$ix} { - $w mark set insert $p - } - $w mark set anchor $p - focus $w -} - -# Find the boundry between characters that is nearest -# to $x,$y -# -proc sqlitecon::nearestBoundry {w x y} { - set p [$w index @$x,$y] - set bb [$w bbox $p] - if {![string compare $bb ""]} {return $p} - if {($x-[lindex $bb 0])<([lindex $bb 2]/2)} {return $p} - $w index "$p + 1 char" -} - -# This routine extends the selection to the point specified by $x,$y -# -proc sqlitecon::SelectTo {w x y} { - upvar #0 $w v - set cur [sqlitecon::nearestBoundry $w $x $y] - if {[catch {$w index anchor}]} { - $w mark set anchor $cur - } - set anchor [$w index anchor] - if {[$w compare $cur != $anchor] || (abs($v(pressX) - $x) >= 3)} { - if {$v(mouseMoved)==0} { - $w tag remove sel 0.0 end - } - set v(mouseMoved) 1 - } - if {[$w compare $cur < anchor]} { - set first $cur - set last anchor - } else { - set first anchor - set last $cur - } - if {$v(mouseMoved)} { - $w tag remove sel 0.0 $first - $w tag add sel $first $last - $w tag remove sel $last end - update idletasks - } -} - -# Called whenever the mouse moves while button-1 is held down. -# -proc sqlitecon::B1Motion {w x y} { - upvar #0 $w v - set v(y) $y - set v(x) $x - sqlitecon::SelectTo $w $x $y -} - -# Called whenever the mouse leaves the boundries of the widget -# while button 1 is held down. -# -proc sqlitecon::B1Leave {w x y} { - upvar #0 $w v - set v(y) $y - set v(x) $x - sqlitecon::motor $w -} - -# This routine is called to automatically scroll the window when -# the mouse drags offscreen. -# -proc sqlitecon::motor w { - upvar #0 $w v - if {![winfo exists $w]} return - if {$v(y)>=[winfo height $w]} { - $w yview scroll 1 units - } elseif {$v(y)<0} { - $w yview scroll -1 units - } else { - return - } - sqlitecon::SelectTo $w $v(x) $v(y) - set v(timer) [after 50 sqlitecon::motor $w] -} - -# This routine cancels the scrolling motor if it is active -# -proc sqlitecon::cancelMotor w { - upvar #0 $w v - catch {after cancel $v(timer)} - catch {unset v(timer)} -} - -# Do a Copy operation on the stuff currently selected. -# -proc sqlitecon::Copy w { - if {![catch {set text [$w get sel.first sel.last]}]} { - clipboard clear -displayof $w - clipboard append -displayof $w $text - } -} - -# Return 1 if the selection exists and is contained -# entirely on the input line. Return 2 if the selection -# exists but is not entirely on the input line. Return 0 -# if the selection does not exist. -# -proc sqlitecon::canCut w { - set r [catch { - scan [$w index sel.first] %d.%d s1x s1y - scan [$w index sel.last] %d.%d s2x s2y - scan [$w index insert] %d.%d ix iy - }] - if {$r==1} {return 0} - if {$s1x==$ix && $s2x==$ix} {return 1} - return 2 -} - -# Do a Cut operation if possible. Cuts are only allowed -# if the current selection is entirely contained on the -# current input line. -# -proc sqlitecon::Cut w { - if {[sqlitecon::canCut $w]==1} { - sqlitecon::Copy $w - $w delete sel.first sel.last - } -} - -# Do a paste opeation. -# -proc sqlitecon::Paste w { - if {[sqlitecon::canCut $w]==1} { - $w delete sel.first sel.last - } - if {[catch {selection get -displayof $w -selection CLIPBOARD} topaste] - && [catch {selection get -displayof $w -selection PRIMARY} topaste]} { - return - } - if {[info exists ::$w]} { - set prior 0 - foreach line [split $topaste \n] { - if {$prior} { - sqlitecon::Enter $w - update - } - set prior 1 - $w insert insert $line - } - } else { - $w insert insert $topaste - } -} - -# Enable or disable entries in the Edit menu -# -proc sqlitecon::EnableEditMenu w { - upvar #0 $w.t v - set m $v(editmenu) - if {$m=="" || ![winfo exists $m]} return - switch [sqlitecon::canCut $w.t] { - 0 { - $m entryconf Copy -state disabled - $m entryconf Cut -state disabled - } - 1 { - $m entryconf Copy -state normal - $m entryconf Cut -state normal - } - 2 { - $m entryconf Copy -state normal - $m entryconf Cut -state disabled - } - } -} - -# Prompt the user for the name of a writable file. Then write the -# entire contents of the console screen to that file. -# -proc sqlitecon::SaveFile w { - set types { - {{Text Files} {.txt}} - {{All Files} *} - } - set f [tk_getSaveFile -filetypes $types -title "Write Screen To..."] - if {$f!=""} { - if {[catch {open $f w} fd]} { - tk_messageBox -type ok -icon error -message $fd - } else { - puts $fd [string trimright [$w get 1.0 end] \n] - close $fd - } - } -} - -# Erase everything from the console above the insertion line. -# -proc sqlitecon::Clear w { - $w delete 1.0 {insert linestart} -} - -# An in-line editor for SQL -# -proc sqlitecon::_edit {origtxt {title {}}} { - for {set i 0} {[winfo exists .ed$i]} {incr i} continue - set w .ed$i - toplevel $w - wm protocol $w WM_DELETE_WINDOW "$w.b.can invoke" - wm title $w {Inline SQL Editor} - frame $w.b - pack $w.b -side bottom -fill x - button $w.b.can -text Cancel -width 6 -command [list set ::$w 0] - button $w.b.ok -text OK -width 6 -command [list set ::$w 1] - button $w.b.cut -text Cut -width 6 -command [list ::sqlitecon::Cut $w.t] - button $w.b.copy -text Copy -width 6 -command [list ::sqlitecon::Copy $w.t] - button $w.b.paste -text Paste -width 6 -command [list ::sqlitecon::Paste $w.t] - set ::$w {} - pack $w.b.cut $w.b.copy $w.b.paste $w.b.can $w.b.ok\ - -side left -padx 5 -pady 5 -expand 1 - if {$title!=""} { - label $w.title -text $title - pack $w.title -side top -padx 5 -pady 5 - } - text $w.t -bg white -fg black -yscrollcommand [list $w.sb set] - pack $w.t -side left -fill both -expand 1 - scrollbar $w.sb -orient vertical -command [list $w.t yview] - pack $w.sb -side left -fill y - $w.t insert end $origtxt - - vwait ::$w - - if {[set ::$w]} { - set txt [string trimright [$w.t get 1.0 end]] - } else { - set txt $origtxt - } - destroy $w - return $txt -} diff --git a/libs/sqlite/ext/README.txt b/libs/sqlite/ext/README.txt deleted file mode 100644 index 009495f59d..0000000000 --- a/libs/sqlite/ext/README.txt +++ /dev/null @@ -1,2 +0,0 @@ -Version loadable extensions to SQLite are found in subfolders -of this folder. diff --git a/libs/sqlite/ext/fts1/README.txt b/libs/sqlite/ext/fts1/README.txt deleted file mode 100644 index 292b7daa0b..0000000000 --- a/libs/sqlite/ext/fts1/README.txt +++ /dev/null @@ -1,2 +0,0 @@ -This folder contains source code to the first full-text search -extension for SQLite. diff --git a/libs/sqlite/ext/fts1/fts1.c b/libs/sqlite/ext/fts1/fts1.c deleted file mode 100644 index 286655253a..0000000000 --- a/libs/sqlite/ext/fts1/fts1.c +++ /dev/null @@ -1,3283 +0,0 @@ -/* The author disclaims copyright to this source code. - * - * This is an SQLite module implementing full-text search. - */ - -/* -** The code in this file is only compiled if: -** -** * The FTS1 module is being built as an extension -** (in which case SQLITE_CORE is not defined), or -** -** * The FTS1 module is being built into the core of -** SQLite (in which case SQLITE_ENABLE_FTS1 is defined). -*/ -#if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS1) - -#if defined(SQLITE_ENABLE_FTS1) && !defined(SQLITE_CORE) -# define SQLITE_CORE 1 -#endif - -#include -#if !defined(__APPLE__) -#include -#else -#include -#endif -#include -#include -#include - -#include "fts1.h" -#include "fts1_hash.h" -#include "fts1_tokenizer.h" -#include "sqlite3.h" -#include "sqlite3ext.h" -SQLITE_EXTENSION_INIT1 - - -#if 0 -# define TRACE(A) printf A; fflush(stdout) -#else -# define TRACE(A) -#endif - -/* utility functions */ - -typedef struct StringBuffer { - int len; /* length, not including null terminator */ - int alloced; /* Space allocated for s[] */ - char *s; /* Content of the string */ -} StringBuffer; - -static void initStringBuffer(StringBuffer *sb){ - sb->len = 0; - sb->alloced = 100; - sb->s = malloc(100); - sb->s[0] = '\0'; -} - -static void nappend(StringBuffer *sb, const char *zFrom, int nFrom){ - if( sb->len + nFrom >= sb->alloced ){ - sb->alloced = sb->len + nFrom + 100; - sb->s = realloc(sb->s, sb->alloced+1); - if( sb->s==0 ){ - initStringBuffer(sb); - return; - } - } - memcpy(sb->s + sb->len, zFrom, nFrom); - sb->len += nFrom; - sb->s[sb->len] = 0; -} -static void append(StringBuffer *sb, const char *zFrom){ - nappend(sb, zFrom, strlen(zFrom)); -} - -/* We encode variable-length integers in little-endian order using seven bits - * per byte as follows: -** -** KEY: -** A = 0xxxxxxx 7 bits of data and one flag bit -** B = 1xxxxxxx 7 bits of data and one flag bit -** -** 7 bits - A -** 14 bits - BA -** 21 bits - BBA -** and so on. -*/ - -/* We may need up to VARINT_MAX bytes to store an encoded 64-bit integer. */ -#define VARINT_MAX 10 - -/* Write a 64-bit variable-length integer to memory starting at p[0]. - * The length of data written will be between 1 and VARINT_MAX bytes. - * The number of bytes written is returned. */ -static int putVarint(char *p, sqlite_int64 v){ - unsigned char *q = (unsigned char *) p; - sqlite_uint64 vu = v; - do{ - *q++ = (unsigned char) ((vu & 0x7f) | 0x80); - vu >>= 7; - }while( vu!=0 ); - q[-1] &= 0x7f; /* turn off high bit in final byte */ - assert( q - (unsigned char *)p <= VARINT_MAX ); - return (int) (q - (unsigned char *)p); -} - -/* Read a 64-bit variable-length integer from memory starting at p[0]. - * Return the number of bytes read, or 0 on error. - * The value is stored in *v. */ -static int getVarint(const char *p, sqlite_int64 *v){ - const unsigned char *q = (const unsigned char *) p; - sqlite_uint64 x = 0, y = 1; - while( (*q & 0x80) == 0x80 ){ - x += y * (*q++ & 0x7f); - y <<= 7; - if( q - (unsigned char *)p >= VARINT_MAX ){ /* bad data */ - assert( 0 ); - return 0; - } - } - x += y * (*q++); - *v = (sqlite_int64) x; - return (int) (q - (unsigned char *)p); -} - -static int getVarint32(const char *p, int *pi){ - sqlite_int64 i; - int ret = getVarint(p, &i); - *pi = (int) i; - assert( *pi==i ); - return ret; -} - -/*** Document lists *** - * - * A document list holds a sorted list of varint-encoded document IDs. - * - * A doclist with type DL_POSITIONS_OFFSETS is stored like this: - * - * array { - * varint docid; - * array { - * varint position; (delta from previous position plus POS_BASE) - * varint startOffset; (delta from previous startOffset) - * varint endOffset; (delta from startOffset) - * } - * } - * - * Here, array { X } means zero or more occurrences of X, adjacent in memory. - * - * A position list may hold positions for text in multiple columns. A position - * POS_COLUMN is followed by a varint containing the index of the column for - * following positions in the list. Any positions appearing before any - * occurrences of POS_COLUMN are for column 0. - * - * A doclist with type DL_POSITIONS is like the above, but holds only docids - * and positions without offset information. - * - * A doclist with type DL_DOCIDS is like the above, but holds only docids - * without positions or offset information. - * - * On disk, every document list has positions and offsets, so we don't bother - * to serialize a doclist's type. - * - * We don't yet delta-encode document IDs; doing so will probably be a - * modest win. - * - * NOTE(shess) I've thought of a slightly (1%) better offset encoding. - * After the first offset, estimate the next offset by using the - * current token position and the previous token position and offset, - * offset to handle some variance. So the estimate would be - * (iPosition*w->iStartOffset/w->iPosition-64), which is delta-encoded - * as normal. Offsets more than 64 chars from the estimate are - * encoded as the delta to the previous start offset + 128. An - * additional tiny increment can be gained by using the end offset of - * the previous token to make the estimate a tiny bit more precise. -*/ - -typedef enum DocListType { - DL_DOCIDS, /* docids only */ - DL_POSITIONS, /* docids + positions */ - DL_POSITIONS_OFFSETS /* docids + positions + offsets */ -} DocListType; - -/* -** By default, only positions and not offsets are stored in the doclists. -** To change this so that offsets are stored too, compile with -** -** -DDL_DEFAULT=DL_POSITIONS_OFFSETS -** -*/ -#ifndef DL_DEFAULT -# define DL_DEFAULT DL_POSITIONS -#endif - -typedef struct DocList { - char *pData; - int nData; - DocListType iType; - int iLastColumn; /* the last column written */ - int iLastPos; /* the last position written */ - int iLastOffset; /* the last start offset written */ -} DocList; - -enum { - POS_END = 0, /* end of this position list */ - POS_COLUMN, /* followed by new column number */ - POS_BASE -}; - -/* Initialize a new DocList to hold the given data. */ -static void docListInit(DocList *d, DocListType iType, - const char *pData, int nData){ - d->nData = nData; - if( nData>0 ){ - d->pData = malloc(nData); - memcpy(d->pData, pData, nData); - } else { - d->pData = NULL; - } - d->iType = iType; - d->iLastColumn = 0; - d->iLastPos = d->iLastOffset = 0; -} - -/* Create a new dynamically-allocated DocList. */ -static DocList *docListNew(DocListType iType){ - DocList *d = (DocList *) malloc(sizeof(DocList)); - docListInit(d, iType, 0, 0); - return d; -} - -static void docListDestroy(DocList *d){ - free(d->pData); -#ifndef NDEBUG - memset(d, 0x55, sizeof(*d)); -#endif -} - -static void docListDelete(DocList *d){ - docListDestroy(d); - free(d); -} - -static char *docListEnd(DocList *d){ - return d->pData + d->nData; -} - -/* Append a varint to a DocList's data. */ -static void appendVarint(DocList *d, sqlite_int64 i){ - char c[VARINT_MAX]; - int n = putVarint(c, i); - d->pData = realloc(d->pData, d->nData + n); - memcpy(d->pData + d->nData, c, n); - d->nData += n; -} - -static void docListAddDocid(DocList *d, sqlite_int64 iDocid){ - appendVarint(d, iDocid); - if( d->iType>=DL_POSITIONS ){ - appendVarint(d, POS_END); /* initially empty position list */ - d->iLastColumn = 0; - d->iLastPos = d->iLastOffset = 0; - } -} - -/* helper function for docListAddPos and docListAddPosOffset */ -static void addPos(DocList *d, int iColumn, int iPos){ - assert( d->nData>0 ); - --d->nData; /* remove previous terminator */ - if( iColumn!=d->iLastColumn ){ - assert( iColumn>d->iLastColumn ); - appendVarint(d, POS_COLUMN); - appendVarint(d, iColumn); - d->iLastColumn = iColumn; - d->iLastPos = d->iLastOffset = 0; - } - assert( iPos>=d->iLastPos ); - appendVarint(d, iPos-d->iLastPos+POS_BASE); - d->iLastPos = iPos; -} - -/* Add a position to the last position list in a doclist. */ -static void docListAddPos(DocList *d, int iColumn, int iPos){ - assert( d->iType==DL_POSITIONS ); - addPos(d, iColumn, iPos); - appendVarint(d, POS_END); /* add new terminator */ -} - -/* -** Add a position and starting and ending offsets to a doclist. -** -** If the doclist is setup to handle only positions, then insert -** the position only and ignore the offsets. -*/ -static void docListAddPosOffset( - DocList *d, /* Doclist under construction */ - int iColumn, /* Column the inserted term is part of */ - int iPos, /* Position of the inserted term */ - int iStartOffset, /* Starting offset of inserted term */ - int iEndOffset /* Ending offset of inserted term */ -){ - assert( d->iType>=DL_POSITIONS ); - addPos(d, iColumn, iPos); - if( d->iType==DL_POSITIONS_OFFSETS ){ - assert( iStartOffset>=d->iLastOffset ); - appendVarint(d, iStartOffset-d->iLastOffset); - d->iLastOffset = iStartOffset; - assert( iEndOffset>=iStartOffset ); - appendVarint(d, iEndOffset-iStartOffset); - } - appendVarint(d, POS_END); /* add new terminator */ -} - -/* -** A DocListReader object is a cursor into a doclist. Initialize -** the cursor to the beginning of the doclist by calling readerInit(). -** Then use routines -** -** peekDocid() -** readDocid() -** readPosition() -** skipPositionList() -** and so forth... -** -** to read information out of the doclist. When we reach the end -** of the doclist, atEnd() returns TRUE. -*/ -typedef struct DocListReader { - DocList *pDoclist; /* The document list we are stepping through */ - char *p; /* Pointer to next unread byte in the doclist */ - int iLastColumn; - int iLastPos; /* the last position read, or -1 when not in a position list */ -} DocListReader; - -/* -** Initialize the DocListReader r to point to the beginning of pDoclist. -*/ -static void readerInit(DocListReader *r, DocList *pDoclist){ - r->pDoclist = pDoclist; - if( pDoclist!=NULL ){ - r->p = pDoclist->pData; - } - r->iLastColumn = -1; - r->iLastPos = -1; -} - -/* -** Return TRUE if we have reached then end of pReader and there is -** nothing else left to read. -*/ -static int atEnd(DocListReader *pReader){ - return pReader->pDoclist==0 || (pReader->p >= docListEnd(pReader->pDoclist)); -} - -/* Peek at the next docid without advancing the read pointer. -*/ -static sqlite_int64 peekDocid(DocListReader *pReader){ - sqlite_int64 ret; - assert( !atEnd(pReader) ); - assert( pReader->iLastPos==-1 ); - getVarint(pReader->p, &ret); - return ret; -} - -/* Read the next docid. See also nextDocid(). -*/ -static sqlite_int64 readDocid(DocListReader *pReader){ - sqlite_int64 ret; - assert( !atEnd(pReader) ); - assert( pReader->iLastPos==-1 ); - pReader->p += getVarint(pReader->p, &ret); - if( pReader->pDoclist->iType>=DL_POSITIONS ){ - pReader->iLastColumn = 0; - pReader->iLastPos = 0; - } - return ret; -} - -/* Read the next position and column index from a position list. - * Returns the position, or -1 at the end of the list. */ -static int readPosition(DocListReader *pReader, int *iColumn){ - int i; - int iType = pReader->pDoclist->iType; - - if( pReader->iLastPos==-1 ){ - return -1; - } - assert( !atEnd(pReader) ); - - if( iTypep += getVarint32(pReader->p, &i); - if( i==POS_END ){ - pReader->iLastColumn = pReader->iLastPos = -1; - *iColumn = -1; - return -1; - } - if( i==POS_COLUMN ){ - pReader->p += getVarint32(pReader->p, &pReader->iLastColumn); - pReader->iLastPos = 0; - pReader->p += getVarint32(pReader->p, &i); - assert( i>=POS_BASE ); - } - pReader->iLastPos += ((int) i)-POS_BASE; - if( iType>=DL_POSITIONS_OFFSETS ){ - /* Skip over offsets, ignoring them for now. */ - int iStart, iEnd; - pReader->p += getVarint32(pReader->p, &iStart); - pReader->p += getVarint32(pReader->p, &iEnd); - } - *iColumn = pReader->iLastColumn; - return pReader->iLastPos; -} - -/* Skip past the end of a position list. */ -static void skipPositionList(DocListReader *pReader){ - DocList *p = pReader->pDoclist; - if( p && p->iType>=DL_POSITIONS ){ - int iColumn; - while( readPosition(pReader, &iColumn)!=-1 ){} - } -} - -/* Skip over a docid, including its position list if the doclist has - * positions. */ -static void skipDocument(DocListReader *pReader){ - readDocid(pReader); - skipPositionList(pReader); -} - -/* Skip past all docids which are less than [iDocid]. Returns 1 if a docid - * matching [iDocid] was found. */ -static int skipToDocid(DocListReader *pReader, sqlite_int64 iDocid){ - sqlite_int64 d = 0; - while( !atEnd(pReader) && (d=peekDocid(pReader))iType>=DL_POSITIONS ){ - int iPos, iCol; - const char *zDiv = ""; - printf("("); - while( (iPos = readPosition(&r, &iCol))>=0 ){ - printf("%s%d:%d", zDiv, iCol, iPos); - zDiv = ":"; - } - printf(")"); - } - } - printf("\n"); - fflush(stdout); -} -#endif /* SQLITE_DEBUG */ - -/* Trim the given doclist to contain only positions in column - * [iRestrictColumn]. */ -static void docListRestrictColumn(DocList *in, int iRestrictColumn){ - DocListReader r; - DocList out; - - assert( in->iType>=DL_POSITIONS ); - readerInit(&r, in); - docListInit(&out, DL_POSITIONS, NULL, 0); - - while( !atEnd(&r) ){ - sqlite_int64 iDocid = readDocid(&r); - int iPos, iColumn; - - docListAddDocid(&out, iDocid); - while( (iPos = readPosition(&r, &iColumn)) != -1 ){ - if( iColumn==iRestrictColumn ){ - docListAddPos(&out, iColumn, iPos); - } - } - } - - docListDestroy(in); - *in = out; -} - -/* Trim the given doclist by discarding any docids without any remaining - * positions. */ -static void docListDiscardEmpty(DocList *in) { - DocListReader r; - DocList out; - - /* TODO: It would be nice to implement this operation in place; that - * could save a significant amount of memory in queries with long doclists. */ - assert( in->iType>=DL_POSITIONS ); - readerInit(&r, in); - docListInit(&out, DL_POSITIONS, NULL, 0); - - while( !atEnd(&r) ){ - sqlite_int64 iDocid = readDocid(&r); - int match = 0; - int iPos, iColumn; - while( (iPos = readPosition(&r, &iColumn)) != -1 ){ - if( !match ){ - docListAddDocid(&out, iDocid); - match = 1; - } - docListAddPos(&out, iColumn, iPos); - } - } - - docListDestroy(in); - *in = out; -} - -/* Helper function for docListUpdate() and docListAccumulate(). -** Splices a doclist element into the doclist represented by r, -** leaving r pointing after the newly spliced element. -*/ -static void docListSpliceElement(DocListReader *r, sqlite_int64 iDocid, - const char *pSource, int nSource){ - DocList *d = r->pDoclist; - char *pTarget; - int nTarget, found; - - found = skipToDocid(r, iDocid); - - /* Describe slice in d to place pSource/nSource. */ - pTarget = r->p; - if( found ){ - skipDocument(r); - nTarget = r->p-pTarget; - }else{ - nTarget = 0; - } - - /* The sense of the following is that there are three possibilities. - ** If nTarget==nSource, we should not move any memory nor realloc. - ** If nTarget>nSource, trim target and realloc. - ** If nTargetnSource ){ - memmove(pTarget+nSource, pTarget+nTarget, docListEnd(d)-(pTarget+nTarget)); - } - if( nTarget!=nSource ){ - int iDoclist = pTarget-d->pData; - d->pData = realloc(d->pData, d->nData+nSource-nTarget); - pTarget = d->pData+iDoclist; - } - if( nTargetnData += nSource-nTarget; - r->p = pTarget+nSource; -} - -/* Insert/update pUpdate into the doclist. */ -static void docListUpdate(DocList *d, DocList *pUpdate){ - DocListReader reader; - - assert( d!=NULL && pUpdate!=NULL ); - assert( d->iType==pUpdate->iType); - - readerInit(&reader, d); - docListSpliceElement(&reader, firstDocid(pUpdate), - pUpdate->pData, pUpdate->nData); -} - -/* Propagate elements from pUpdate to pAcc, overwriting elements with -** matching docids. -*/ -static void docListAccumulate(DocList *pAcc, DocList *pUpdate){ - DocListReader accReader, updateReader; - - /* Handle edge cases where one doclist is empty. */ - assert( pAcc!=NULL ); - if( pUpdate==NULL || pUpdate->nData==0 ) return; - if( pAcc->nData==0 ){ - pAcc->pData = malloc(pUpdate->nData); - memcpy(pAcc->pData, pUpdate->pData, pUpdate->nData); - pAcc->nData = pUpdate->nData; - return; - } - - readerInit(&accReader, pAcc); - readerInit(&updateReader, pUpdate); - - while( !atEnd(&updateReader) ){ - char *pSource = updateReader.p; - sqlite_int64 iDocid = readDocid(&updateReader); - skipPositionList(&updateReader); - docListSpliceElement(&accReader, iDocid, pSource, updateReader.p-pSource); - } -} - -/* -** Read the next docid off of pIn. Return 0 if we reach the end. -* -* TODO: This assumes that docids are never 0, but they may actually be 0 since -* users can choose docids when inserting into a full-text table. Fix this. -*/ -static sqlite_int64 nextDocid(DocListReader *pIn){ - skipPositionList(pIn); - return atEnd(pIn) ? 0 : readDocid(pIn); -} - -/* -** pLeft and pRight are two DocListReaders that are pointing to -** positions lists of the same document: iDocid. -** -** If there are no instances in pLeft or pRight where the position -** of pLeft is one less than the position of pRight, then this -** routine adds nothing to pOut. -** -** If there are one or more instances where positions from pLeft -** are exactly one less than positions from pRight, then add a new -** document record to pOut. If pOut wants to hold positions, then -** include the positions from pRight that are one more than a -** position in pLeft. In other words: pRight.iPos==pLeft.iPos+1. -** -** pLeft and pRight are left pointing at the next document record. -*/ -static void mergePosList( - DocListReader *pLeft, /* Left position list */ - DocListReader *pRight, /* Right position list */ - sqlite_int64 iDocid, /* The docid from pLeft and pRight */ - DocList *pOut /* Write the merged document record here */ -){ - int iLeftCol, iLeftPos = readPosition(pLeft, &iLeftCol); - int iRightCol, iRightPos = readPosition(pRight, &iRightCol); - int match = 0; - - /* Loop until we've reached the end of both position lists. */ - while( iLeftPos!=-1 && iRightPos!=-1 ){ - if( iLeftCol==iRightCol && iLeftPos+1==iRightPos ){ - if( !match ){ - docListAddDocid(pOut, iDocid); - match = 1; - } - if( pOut->iType>=DL_POSITIONS ){ - docListAddPos(pOut, iRightCol, iRightPos); - } - iLeftPos = readPosition(pLeft, &iLeftCol); - iRightPos = readPosition(pRight, &iRightCol); - }else if( iRightCol=0 ) skipPositionList(pLeft); - if( iRightPos>=0 ) skipPositionList(pRight); -} - -/* We have two doclists: pLeft and pRight. -** Write the phrase intersection of these two doclists into pOut. -** -** A phrase intersection means that two documents only match -** if pLeft.iPos+1==pRight.iPos. -** -** The output pOut may or may not contain positions. If pOut -** does contain positions, they are the positions of pRight. -*/ -static void docListPhraseMerge( - DocList *pLeft, /* Doclist resulting from the words on the left */ - DocList *pRight, /* Doclist for the next word to the right */ - DocList *pOut /* Write the combined doclist here */ -){ - DocListReader left, right; - sqlite_int64 docidLeft, docidRight; - - readerInit(&left, pLeft); - readerInit(&right, pRight); - docidLeft = nextDocid(&left); - docidRight = nextDocid(&right); - - while( docidLeft>0 && docidRight>0 ){ - if( docidLeftiType0 && docidRight>0 ){ - if( docidLeft0 && docidRight>0 ){ - if( docidLeft<=docidRight ){ - docListAddDocid(pOut, docidLeft); - }else{ - docListAddDocid(pOut, docidRight); - } - priorLeft = docidLeft; - if( docidLeft<=docidRight ){ - docidLeft = nextDocid(&left); - } - if( docidRight>0 && docidRight<=priorLeft ){ - docidRight = nextDocid(&right); - } - } - while( docidLeft>0 ){ - docListAddDocid(pOut, docidLeft); - docidLeft = nextDocid(&left); - } - while( docidRight>0 ){ - docListAddDocid(pOut, docidRight); - docidRight = nextDocid(&right); - } -} - -/* We have two doclists: pLeft and pRight. -** Write into pOut all documents that occur in pLeft but not -** in pRight. -** -** Only docids are matched. Position information is ignored. -** -** The output pOut never holds positions. -*/ -static void docListExceptMerge( - DocList *pLeft, /* Doclist resulting from the words on the left */ - DocList *pRight, /* Doclist for the next word to the right */ - DocList *pOut /* Write the combined doclist here */ -){ - DocListReader left, right; - sqlite_int64 docidLeft, docidRight, priorLeft; - - readerInit(&left, pLeft); - readerInit(&right, pRight); - docidLeft = nextDocid(&left); - docidRight = nextDocid(&right); - - while( docidLeft>0 && docidRight>0 ){ - priorLeft = docidLeft; - if( docidLeft0 && docidRight<=priorLeft ){ - docidRight = nextDocid(&right); - } - } - while( docidLeft>0 ){ - docListAddDocid(pOut, docidLeft); - docidLeft = nextDocid(&left); - } -} - -static char *string_dup_n(const char *s, int n){ - char *str = malloc(n + 1); - memcpy(str, s, n); - str[n] = '\0'; - return str; -} - -/* Duplicate a string; the caller must free() the returned string. - * (We don't use strdup() since it's not part of the standard C library and - * may not be available everywhere.) */ -static char *string_dup(const char *s){ - return string_dup_n(s, strlen(s)); -} - -/* Format a string, replacing each occurrence of the % character with - * zDb.zName. This may be more convenient than sqlite_mprintf() - * when one string is used repeatedly in a format string. - * The caller must free() the returned string. */ -static char *string_format(const char *zFormat, - const char *zDb, const char *zName){ - const char *p; - size_t len = 0; - size_t nDb = strlen(zDb); - size_t nName = strlen(zName); - size_t nFullTableName = nDb+1+nName; - char *result; - char *r; - - /* first compute length needed */ - for(p = zFormat ; *p ; ++p){ - len += (*p=='%' ? nFullTableName : 1); - } - len += 1; /* for null terminator */ - - r = result = malloc(len); - for(p = zFormat; *p; ++p){ - if( *p=='%' ){ - memcpy(r, zDb, nDb); - r += nDb; - *r++ = '.'; - memcpy(r, zName, nName); - r += nName; - } else { - *r++ = *p; - } - } - *r++ = '\0'; - assert( r == result + len ); - return result; -} - -static int sql_exec(sqlite3 *db, const char *zDb, const char *zName, - const char *zFormat){ - char *zCommand = string_format(zFormat, zDb, zName); - int rc; - TRACE(("FTS1 sql: %s\n", zCommand)); - rc = sqlite3_exec(db, zCommand, NULL, 0, NULL); - free(zCommand); - return rc; -} - -static int sql_prepare(sqlite3 *db, const char *zDb, const char *zName, - sqlite3_stmt **ppStmt, const char *zFormat){ - char *zCommand = string_format(zFormat, zDb, zName); - int rc; - TRACE(("FTS1 prepare: %s\n", zCommand)); - rc = sqlite3_prepare(db, zCommand, -1, ppStmt, NULL); - free(zCommand); - return rc; -} - -/* end utility functions */ - -/* Forward reference */ -typedef struct fulltext_vtab fulltext_vtab; - -/* A single term in a query is represented by an instances of -** the following structure. -*/ -typedef struct QueryTerm { - short int nPhrase; /* How many following terms are part of the same phrase */ - short int iPhrase; /* This is the i-th term of a phrase. */ - short int iColumn; /* Column of the index that must match this term */ - signed char isOr; /* this term is preceded by "OR" */ - signed char isNot; /* this term is preceded by "-" */ - char *pTerm; /* text of the term. '\000' terminated. malloced */ - int nTerm; /* Number of bytes in pTerm[] */ -} QueryTerm; - - -/* A query string is parsed into a Query structure. - * - * We could, in theory, allow query strings to be complicated - * nested expressions with precedence determined by parentheses. - * But none of the major search engines do this. (Perhaps the - * feeling is that an parenthesized expression is two complex of - * an idea for the average user to grasp.) Taking our lead from - * the major search engines, we will allow queries to be a list - * of terms (with an implied AND operator) or phrases in double-quotes, - * with a single optional "-" before each non-phrase term to designate - * negation and an optional OR connector. - * - * OR binds more tightly than the implied AND, which is what the - * major search engines seem to do. So, for example: - * - * [one two OR three] ==> one AND (two OR three) - * [one OR two three] ==> (one OR two) AND three - * - * A "-" before a term matches all entries that lack that term. - * The "-" must occur immediately before the term with in intervening - * space. This is how the search engines do it. - * - * A NOT term cannot be the right-hand operand of an OR. If this - * occurs in the query string, the NOT is ignored: - * - * [one OR -two] ==> one OR two - * - */ -typedef struct Query { - fulltext_vtab *pFts; /* The full text index */ - int nTerms; /* Number of terms in the query */ - QueryTerm *pTerms; /* Array of terms. Space obtained from malloc() */ - int nextIsOr; /* Set the isOr flag on the next inserted term */ - int nextColumn; /* Next word parsed must be in this column */ - int dfltColumn; /* The default column */ -} Query; - - -/* -** An instance of the following structure keeps track of generated -** matching-word offset information and snippets. -*/ -typedef struct Snippet { - int nMatch; /* Total number of matches */ - int nAlloc; /* Space allocated for aMatch[] */ - struct snippetMatch { /* One entry for each matching term */ - char snStatus; /* Status flag for use while constructing snippets */ - short int iCol; /* The column that contains the match */ - short int iTerm; /* The index in Query.pTerms[] of the matching term */ - short int nByte; /* Number of bytes in the term */ - int iStart; /* The offset to the first character of the term */ - } *aMatch; /* Points to space obtained from malloc */ - char *zOffset; /* Text rendering of aMatch[] */ - int nOffset; /* strlen(zOffset) */ - char *zSnippet; /* Snippet text */ - int nSnippet; /* strlen(zSnippet) */ -} Snippet; - - -typedef enum QueryType { - QUERY_GENERIC, /* table scan */ - QUERY_ROWID, /* lookup by rowid */ - QUERY_FULLTEXT /* QUERY_FULLTEXT + [i] is a full-text search for column i*/ -} QueryType; - -/* TODO(shess) CHUNK_MAX controls how much data we allow in segment 0 -** before we start aggregating into larger segments. Lower CHUNK_MAX -** means that for a given input we have more individual segments per -** term, which means more rows in the table and a bigger index (due to -** both more rows and bigger rowids). But it also reduces the average -** cost of adding new elements to the segment 0 doclist, and it seems -** to reduce the number of pages read and written during inserts. 256 -** was chosen by measuring insertion times for a certain input (first -** 10k documents of Enron corpus), though including query performance -** in the decision may argue for a larger value. -*/ -#define CHUNK_MAX 256 - -typedef enum fulltext_statement { - CONTENT_INSERT_STMT, - CONTENT_SELECT_STMT, - CONTENT_UPDATE_STMT, - CONTENT_DELETE_STMT, - - TERM_SELECT_STMT, - TERM_SELECT_ALL_STMT, - TERM_INSERT_STMT, - TERM_UPDATE_STMT, - TERM_DELETE_STMT, - - MAX_STMT /* Always at end! */ -} fulltext_statement; - -/* These must exactly match the enum above. */ -/* TODO(adam): Is there some risk that a statement (in particular, -** pTermSelectStmt) will be used in two cursors at once, e.g. if a -** query joins a virtual table to itself? If so perhaps we should -** move some of these to the cursor object. -*/ -static const char *const fulltext_zStatement[MAX_STMT] = { - /* CONTENT_INSERT */ NULL, /* generated in contentInsertStatement() */ - /* CONTENT_SELECT */ "select * from %_content where rowid = ?", - /* CONTENT_UPDATE */ NULL, /* generated in contentUpdateStatement() */ - /* CONTENT_DELETE */ "delete from %_content where rowid = ?", - - /* TERM_SELECT */ - "select rowid, doclist from %_term where term = ? and segment = ?", - /* TERM_SELECT_ALL */ - "select doclist from %_term where term = ? order by segment", - /* TERM_INSERT */ - "insert into %_term (rowid, term, segment, doclist) values (?, ?, ?, ?)", - /* TERM_UPDATE */ "update %_term set doclist = ? where rowid = ?", - /* TERM_DELETE */ "delete from %_term where rowid = ?", -}; - -/* -** A connection to a fulltext index is an instance of the following -** structure. The xCreate and xConnect methods create an instance -** of this structure and xDestroy and xDisconnect free that instance. -** All other methods receive a pointer to the structure as one of their -** arguments. -*/ -struct fulltext_vtab { - sqlite3_vtab base; /* Base class used by SQLite core */ - sqlite3 *db; /* The database connection */ - const char *zDb; /* logical database name */ - const char *zName; /* virtual table name */ - int nColumn; /* number of columns in virtual table */ - char **azColumn; /* column names. malloced */ - char **azContentColumn; /* column names in content table; malloced */ - sqlite3_tokenizer *pTokenizer; /* tokenizer for inserts and queries */ - - /* Precompiled statements which we keep as long as the table is - ** open. - */ - sqlite3_stmt *pFulltextStatements[MAX_STMT]; -}; - -/* -** When the core wants to do a query, it create a cursor using a -** call to xOpen. This structure is an instance of a cursor. It -** is destroyed by xClose. -*/ -typedef struct fulltext_cursor { - sqlite3_vtab_cursor base; /* Base class used by SQLite core */ - QueryType iCursorType; /* Copy of sqlite3_index_info.idxNum */ - sqlite3_stmt *pStmt; /* Prepared statement in use by the cursor */ - int eof; /* True if at End Of Results */ - Query q; /* Parsed query string */ - Snippet snippet; /* Cached snippet for the current row */ - int iColumn; /* Column being searched */ - DocListReader result; /* used when iCursorType == QUERY_FULLTEXT */ -} fulltext_cursor; - -static struct fulltext_vtab *cursor_vtab(fulltext_cursor *c){ - return (fulltext_vtab *) c->base.pVtab; -} - -static const sqlite3_module fulltextModule; /* forward declaration */ - -/* Append a list of strings separated by commas to a StringBuffer. */ -static void appendList(StringBuffer *sb, int nString, char **azString){ - int i; - for(i=0; i0 ) append(sb, ", "); - append(sb, azString[i]); - } -} - -/* Return a dynamically generated statement of the form - * insert into %_content (rowid, ...) values (?, ...) - */ -static const char *contentInsertStatement(fulltext_vtab *v){ - StringBuffer sb; - int i; - - initStringBuffer(&sb); - append(&sb, "insert into %_content (rowid, "); - appendList(&sb, v->nColumn, v->azContentColumn); - append(&sb, ") values (?"); - for(i=0; inColumn; ++i) - append(&sb, ", ?"); - append(&sb, ")"); - return sb.s; -} - -/* Return a dynamically generated statement of the form - * update %_content set [col_0] = ?, [col_1] = ?, ... - * where rowid = ? - */ -static const char *contentUpdateStatement(fulltext_vtab *v){ - StringBuffer sb; - int i; - - initStringBuffer(&sb); - append(&sb, "update %_content set "); - for(i=0; inColumn; ++i) { - if( i>0 ){ - append(&sb, ", "); - } - append(&sb, v->azContentColumn[i]); - append(&sb, " = ?"); - } - append(&sb, " where rowid = ?"); - return sb.s; -} - -/* Puts a freshly-prepared statement determined by iStmt in *ppStmt. -** If the indicated statement has never been prepared, it is prepared -** and cached, otherwise the cached version is reset. -*/ -static int sql_get_statement(fulltext_vtab *v, fulltext_statement iStmt, - sqlite3_stmt **ppStmt){ - assert( iStmtpFulltextStatements[iStmt]==NULL ){ - const char *zStmt; - int rc; - switch( iStmt ){ - case CONTENT_INSERT_STMT: - zStmt = contentInsertStatement(v); break; - case CONTENT_UPDATE_STMT: - zStmt = contentUpdateStatement(v); break; - default: - zStmt = fulltext_zStatement[iStmt]; - } - rc = sql_prepare(v->db, v->zDb, v->zName, &v->pFulltextStatements[iStmt], - zStmt); - if( zStmt != fulltext_zStatement[iStmt]) free((void *) zStmt); - if( rc!=SQLITE_OK ) return rc; - } else { - int rc = sqlite3_reset(v->pFulltextStatements[iStmt]); - if( rc!=SQLITE_OK ) return rc; - } - - *ppStmt = v->pFulltextStatements[iStmt]; - return SQLITE_OK; -} - -/* Step the indicated statement, handling errors SQLITE_BUSY (by -** retrying) and SQLITE_SCHEMA (by re-preparing and transferring -** bindings to the new statement). -** TODO(adam): We should extend this function so that it can work with -** statements declared locally, not only globally cached statements. -*/ -static int sql_step_statement(fulltext_vtab *v, fulltext_statement iStmt, - sqlite3_stmt **ppStmt){ - int rc; - sqlite3_stmt *s = *ppStmt; - assert( iStmtpFulltextStatements[iStmt] ); - - while( (rc=sqlite3_step(s))!=SQLITE_DONE && rc!=SQLITE_ROW ){ - sqlite3_stmt *pNewStmt; - - if( rc==SQLITE_BUSY ) continue; - if( rc!=SQLITE_ERROR ) return rc; - - rc = sqlite3_reset(s); - if( rc!=SQLITE_SCHEMA ) return SQLITE_ERROR; - - v->pFulltextStatements[iStmt] = NULL; /* Still in s */ - rc = sql_get_statement(v, iStmt, &pNewStmt); - if( rc!=SQLITE_OK ) goto err; - *ppStmt = pNewStmt; - - rc = sqlite3_transfer_bindings(s, pNewStmt); - if( rc!=SQLITE_OK ) goto err; - - rc = sqlite3_finalize(s); - if( rc!=SQLITE_OK ) return rc; - s = pNewStmt; - } - return rc; - - err: - sqlite3_finalize(s); - return rc; -} - -/* Like sql_step_statement(), but convert SQLITE_DONE to SQLITE_OK. -** Useful for statements like UPDATE, where we expect no results. -*/ -static int sql_single_step_statement(fulltext_vtab *v, - fulltext_statement iStmt, - sqlite3_stmt **ppStmt){ - int rc = sql_step_statement(v, iStmt, ppStmt); - return (rc==SQLITE_DONE) ? SQLITE_OK : rc; -} - -/* insert into %_content (rowid, ...) values ([rowid], [pValues]) */ -static int content_insert(fulltext_vtab *v, sqlite3_value *rowid, - sqlite3_value **pValues){ - sqlite3_stmt *s; - int i; - int rc = sql_get_statement(v, CONTENT_INSERT_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_value(s, 1, rowid); - if( rc!=SQLITE_OK ) return rc; - - for(i=0; inColumn; ++i){ - rc = sqlite3_bind_value(s, 2+i, pValues[i]); - if( rc!=SQLITE_OK ) return rc; - } - - return sql_single_step_statement(v, CONTENT_INSERT_STMT, &s); -} - -/* update %_content set col0 = pValues[0], col1 = pValues[1], ... - * where rowid = [iRowid] */ -static int content_update(fulltext_vtab *v, sqlite3_value **pValues, - sqlite_int64 iRowid){ - sqlite3_stmt *s; - int i; - int rc = sql_get_statement(v, CONTENT_UPDATE_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - for(i=0; inColumn; ++i){ - rc = sqlite3_bind_value(s, 1+i, pValues[i]); - if( rc!=SQLITE_OK ) return rc; - } - - rc = sqlite3_bind_int64(s, 1+v->nColumn, iRowid); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, CONTENT_UPDATE_STMT, &s); -} - -static void freeStringArray(int nString, const char **pString){ - int i; - - for (i=0 ; i < nString ; ++i) { - free((void *) pString[i]); - } - free((void *) pString); -} - -/* select * from %_content where rowid = [iRow] - * The caller must delete the returned array and all strings in it. - * - * TODO: Perhaps we should return pointer/length strings here for consistency - * with other code which uses pointer/length. */ -static int content_select(fulltext_vtab *v, sqlite_int64 iRow, - const char ***pValues){ - sqlite3_stmt *s; - const char **values; - int i; - int rc; - - *pValues = NULL; - - rc = sql_get_statement(v, CONTENT_SELECT_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 1, iRow); - if( rc!=SQLITE_OK ) return rc; - - rc = sql_step_statement(v, CONTENT_SELECT_STMT, &s); - if( rc!=SQLITE_ROW ) return rc; - - values = (const char **) malloc(v->nColumn * sizeof(const char *)); - for(i=0; inColumn; ++i){ - values[i] = string_dup((char*)sqlite3_column_text(s, i)); - } - - /* We expect only one row. We must execute another sqlite3_step() - * to complete the iteration; otherwise the table will remain locked. */ - rc = sqlite3_step(s); - if( rc==SQLITE_DONE ){ - *pValues = values; - return SQLITE_OK; - } - - freeStringArray(v->nColumn, values); - return rc; -} - -/* delete from %_content where rowid = [iRow ] */ -static int content_delete(fulltext_vtab *v, sqlite_int64 iRow){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, CONTENT_DELETE_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 1, iRow); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, CONTENT_DELETE_STMT, &s); -} - -/* select rowid, doclist from %_term - * where term = [pTerm] and segment = [iSegment] - * If found, returns SQLITE_ROW; the caller must free the - * returned doclist. If no rows found, returns SQLITE_DONE. */ -static int term_select(fulltext_vtab *v, const char *pTerm, int nTerm, - int iSegment, - sqlite_int64 *rowid, DocList *out){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, TERM_SELECT_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_text(s, 1, pTerm, nTerm, SQLITE_STATIC); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int(s, 2, iSegment); - if( rc!=SQLITE_OK ) return rc; - - rc = sql_step_statement(v, TERM_SELECT_STMT, &s); - if( rc!=SQLITE_ROW ) return rc; - - *rowid = sqlite3_column_int64(s, 0); - docListInit(out, DL_DEFAULT, - sqlite3_column_blob(s, 1), sqlite3_column_bytes(s, 1)); - - /* We expect only one row. We must execute another sqlite3_step() - * to complete the iteration; otherwise the table will remain locked. */ - rc = sqlite3_step(s); - return rc==SQLITE_DONE ? SQLITE_ROW : rc; -} - -/* Load the segment doclists for term pTerm and merge them in -** appropriate order into out. Returns SQLITE_OK if successful. If -** there are no segments for pTerm, successfully returns an empty -** doclist in out. -** -** Each document consists of 1 or more "columns". The number of -** columns is v->nColumn. If iColumn==v->nColumn, then return -** position information about all columns. If iColumnnColumn, -** then only return position information about the iColumn-th column -** (where the first column is 0). -*/ -static int term_select_all( - fulltext_vtab *v, /* The fulltext index we are querying against */ - int iColumn, /* If nColumn ){ /* querying a single column */ - docListRestrictColumn(&old, iColumn); - } - - /* doclist contains the newer data, so write it over old. Then - ** steal accumulated result for doclist. - */ - docListAccumulate(&old, &doclist); - docListDestroy(&doclist); - doclist = old; - } - if( rc!=SQLITE_DONE ){ - docListDestroy(&doclist); - return rc; - } - - docListDiscardEmpty(&doclist); - *out = doclist; - return SQLITE_OK; -} - -/* insert into %_term (rowid, term, segment, doclist) - values ([piRowid], [pTerm], [iSegment], [doclist]) -** Lets sqlite select rowid if piRowid is NULL, else uses *piRowid. -** -** NOTE(shess) piRowid is IN, with values of "space of int64" plus -** null, it is not used to pass data back to the caller. -*/ -static int term_insert(fulltext_vtab *v, sqlite_int64 *piRowid, - const char *pTerm, int nTerm, - int iSegment, DocList *doclist){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, TERM_INSERT_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - if( piRowid==NULL ){ - rc = sqlite3_bind_null(s, 1); - }else{ - rc = sqlite3_bind_int64(s, 1, *piRowid); - } - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_text(s, 2, pTerm, nTerm, SQLITE_STATIC); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int(s, 3, iSegment); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_blob(s, 4, doclist->pData, doclist->nData, SQLITE_STATIC); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, TERM_INSERT_STMT, &s); -} - -/* update %_term set doclist = [doclist] where rowid = [rowid] */ -static int term_update(fulltext_vtab *v, sqlite_int64 rowid, - DocList *doclist){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, TERM_UPDATE_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_blob(s, 1, doclist->pData, doclist->nData, SQLITE_STATIC); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 2, rowid); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, TERM_UPDATE_STMT, &s); -} - -static int term_delete(fulltext_vtab *v, sqlite_int64 rowid){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, TERM_DELETE_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 1, rowid); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, TERM_DELETE_STMT, &s); -} - -/* -** Free the memory used to contain a fulltext_vtab structure. -*/ -static void fulltext_vtab_destroy(fulltext_vtab *v){ - int iStmt, i; - - TRACE(("FTS1 Destroy %p\n", v)); - for( iStmt=0; iStmtpFulltextStatements[iStmt]!=NULL ){ - sqlite3_finalize(v->pFulltextStatements[iStmt]); - v->pFulltextStatements[iStmt] = NULL; - } - } - - if( v->pTokenizer!=NULL ){ - v->pTokenizer->pModule->xDestroy(v->pTokenizer); - v->pTokenizer = NULL; - } - - free(v->azColumn); - for(i = 0; i < v->nColumn; ++i) { - sqlite3_free(v->azContentColumn[i]); - } - free(v->azContentColumn); - free(v); -} - -/* -** Token types for parsing the arguments to xConnect or xCreate. -*/ -#define TOKEN_EOF 0 /* End of file */ -#define TOKEN_SPACE 1 /* Any kind of whitespace */ -#define TOKEN_ID 2 /* An identifier */ -#define TOKEN_STRING 3 /* A string literal */ -#define TOKEN_PUNCT 4 /* A single punctuation character */ - -/* -** If X is a character that can be used in an identifier then -** IdChar(X) will be true. Otherwise it is false. -** -** For ASCII, any character with the high-order bit set is -** allowed in an identifier. For 7-bit characters, -** sqlite3IsIdChar[X] must be 1. -** -** Ticket #1066. the SQL standard does not allow '$' in the -** middle of identfiers. But many SQL implementations do. -** SQLite will allow '$' in identifiers for compatibility. -** But the feature is undocumented. -*/ -static const char isIdChar[] = { -/* x0 x1 x2 x3 x4 x5 x6 x7 x8 x9 xA xB xC xD xE xF */ - 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 2x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, /* 3x */ - 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 4x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, /* 5x */ - 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 6x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, /* 7x */ -}; -#define IdChar(C) (((c=C)&0x80)!=0 || (c>0x1f && isIdChar[c-0x20])) - - -/* -** Return the length of the token that begins at z[0]. -** Store the token type in *tokenType before returning. -*/ -static int getToken(const char *z, int *tokenType){ - int i, c; - switch( *z ){ - case 0: { - *tokenType = TOKEN_EOF; - return 0; - } - case ' ': case '\t': case '\n': case '\f': case '\r': { - for(i=1; isspace(z[i]); i++){} - *tokenType = TOKEN_SPACE; - return i; - } - case '\'': - case '"': { - int delim = z[0]; - for(i=1; (c=z[i])!=0; i++){ - if( c==delim ){ - if( z[i+1]==delim ){ - i++; - }else{ - break; - } - } - } - *tokenType = TOKEN_STRING; - return i + (c!=0); - } - case '[': { - for(i=1, c=z[0]; c!=']' && (c=z[i])!=0; i++){} - *tokenType = TOKEN_ID; - return i; - } - default: { - if( !IdChar(*z) ){ - break; - } - for(i=1; IdChar(z[i]); i++){} - *tokenType = TOKEN_ID; - return i; - } - } - *tokenType = TOKEN_PUNCT; - return 1; -} - -/* -** A token extracted from a string is an instance of the following -** structure. -*/ -typedef struct Token { - const char *z; /* Pointer to token text. Not '\000' terminated */ - short int n; /* Length of the token text in bytes. */ -} Token; - -/* -** Given a input string (which is really one of the argv[] parameters -** passed into xConnect or xCreate) split the string up into tokens. -** Return an array of pointers to '\000' terminated strings, one string -** for each non-whitespace token. -** -** The returned array is terminated by a single NULL pointer. -** -** Space to hold the returned array is obtained from a single -** malloc and should be freed by passing the return value to free(). -** The individual strings within the token list are all a part of -** the single memory allocation and will all be freed at once. -*/ -static char **tokenizeString(const char *z, int *pnToken){ - int nToken = 0; - Token *aToken = malloc( strlen(z) * sizeof(aToken[0]) ); - int n = 1; - int e, i; - int totalSize = 0; - char **azToken; - char *zCopy; - while( n>0 ){ - n = getToken(z, &e); - if( e!=TOKEN_SPACE ){ - aToken[nToken].z = z; - aToken[nToken].n = n; - nToken++; - totalSize += n+1; - } - z += n; - } - azToken = (char**)malloc( nToken*sizeof(char*) + totalSize ); - zCopy = (char*)&azToken[nToken]; - nToken--; - for(i=0; i=0 ){ - azIn[j] = azIn[i]; - } - j++; - } - } - azIn[j] = 0; - } -} - - -/* -** Find the first alphanumeric token in the string zIn. Null-terminate -** this token. Remove any quotation marks. And return a pointer to -** the result. -*/ -static char *firstToken(char *zIn, char **pzTail){ - int n, ttype; - while(1){ - n = getToken(zIn, &ttype); - if( ttype==TOKEN_SPACE ){ - zIn += n; - }else if( ttype==TOKEN_EOF ){ - *pzTail = zIn; - return 0; - }else{ - zIn[n] = 0; - *pzTail = &zIn[1]; - dequoteString(zIn); - return zIn; - } - } - /*NOTREACHED*/ -} - -/* Return true if... -** -** * s begins with the string t, ignoring case -** * s is longer than t -** * The first character of s beyond t is not a alphanumeric -** -** Ignore leading space in *s. -** -** To put it another way, return true if the first token of -** s[] is t[]. -*/ -static int startsWith(const char *s, const char *t){ - while( isspace(*s) ){ s++; } - while( *t ){ - if( tolower(*s++)!=tolower(*t++) ) return 0; - } - return *s!='_' && !isalnum(*s); -} - -/* -** An instance of this structure defines the "spec" of a -** full text index. This structure is populated by parseSpec -** and use by fulltextConnect and fulltextCreate. -*/ -typedef struct TableSpec { - const char *zDb; /* Logical database name */ - const char *zName; /* Name of the full-text index */ - int nColumn; /* Number of columns to be indexed */ - char **azColumn; /* Original names of columns to be indexed */ - char **azContentColumn; /* Column names for %_content */ - char **azTokenizer; /* Name of tokenizer and its arguments */ -} TableSpec; - -/* -** Reclaim all of the memory used by a TableSpec -*/ -static void clearTableSpec(TableSpec *p) { - free(p->azColumn); - free(p->azContentColumn); - free(p->azTokenizer); -} - -/* Parse a CREATE VIRTUAL TABLE statement, which looks like this: - * - * CREATE VIRTUAL TABLE email - * USING fts1(subject, body, tokenize mytokenizer(myarg)) - * - * We return parsed information in a TableSpec structure. - * - */ -static int parseSpec(TableSpec *pSpec, int argc, const char *const*argv, - char**pzErr){ - int i, n; - char *z, *zDummy; - char **azArg; - const char *zTokenizer = 0; /* argv[] entry describing the tokenizer */ - - assert( argc>=3 ); - /* Current interface: - ** argv[0] - module name - ** argv[1] - database name - ** argv[2] - table name - ** argv[3..] - columns, optionally followed by tokenizer specification - ** and snippet delimiters specification. - */ - - /* Make a copy of the complete argv[][] array in a single allocation. - ** The argv[][] array is read-only and transient. We can write to the - ** copy in order to modify things and the copy is persistent. - */ - memset(pSpec, 0, sizeof(*pSpec)); - for(i=n=0; izDb = azArg[1]; - pSpec->zName = azArg[2]; - pSpec->nColumn = 0; - pSpec->azColumn = azArg; - zTokenizer = "tokenize simple"; - for(i=3; inColumn] = firstToken(azArg[i], &zDummy); - pSpec->nColumn++; - } - } - if( pSpec->nColumn==0 ){ - azArg[0] = "content"; - pSpec->nColumn = 1; - } - - /* - ** Construct the list of content column names. - ** - ** Each content column name will be of the form cNNAAAA - ** where NN is the column number and AAAA is the sanitized - ** column name. "sanitized" means that special characters are - ** converted to "_". The cNN prefix guarantees that all column - ** names are unique. - ** - ** The AAAA suffix is not strictly necessary. It is included - ** for the convenience of people who might examine the generated - ** %_content table and wonder what the columns are used for. - */ - pSpec->azContentColumn = malloc( pSpec->nColumn * sizeof(char *) ); - if( pSpec->azContentColumn==0 ){ - clearTableSpec(pSpec); - return SQLITE_NOMEM; - } - for(i=0; inColumn; i++){ - char *p; - pSpec->azContentColumn[i] = sqlite3_mprintf("c%d%s", i, azArg[i]); - for (p = pSpec->azContentColumn[i]; *p ; ++p) { - if( !isalnum(*p) ) *p = '_'; - } - } - - /* - ** Parse the tokenizer specification string. - */ - pSpec->azTokenizer = tokenizeString(zTokenizer, &n); - tokenListToIdList(pSpec->azTokenizer); - - return SQLITE_OK; -} - -/* -** Generate a CREATE TABLE statement that describes the schema of -** the virtual table. Return a pointer to this schema string. -** -** Space is obtained from sqlite3_mprintf() and should be freed -** using sqlite3_free(). -*/ -static char *fulltextSchema( - int nColumn, /* Number of columns */ - const char *const* azColumn, /* List of columns */ - const char *zTableName /* Name of the table */ -){ - int i; - char *zSchema, *zNext; - const char *zSep = "("; - zSchema = sqlite3_mprintf("CREATE TABLE x"); - for(i=0; ibase */ - v->db = db; - v->zDb = spec->zDb; /* Freed when azColumn is freed */ - v->zName = spec->zName; /* Freed when azColumn is freed */ - v->nColumn = spec->nColumn; - v->azContentColumn = spec->azContentColumn; - spec->azContentColumn = 0; - v->azColumn = spec->azColumn; - spec->azColumn = 0; - - if( spec->azTokenizer==0 ){ - return SQLITE_NOMEM; - } - /* TODO(shess) For now, add new tokenizers as else if clauses. */ - if( spec->azTokenizer[0]==0 || startsWith(spec->azTokenizer[0], "simple") ){ - sqlite3Fts1SimpleTokenizerModule(&m); - }else if( startsWith(spec->azTokenizer[0], "porter") ){ - sqlite3Fts1PorterTokenizerModule(&m); - }else{ - *pzErr = sqlite3_mprintf("unknown tokenizer: %s", spec->azTokenizer[0]); - rc = SQLITE_ERROR; - goto err; - } - for(n=0; spec->azTokenizer[n]; n++){} - if( n ){ - rc = m->xCreate(n-1, (const char*const*)&spec->azTokenizer[1], - &v->pTokenizer); - }else{ - rc = m->xCreate(0, 0, &v->pTokenizer); - } - if( rc!=SQLITE_OK ) goto err; - v->pTokenizer->pModule = m; - - /* TODO: verify the existence of backing tables foo_content, foo_term */ - - schema = fulltextSchema(v->nColumn, (const char*const*)v->azColumn, - spec->zName); - rc = sqlite3_declare_vtab(db, schema); - sqlite3_free(schema); - if( rc!=SQLITE_OK ) goto err; - - memset(v->pFulltextStatements, 0, sizeof(v->pFulltextStatements)); - - *ppVTab = &v->base; - TRACE(("FTS1 Connect %p\n", v)); - - return rc; - -err: - fulltext_vtab_destroy(v); - return rc; -} - -static int fulltextConnect( - sqlite3 *db, - void *pAux, - int argc, const char *const*argv, - sqlite3_vtab **ppVTab, - char **pzErr -){ - TableSpec spec; - int rc = parseSpec(&spec, argc, argv, pzErr); - if( rc!=SQLITE_OK ) return rc; - - rc = constructVtab(db, &spec, ppVTab, pzErr); - clearTableSpec(&spec); - return rc; -} - - /* The %_content table holds the text of each document, with - ** the rowid used as the docid. - ** - ** The %_term table maps each term to a document list blob - ** containing elements sorted by ascending docid, each element - ** encoded as: - ** - ** docid varint-encoded - ** token elements: - ** position+1 varint-encoded as delta from previous position - ** start offset varint-encoded as delta from previous start offset - ** end offset varint-encoded as delta from start offset - ** - ** The sentinel position of 0 indicates the end of the token list. - ** - ** Additionally, doclist blobs are chunked into multiple segments, - ** using segment to order the segments. New elements are added to - ** the segment at segment 0, until it exceeds CHUNK_MAX. Then - ** segment 0 is deleted, and the doclist is inserted at segment 1. - ** If there is already a doclist at segment 1, the segment 0 doclist - ** is merged with it, the segment 1 doclist is deleted, and the - ** merged doclist is inserted at segment 2, repeating those - ** operations until an insert succeeds. - ** - ** Since this structure doesn't allow us to update elements in place - ** in case of deletion or update, these are simply written to - ** segment 0 (with an empty token list in case of deletion), with - ** docListAccumulate() taking care to retain lower-segment - ** information in preference to higher-segment information. - */ - /* TODO(shess) Provide a VACUUM type operation which both removes - ** deleted elements which are no longer necessary, and duplicated - ** elements. I suspect this will probably not be necessary in - ** practice, though. - */ -static int fulltextCreate(sqlite3 *db, void *pAux, - int argc, const char * const *argv, - sqlite3_vtab **ppVTab, char **pzErr){ - int rc; - TableSpec spec; - StringBuffer schema; - TRACE(("FTS1 Create\n")); - - rc = parseSpec(&spec, argc, argv, pzErr); - if( rc!=SQLITE_OK ) return rc; - - initStringBuffer(&schema); - append(&schema, "CREATE TABLE %_content("); - appendList(&schema, spec.nColumn, spec.azContentColumn); - append(&schema, ")"); - rc = sql_exec(db, spec.zDb, spec.zName, schema.s); - free(schema.s); - if( rc!=SQLITE_OK ) goto out; - - rc = sql_exec(db, spec.zDb, spec.zName, - "create table %_term(term text, segment integer, doclist blob, " - "primary key(term, segment));"); - if( rc!=SQLITE_OK ) goto out; - - rc = constructVtab(db, &spec, ppVTab, pzErr); - -out: - clearTableSpec(&spec); - return rc; -} - -/* Decide how to handle an SQL query. */ -static int fulltextBestIndex(sqlite3_vtab *pVTab, sqlite3_index_info *pInfo){ - int i; - TRACE(("FTS1 BestIndex\n")); - - for(i=0; inConstraint; ++i){ - const struct sqlite3_index_constraint *pConstraint; - pConstraint = &pInfo->aConstraint[i]; - if( pConstraint->usable ) { - if( pConstraint->iColumn==-1 && - pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ ){ - pInfo->idxNum = QUERY_ROWID; /* lookup by rowid */ - TRACE(("FTS1 QUERY_ROWID\n")); - } else if( pConstraint->iColumn>=0 && - pConstraint->op==SQLITE_INDEX_CONSTRAINT_MATCH ){ - /* full-text search */ - pInfo->idxNum = QUERY_FULLTEXT + pConstraint->iColumn; - TRACE(("FTS1 QUERY_FULLTEXT %d\n", pConstraint->iColumn)); - } else continue; - - pInfo->aConstraintUsage[i].argvIndex = 1; - pInfo->aConstraintUsage[i].omit = 1; - - /* An arbitrary value for now. - * TODO: Perhaps rowid matches should be considered cheaper than - * full-text searches. */ - pInfo->estimatedCost = 1.0; - - return SQLITE_OK; - } - } - pInfo->idxNum = QUERY_GENERIC; - return SQLITE_OK; -} - -static int fulltextDisconnect(sqlite3_vtab *pVTab){ - TRACE(("FTS1 Disconnect %p\n", pVTab)); - fulltext_vtab_destroy((fulltext_vtab *)pVTab); - return SQLITE_OK; -} - -static int fulltextDestroy(sqlite3_vtab *pVTab){ - fulltext_vtab *v = (fulltext_vtab *)pVTab; - int rc; - - TRACE(("FTS1 Destroy %p\n", pVTab)); - rc = sql_exec(v->db, v->zDb, v->zName, - "drop table if exists %_content;" - "drop table if exists %_term;" - ); - if( rc!=SQLITE_OK ) return rc; - - fulltext_vtab_destroy((fulltext_vtab *)pVTab); - return SQLITE_OK; -} - -static int fulltextOpen(sqlite3_vtab *pVTab, sqlite3_vtab_cursor **ppCursor){ - fulltext_cursor *c; - - c = (fulltext_cursor *) calloc(sizeof(fulltext_cursor), 1); - /* sqlite will initialize c->base */ - *ppCursor = &c->base; - TRACE(("FTS1 Open %p: %p\n", pVTab, c)); - - return SQLITE_OK; -} - - -/* Free all of the dynamically allocated memory held by *q -*/ -static void queryClear(Query *q){ - int i; - for(i = 0; i < q->nTerms; ++i){ - free(q->pTerms[i].pTerm); - } - free(q->pTerms); - memset(q, 0, sizeof(*q)); -} - -/* Free all of the dynamically allocated memory held by the -** Snippet -*/ -static void snippetClear(Snippet *p){ - free(p->aMatch); - free(p->zOffset); - free(p->zSnippet); - memset(p, 0, sizeof(*p)); -} -/* -** Append a single entry to the p->aMatch[] log. -*/ -static void snippetAppendMatch( - Snippet *p, /* Append the entry to this snippet */ - int iCol, int iTerm, /* The column and query term */ - int iStart, int nByte /* Offset and size of the match */ -){ - int i; - struct snippetMatch *pMatch; - if( p->nMatch+1>=p->nAlloc ){ - p->nAlloc = p->nAlloc*2 + 10; - p->aMatch = realloc(p->aMatch, p->nAlloc*sizeof(p->aMatch[0]) ); - if( p->aMatch==0 ){ - p->nMatch = 0; - p->nAlloc = 0; - return; - } - } - i = p->nMatch++; - pMatch = &p->aMatch[i]; - pMatch->iCol = iCol; - pMatch->iTerm = iTerm; - pMatch->iStart = iStart; - pMatch->nByte = nByte; -} - -/* -** Sizing information for the circular buffer used in snippetOffsetsOfColumn() -*/ -#define FTS1_ROTOR_SZ (32) -#define FTS1_ROTOR_MASK (FTS1_ROTOR_SZ-1) - -/* -** Add entries to pSnippet->aMatch[] for every match that occurs against -** document zDoc[0..nDoc-1] which is stored in column iColumn. -*/ -static void snippetOffsetsOfColumn( - Query *pQuery, - Snippet *pSnippet, - int iColumn, - const char *zDoc, - int nDoc -){ - const sqlite3_tokenizer_module *pTModule; /* The tokenizer module */ - sqlite3_tokenizer *pTokenizer; /* The specific tokenizer */ - sqlite3_tokenizer_cursor *pTCursor; /* Tokenizer cursor */ - fulltext_vtab *pVtab; /* The full text index */ - int nColumn; /* Number of columns in the index */ - const QueryTerm *aTerm; /* Query string terms */ - int nTerm; /* Number of query string terms */ - int i, j; /* Loop counters */ - int rc; /* Return code */ - unsigned int match, prevMatch; /* Phrase search bitmasks */ - const char *zToken; /* Next token from the tokenizer */ - int nToken; /* Size of zToken */ - int iBegin, iEnd, iPos; /* Offsets of beginning and end */ - - /* The following variables keep a circular buffer of the last - ** few tokens */ - unsigned int iRotor = 0; /* Index of current token */ - int iRotorBegin[FTS1_ROTOR_SZ]; /* Beginning offset of token */ - int iRotorLen[FTS1_ROTOR_SZ]; /* Length of token */ - - pVtab = pQuery->pFts; - nColumn = pVtab->nColumn; - pTokenizer = pVtab->pTokenizer; - pTModule = pTokenizer->pModule; - rc = pTModule->xOpen(pTokenizer, zDoc, nDoc, &pTCursor); - if( rc ) return; - pTCursor->pTokenizer = pTokenizer; - aTerm = pQuery->pTerms; - nTerm = pQuery->nTerms; - if( nTerm>=FTS1_ROTOR_SZ ){ - nTerm = FTS1_ROTOR_SZ - 1; - } - prevMatch = 0; - while(1){ - rc = pTModule->xNext(pTCursor, &zToken, &nToken, &iBegin, &iEnd, &iPos); - if( rc ) break; - iRotorBegin[iRotor&FTS1_ROTOR_MASK] = iBegin; - iRotorLen[iRotor&FTS1_ROTOR_MASK] = iEnd-iBegin; - match = 0; - for(i=0; i=0 && iCol1 && (prevMatch & (1<=0; j--){ - int k = (iRotor-j) & FTS1_ROTOR_MASK; - snippetAppendMatch(pSnippet, iColumn, i-j, - iRotorBegin[k], iRotorLen[k]); - } - } - } - prevMatch = match<<1; - iRotor++; - } - pTModule->xClose(pTCursor); -} - - -/* -** Compute all offsets for the current row of the query. -** If the offsets have already been computed, this routine is a no-op. -*/ -static void snippetAllOffsets(fulltext_cursor *p){ - int nColumn; - int iColumn, i; - int iFirst, iLast; - fulltext_vtab *pFts; - - if( p->snippet.nMatch ) return; - if( p->q.nTerms==0 ) return; - pFts = p->q.pFts; - nColumn = pFts->nColumn; - iColumn = p->iCursorType; - if( iColumn<0 || iColumn>=nColumn ){ - iFirst = 0; - iLast = nColumn-1; - }else{ - iFirst = iColumn; - iLast = iColumn; - } - for(i=iFirst; i<=iLast; i++){ - const char *zDoc; - int nDoc; - zDoc = (const char*)sqlite3_column_text(p->pStmt, i+1); - nDoc = sqlite3_column_bytes(p->pStmt, i+1); - snippetOffsetsOfColumn(&p->q, &p->snippet, i, zDoc, nDoc); - } -} - -/* -** Convert the information in the aMatch[] array of the snippet -** into the string zOffset[0..nOffset-1]. -*/ -static void snippetOffsetText(Snippet *p){ - int i; - int cnt = 0; - StringBuffer sb; - char zBuf[200]; - if( p->zOffset ) return; - initStringBuffer(&sb); - for(i=0; inMatch; i++){ - struct snippetMatch *pMatch = &p->aMatch[i]; - zBuf[0] = ' '; - sprintf(&zBuf[cnt>0], "%d %d %d %d", pMatch->iCol, - pMatch->iTerm, pMatch->iStart, pMatch->nByte); - append(&sb, zBuf); - cnt++; - } - p->zOffset = sb.s; - p->nOffset = sb.len; -} - -/* -** zDoc[0..nDoc-1] is phrase of text. aMatch[0..nMatch-1] are a set -** of matching words some of which might be in zDoc. zDoc is column -** number iCol. -** -** iBreak is suggested spot in zDoc where we could begin or end an -** excerpt. Return a value similar to iBreak but possibly adjusted -** to be a little left or right so that the break point is better. -*/ -static int wordBoundary( - int iBreak, /* The suggested break point */ - const char *zDoc, /* Document text */ - int nDoc, /* Number of bytes in zDoc[] */ - struct snippetMatch *aMatch, /* Matching words */ - int nMatch, /* Number of entries in aMatch[] */ - int iCol /* The column number for zDoc[] */ -){ - int i; - if( iBreak<=10 ){ - return 0; - } - if( iBreak>=nDoc-10 ){ - return nDoc; - } - for(i=0; i0 && aMatch[i-1].iStart+aMatch[i-1].nByte>=iBreak ){ - return aMatch[i-1].iStart; - } - } - for(i=1; i<=10; i++){ - if( isspace(zDoc[iBreak-i]) ){ - return iBreak - i + 1; - } - if( isspace(zDoc[iBreak+i]) ){ - return iBreak + i + 1; - } - } - return iBreak; -} - -/* -** If the StringBuffer does not end in white space, add a single -** space character to the end. -*/ -static void appendWhiteSpace(StringBuffer *p){ - if( p->len==0 ) return; - if( isspace(p->s[p->len-1]) ) return; - append(p, " "); -} - -/* -** Remove white space from teh end of the StringBuffer -*/ -static void trimWhiteSpace(StringBuffer *p){ - while( p->len>0 && isspace(p->s[p->len-1]) ){ - p->len--; - } -} - - - -/* -** Allowed values for Snippet.aMatch[].snStatus -*/ -#define SNIPPET_IGNORE 0 /* It is ok to omit this match from the snippet */ -#define SNIPPET_DESIRED 1 /* We want to include this match in the snippet */ - -/* -** Generate the text of a snippet. -*/ -static void snippetText( - fulltext_cursor *pCursor, /* The cursor we need the snippet for */ - const char *zStartMark, /* Markup to appear before each match */ - const char *zEndMark, /* Markup to appear after each match */ - const char *zEllipsis /* Ellipsis mark */ -){ - int i, j; - struct snippetMatch *aMatch; - int nMatch; - int nDesired; - StringBuffer sb; - int tailCol; - int tailOffset; - int iCol; - int nDoc; - const char *zDoc; - int iStart, iEnd; - int tailEllipsis = 0; - int iMatch; - - - free(pCursor->snippet.zSnippet); - pCursor->snippet.zSnippet = 0; - aMatch = pCursor->snippet.aMatch; - nMatch = pCursor->snippet.nMatch; - initStringBuffer(&sb); - - for(i=0; iq.nTerms; i++){ - for(j=0; j0; i++){ - if( aMatch[i].snStatus!=SNIPPET_DESIRED ) continue; - nDesired--; - iCol = aMatch[i].iCol; - zDoc = (const char*)sqlite3_column_text(pCursor->pStmt, iCol+1); - nDoc = sqlite3_column_bytes(pCursor->pStmt, iCol+1); - iStart = aMatch[i].iStart - 40; - iStart = wordBoundary(iStart, zDoc, nDoc, aMatch, nMatch, iCol); - if( iStart<=10 ){ - iStart = 0; - } - if( iCol==tailCol && iStart<=tailOffset+20 ){ - iStart = tailOffset; - } - if( (iCol!=tailCol && tailCol>=0) || iStart!=tailOffset ){ - trimWhiteSpace(&sb); - appendWhiteSpace(&sb); - append(&sb, zEllipsis); - appendWhiteSpace(&sb); - } - iEnd = aMatch[i].iStart + aMatch[i].nByte + 40; - iEnd = wordBoundary(iEnd, zDoc, nDoc, aMatch, nMatch, iCol); - if( iEnd>=nDoc-10 ){ - iEnd = nDoc; - tailEllipsis = 0; - }else{ - tailEllipsis = 1; - } - while( iMatchsnippet.zSnippet = sb.s; - pCursor->snippet.nSnippet = sb.len; -} - - -/* -** Close the cursor. For additional information see the documentation -** on the xClose method of the virtual table interface. -*/ -static int fulltextClose(sqlite3_vtab_cursor *pCursor){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - TRACE(("FTS1 Close %p\n", c)); - sqlite3_finalize(c->pStmt); - queryClear(&c->q); - snippetClear(&c->snippet); - if( c->result.pDoclist!=NULL ){ - docListDelete(c->result.pDoclist); - } - free(c); - return SQLITE_OK; -} - -static int fulltextNext(sqlite3_vtab_cursor *pCursor){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - sqlite_int64 iDocid; - int rc; - - TRACE(("FTS1 Next %p\n", pCursor)); - snippetClear(&c->snippet); - if( c->iCursorType < QUERY_FULLTEXT ){ - /* TODO(shess) Handle SQLITE_SCHEMA AND SQLITE_BUSY. */ - rc = sqlite3_step(c->pStmt); - switch( rc ){ - case SQLITE_ROW: - c->eof = 0; - return SQLITE_OK; - case SQLITE_DONE: - c->eof = 1; - return SQLITE_OK; - default: - c->eof = 1; - return rc; - } - } else { /* full-text query */ - rc = sqlite3_reset(c->pStmt); - if( rc!=SQLITE_OK ) return rc; - - iDocid = nextDocid(&c->result); - if( iDocid==0 ){ - c->eof = 1; - return SQLITE_OK; - } - rc = sqlite3_bind_int64(c->pStmt, 1, iDocid); - if( rc!=SQLITE_OK ) return rc; - /* TODO(shess) Handle SQLITE_SCHEMA AND SQLITE_BUSY. */ - rc = sqlite3_step(c->pStmt); - if( rc==SQLITE_ROW ){ /* the case we expect */ - c->eof = 0; - return SQLITE_OK; - } - /* an error occurred; abort */ - return rc==SQLITE_DONE ? SQLITE_ERROR : rc; - } -} - - -/* Return a DocList corresponding to the query term *pTerm. If *pTerm -** is the first term of a phrase query, go ahead and evaluate the phrase -** query and return the doclist for the entire phrase query. -** -** The result is stored in pTerm->doclist. -*/ -static int docListOfTerm( - fulltext_vtab *v, /* The full text index */ - int iColumn, /* column to restrict to. No restrition if >=nColumn */ - QueryTerm *pQTerm, /* Term we are looking for, or 1st term of a phrase */ - DocList **ppResult /* Write the result here */ -){ - DocList *pLeft, *pRight, *pNew; - int i, rc; - - pLeft = docListNew(DL_POSITIONS); - rc = term_select_all(v, iColumn, pQTerm->pTerm, pQTerm->nTerm, pLeft); - if( rc ) return rc; - for(i=1; i<=pQTerm->nPhrase; i++){ - pRight = docListNew(DL_POSITIONS); - rc = term_select_all(v, iColumn, pQTerm[i].pTerm, pQTerm[i].nTerm, pRight); - if( rc ){ - docListDelete(pLeft); - return rc; - } - pNew = docListNew(inPhrase ? DL_POSITIONS : DL_DOCIDS); - docListPhraseMerge(pLeft, pRight, pNew); - docListDelete(pLeft); - docListDelete(pRight); - pLeft = pNew; - } - *ppResult = pLeft; - return SQLITE_OK; -} - -/* Add a new term pTerm[0..nTerm-1] to the query *q. -*/ -static void queryAdd(Query *q, const char *pTerm, int nTerm){ - QueryTerm *t; - ++q->nTerms; - q->pTerms = realloc(q->pTerms, q->nTerms * sizeof(q->pTerms[0])); - if( q->pTerms==0 ){ - q->nTerms = 0; - return; - } - t = &q->pTerms[q->nTerms - 1]; - memset(t, 0, sizeof(*t)); - t->pTerm = malloc(nTerm+1); - memcpy(t->pTerm, pTerm, nTerm); - t->pTerm[nTerm] = 0; - t->nTerm = nTerm; - t->isOr = q->nextIsOr; - q->nextIsOr = 0; - t->iColumn = q->nextColumn; - q->nextColumn = q->dfltColumn; -} - -/* -** Check to see if the string zToken[0...nToken-1] matches any -** column name in the virtual table. If it does, -** return the zero-indexed column number. If not, return -1. -*/ -static int checkColumnSpecifier( - fulltext_vtab *pVtab, /* The virtual table */ - const char *zToken, /* Text of the token */ - int nToken /* Number of characters in the token */ -){ - int i; - for(i=0; inColumn; i++){ - if( memcmp(pVtab->azColumn[i], zToken, nToken)==0 - && pVtab->azColumn[i][nToken]==0 ){ - return i; - } - } - return -1; -} - -/* -** Parse the text at pSegment[0..nSegment-1]. Add additional terms -** to the query being assemblied in pQuery. -** -** inPhrase is true if pSegment[0..nSegement-1] is contained within -** double-quotes. If inPhrase is true, then the first term -** is marked with the number of terms in the phrase less one and -** OR and "-" syntax is ignored. If inPhrase is false, then every -** term found is marked with nPhrase=0 and OR and "-" syntax is significant. -*/ -static int tokenizeSegment( - sqlite3_tokenizer *pTokenizer, /* The tokenizer to use */ - const char *pSegment, int nSegment, /* Query expression being parsed */ - int inPhrase, /* True if within "..." */ - Query *pQuery /* Append results here */ -){ - const sqlite3_tokenizer_module *pModule = pTokenizer->pModule; - sqlite3_tokenizer_cursor *pCursor; - int firstIndex = pQuery->nTerms; - int iCol; - int nTerm = 1; - - int rc = pModule->xOpen(pTokenizer, pSegment, nSegment, &pCursor); - if( rc!=SQLITE_OK ) return rc; - pCursor->pTokenizer = pTokenizer; - - while( 1 ){ - const char *pToken; - int nToken, iBegin, iEnd, iPos; - - rc = pModule->xNext(pCursor, - &pToken, &nToken, - &iBegin, &iEnd, &iPos); - if( rc!=SQLITE_OK ) break; - if( !inPhrase && - pSegment[iEnd]==':' && - (iCol = checkColumnSpecifier(pQuery->pFts, pToken, nToken))>=0 ){ - pQuery->nextColumn = iCol; - continue; - } - if( !inPhrase && pQuery->nTerms>0 && nToken==2 - && pSegment[iBegin]=='O' && pSegment[iBegin+1]=='R' ){ - pQuery->nextIsOr = 1; - continue; - } - queryAdd(pQuery, pToken, nToken); - if( !inPhrase && iBegin>0 && pSegment[iBegin-1]=='-' ){ - pQuery->pTerms[pQuery->nTerms-1].isNot = 1; - } - pQuery->pTerms[pQuery->nTerms-1].iPhrase = nTerm; - if( inPhrase ){ - nTerm++; - } - } - - if( inPhrase && pQuery->nTerms>firstIndex ){ - pQuery->pTerms[firstIndex].nPhrase = pQuery->nTerms - firstIndex - 1; - } - - return pModule->xClose(pCursor); -} - -/* Parse a query string, yielding a Query object pQuery. -** -** The calling function will need to queryClear() to clean up -** the dynamically allocated memory held by pQuery. -*/ -static int parseQuery( - fulltext_vtab *v, /* The fulltext index */ - const char *zInput, /* Input text of the query string */ - int nInput, /* Size of the input text */ - int dfltColumn, /* Default column of the index to match against */ - Query *pQuery /* Write the parse results here. */ -){ - int iInput, inPhrase = 0; - - if( zInput==0 ) nInput = 0; - if( nInput<0 ) nInput = strlen(zInput); - pQuery->nTerms = 0; - pQuery->pTerms = NULL; - pQuery->nextIsOr = 0; - pQuery->nextColumn = dfltColumn; - pQuery->dfltColumn = dfltColumn; - pQuery->pFts = v; - - for(iInput=0; iInputiInput ){ - tokenizeSegment(v->pTokenizer, zInput+iInput, i-iInput, inPhrase, - pQuery); - } - iInput = i; - if( i=nColumn -** they are allowed to match against any column. -*/ -static int fulltextQuery( - fulltext_vtab *v, /* The full text index */ - int iColumn, /* Match against this column by default */ - const char *zInput, /* The query string */ - int nInput, /* Number of bytes in zInput[] */ - DocList **pResult, /* Write the result doclist here */ - Query *pQuery /* Put parsed query string here */ -){ - int i, iNext, rc; - DocList *pLeft = NULL; - DocList *pRight, *pNew, *pOr; - int nNot = 0; - QueryTerm *aTerm; - - rc = parseQuery(v, zInput, nInput, iColumn, pQuery); - if( rc!=SQLITE_OK ) return rc; - - /* Merge AND terms. */ - aTerm = pQuery->pTerms; - for(i = 0; inTerms; i=iNext){ - if( aTerm[i].isNot ){ - /* Handle all NOT terms in a separate pass */ - nNot++; - iNext = i + aTerm[i].nPhrase+1; - continue; - } - iNext = i + aTerm[i].nPhrase + 1; - rc = docListOfTerm(v, aTerm[i].iColumn, &aTerm[i], &pRight); - if( rc ){ - queryClear(pQuery); - return rc; - } - while( iNextnTerms && aTerm[iNext].isOr ){ - rc = docListOfTerm(v, aTerm[iNext].iColumn, &aTerm[iNext], &pOr); - iNext += aTerm[iNext].nPhrase + 1; - if( rc ){ - queryClear(pQuery); - return rc; - } - pNew = docListNew(DL_DOCIDS); - docListOrMerge(pRight, pOr, pNew); - docListDelete(pRight); - docListDelete(pOr); - pRight = pNew; - } - if( pLeft==0 ){ - pLeft = pRight; - }else{ - pNew = docListNew(DL_DOCIDS); - docListAndMerge(pLeft, pRight, pNew); - docListDelete(pRight); - docListDelete(pLeft); - pLeft = pNew; - } - } - - if( nNot && pLeft==0 ){ - /* We do not yet know how to handle a query of only NOT terms */ - return SQLITE_ERROR; - } - - /* Do the EXCEPT terms */ - for(i=0; inTerms; i += aTerm[i].nPhrase + 1){ - if( !aTerm[i].isNot ) continue; - rc = docListOfTerm(v, aTerm[i].iColumn, &aTerm[i], &pRight); - if( rc ){ - queryClear(pQuery); - docListDelete(pLeft); - return rc; - } - pNew = docListNew(DL_DOCIDS); - docListExceptMerge(pLeft, pRight, pNew); - docListDelete(pRight); - docListDelete(pLeft); - pLeft = pNew; - } - - *pResult = pLeft; - return rc; -} - -/* -** This is the xFilter interface for the virtual table. See -** the virtual table xFilter method documentation for additional -** information. -** -** If idxNum==QUERY_GENERIC then do a full table scan against -** the %_content table. -** -** If idxNum==QUERY_ROWID then do a rowid lookup for a single entry -** in the %_content table. -** -** If idxNum>=QUERY_FULLTEXT then use the full text index. The -** column on the left-hand side of the MATCH operator is column -** number idxNum-QUERY_FULLTEXT, 0 indexed. argv[0] is the right-hand -** side of the MATCH operator. -*/ -/* TODO(shess) Upgrade the cursor initialization and destruction to -** account for fulltextFilter() being called multiple times on the -** same cursor. The current solution is very fragile. Apply fix to -** fts2 as appropriate. -*/ -static int fulltextFilter( - sqlite3_vtab_cursor *pCursor, /* The cursor used for this query */ - int idxNum, const char *idxStr, /* Which indexing scheme to use */ - int argc, sqlite3_value **argv /* Arguments for the indexing scheme */ -){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - fulltext_vtab *v = cursor_vtab(c); - int rc; - char *zSql; - - TRACE(("FTS1 Filter %p\n",pCursor)); - - zSql = sqlite3_mprintf("select rowid, * from %%_content %s", - idxNum==QUERY_GENERIC ? "" : "where rowid=?"); - sqlite3_finalize(c->pStmt); - rc = sql_prepare(v->db, v->zDb, v->zName, &c->pStmt, zSql); - sqlite3_free(zSql); - if( rc!=SQLITE_OK ) return rc; - - c->iCursorType = idxNum; - switch( idxNum ){ - case QUERY_GENERIC: - break; - - case QUERY_ROWID: - rc = sqlite3_bind_int64(c->pStmt, 1, sqlite3_value_int64(argv[0])); - if( rc!=SQLITE_OK ) return rc; - break; - - default: /* full-text search */ - { - const char *zQuery = (const char *)sqlite3_value_text(argv[0]); - DocList *pResult; - assert( idxNum<=QUERY_FULLTEXT+v->nColumn); - assert( argc==1 ); - queryClear(&c->q); - rc = fulltextQuery(v, idxNum-QUERY_FULLTEXT, zQuery, -1, &pResult, &c->q); - if( rc!=SQLITE_OK ) return rc; - if( c->result.pDoclist!=NULL ) docListDelete(c->result.pDoclist); - readerInit(&c->result, pResult); - break; - } - } - - return fulltextNext(pCursor); -} - -/* This is the xEof method of the virtual table. The SQLite core -** calls this routine to find out if it has reached the end of -** a query's results set. -*/ -static int fulltextEof(sqlite3_vtab_cursor *pCursor){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - return c->eof; -} - -/* This is the xColumn method of the virtual table. The SQLite -** core calls this method during a query when it needs the value -** of a column from the virtual table. This method needs to use -** one of the sqlite3_result_*() routines to store the requested -** value back in the pContext. -*/ -static int fulltextColumn(sqlite3_vtab_cursor *pCursor, - sqlite3_context *pContext, int idxCol){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - fulltext_vtab *v = cursor_vtab(c); - - if( idxColnColumn ){ - sqlite3_value *pVal = sqlite3_column_value(c->pStmt, idxCol+1); - sqlite3_result_value(pContext, pVal); - }else if( idxCol==v->nColumn ){ - /* The extra column whose name is the same as the table. - ** Return a blob which is a pointer to the cursor - */ - sqlite3_result_blob(pContext, &c, sizeof(c), SQLITE_TRANSIENT); - } - return SQLITE_OK; -} - -/* This is the xRowid method. The SQLite core calls this routine to -** retrive the rowid for the current row of the result set. The -** rowid should be written to *pRowid. -*/ -static int fulltextRowid(sqlite3_vtab_cursor *pCursor, sqlite_int64 *pRowid){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - - *pRowid = sqlite3_column_int64(c->pStmt, 0); - return SQLITE_OK; -} - -/* Add all terms in [zText] to the given hash table. If [iColumn] > 0, - * we also store positions and offsets in the hash table using the given - * column number. */ -static int buildTerms(fulltext_vtab *v, fts1Hash *terms, sqlite_int64 iDocid, - const char *zText, int iColumn){ - sqlite3_tokenizer *pTokenizer = v->pTokenizer; - sqlite3_tokenizer_cursor *pCursor; - const char *pToken; - int nTokenBytes; - int iStartOffset, iEndOffset, iPosition; - int rc; - - rc = pTokenizer->pModule->xOpen(pTokenizer, zText, -1, &pCursor); - if( rc!=SQLITE_OK ) return rc; - - pCursor->pTokenizer = pTokenizer; - while( SQLITE_OK==pTokenizer->pModule->xNext(pCursor, - &pToken, &nTokenBytes, - &iStartOffset, &iEndOffset, - &iPosition) ){ - DocList *p; - - /* Positions can't be negative; we use -1 as a terminator internally. */ - if( iPosition<0 ){ - pTokenizer->pModule->xClose(pCursor); - return SQLITE_ERROR; - } - - p = fts1HashFind(terms, pToken, nTokenBytes); - if( p==NULL ){ - p = docListNew(DL_DEFAULT); - docListAddDocid(p, iDocid); - fts1HashInsert(terms, pToken, nTokenBytes, p); - } - if( iColumn>=0 ){ - docListAddPosOffset(p, iColumn, iPosition, iStartOffset, iEndOffset); - } - } - - /* TODO(shess) Check return? Should this be able to cause errors at - ** this point? Actually, same question about sqlite3_finalize(), - ** though one could argue that failure there means that the data is - ** not durable. *ponder* - */ - pTokenizer->pModule->xClose(pCursor); - return rc; -} - -/* Update the %_terms table to map the term [pTerm] to the given rowid. */ -static int index_insert_term(fulltext_vtab *v, const char *pTerm, int nTerm, - DocList *d){ - sqlite_int64 iIndexRow; - DocList doclist; - int iSegment = 0, rc; - - rc = term_select(v, pTerm, nTerm, iSegment, &iIndexRow, &doclist); - if( rc==SQLITE_DONE ){ - docListInit(&doclist, DL_DEFAULT, 0, 0); - docListUpdate(&doclist, d); - /* TODO(shess) Consider length(doclist)>CHUNK_MAX? */ - rc = term_insert(v, NULL, pTerm, nTerm, iSegment, &doclist); - goto err; - } - if( rc!=SQLITE_ROW ) return SQLITE_ERROR; - - docListUpdate(&doclist, d); - if( doclist.nData<=CHUNK_MAX ){ - rc = term_update(v, iIndexRow, &doclist); - goto err; - } - - /* Doclist doesn't fit, delete what's there, and accumulate - ** forward. - */ - rc = term_delete(v, iIndexRow); - if( rc!=SQLITE_OK ) goto err; - - /* Try to insert the doclist into a higher segment bucket. On - ** failure, accumulate existing doclist with the doclist from that - ** bucket, and put results in the next bucket. - */ - iSegment++; - while( (rc=term_insert(v, &iIndexRow, pTerm, nTerm, iSegment, - &doclist))!=SQLITE_OK ){ - sqlite_int64 iSegmentRow; - DocList old; - int rc2; - - /* Retain old error in case the term_insert() error was really an - ** error rather than a bounced insert. - */ - rc2 = term_select(v, pTerm, nTerm, iSegment, &iSegmentRow, &old); - if( rc2!=SQLITE_ROW ) goto err; - - rc = term_delete(v, iSegmentRow); - if( rc!=SQLITE_OK ) goto err; - - /* Reusing lowest-number deleted row keeps the index smaller. */ - if( iSegmentRownColumn ; ++i){ - char *zText = (char*)sqlite3_value_text(pValues[i]); - int rc = buildTerms(v, terms, iRowid, zText, i); - if( rc!=SQLITE_OK ) return rc; - } - return SQLITE_OK; -} - -/* Add empty doclists for all terms in the given row's content to the hash - * table [pTerms]. */ -static int deleteTerms(fulltext_vtab *v, fts1Hash *pTerms, sqlite_int64 iRowid){ - const char **pValues; - int i; - - int rc = content_select(v, iRowid, &pValues); - if( rc!=SQLITE_OK ) return rc; - - for(i = 0 ; i < v->nColumn; ++i) { - rc = buildTerms(v, pTerms, iRowid, pValues[i], -1); - if( rc!=SQLITE_OK ) break; - } - - freeStringArray(v->nColumn, pValues); - return SQLITE_OK; -} - -/* Insert a row into the %_content table; set *piRowid to be the ID of the - * new row. Fill [pTerms] with new doclists for the %_term table. */ -static int index_insert(fulltext_vtab *v, sqlite3_value *pRequestRowid, - sqlite3_value **pValues, - sqlite_int64 *piRowid, fts1Hash *pTerms){ - int rc; - - rc = content_insert(v, pRequestRowid, pValues); /* execute an SQL INSERT */ - if( rc!=SQLITE_OK ) return rc; - *piRowid = sqlite3_last_insert_rowid(v->db); - return insertTerms(v, pTerms, *piRowid, pValues); -} - -/* Delete a row from the %_content table; fill [pTerms] with empty doclists - * to be written to the %_term table. */ -static int index_delete(fulltext_vtab *v, sqlite_int64 iRow, fts1Hash *pTerms){ - int rc = deleteTerms(v, pTerms, iRow); - if( rc!=SQLITE_OK ) return rc; - return content_delete(v, iRow); /* execute an SQL DELETE */ -} - -/* Update a row in the %_content table; fill [pTerms] with new doclists for the - * %_term table. */ -static int index_update(fulltext_vtab *v, sqlite_int64 iRow, - sqlite3_value **pValues, fts1Hash *pTerms){ - /* Generate an empty doclist for each term that previously appeared in this - * row. */ - int rc = deleteTerms(v, pTerms, iRow); - if( rc!=SQLITE_OK ) return rc; - - rc = content_update(v, pValues, iRow); /* execute an SQL UPDATE */ - if( rc!=SQLITE_OK ) return rc; - - /* Now add positions for terms which appear in the updated row. */ - return insertTerms(v, pTerms, iRow, pValues); -} - -/* This function implements the xUpdate callback; it's the top-level entry - * point for inserting, deleting or updating a row in a full-text table. */ -static int fulltextUpdate(sqlite3_vtab *pVtab, int nArg, sqlite3_value **ppArg, - sqlite_int64 *pRowid){ - fulltext_vtab *v = (fulltext_vtab *) pVtab; - fts1Hash terms; /* maps term string -> PosList */ - int rc; - fts1HashElem *e; - - TRACE(("FTS1 Update %p\n", pVtab)); - - fts1HashInit(&terms, FTS1_HASH_STRING, 1); - - if( nArg<2 ){ - rc = index_delete(v, sqlite3_value_int64(ppArg[0]), &terms); - } else if( sqlite3_value_type(ppArg[0]) != SQLITE_NULL ){ - /* An update: - * ppArg[0] = old rowid - * ppArg[1] = new rowid - * ppArg[2..2+v->nColumn-1] = values - * ppArg[2+v->nColumn] = value for magic column (we ignore this) - */ - sqlite_int64 rowid = sqlite3_value_int64(ppArg[0]); - if( sqlite3_value_type(ppArg[1]) != SQLITE_INTEGER || - sqlite3_value_int64(ppArg[1]) != rowid ){ - rc = SQLITE_ERROR; /* we don't allow changing the rowid */ - } else { - assert( nArg==2+v->nColumn+1); - rc = index_update(v, rowid, &ppArg[2], &terms); - } - } else { - /* An insert: - * ppArg[1] = requested rowid - * ppArg[2..2+v->nColumn-1] = values - * ppArg[2+v->nColumn] = value for magic column (we ignore this) - */ - assert( nArg==2+v->nColumn+1); - rc = index_insert(v, ppArg[1], &ppArg[2], pRowid, &terms); - } - - if( rc==SQLITE_OK ){ - /* Write updated doclists to disk. */ - for(e=fts1HashFirst(&terms); e; e=fts1HashNext(e)){ - DocList *p = fts1HashData(e); - rc = index_insert_term(v, fts1HashKey(e), fts1HashKeysize(e), p); - if( rc!=SQLITE_OK ) break; - } - } - - /* clean up */ - for(e=fts1HashFirst(&terms); e; e=fts1HashNext(e)){ - DocList *p = fts1HashData(e); - docListDelete(p); - } - fts1HashClear(&terms); - - return rc; -} - -/* -** Implementation of the snippet() function for FTS1 -*/ -static void snippetFunc( - sqlite3_context *pContext, - int argc, - sqlite3_value **argv -){ - fulltext_cursor *pCursor; - if( argc<1 ) return; - if( sqlite3_value_type(argv[0])!=SQLITE_BLOB || - sqlite3_value_bytes(argv[0])!=sizeof(pCursor) ){ - sqlite3_result_error(pContext, "illegal first argument to html_snippet",-1); - }else{ - const char *zStart = ""; - const char *zEnd = ""; - const char *zEllipsis = "..."; - memcpy(&pCursor, sqlite3_value_blob(argv[0]), sizeof(pCursor)); - if( argc>=2 ){ - zStart = (const char*)sqlite3_value_text(argv[1]); - if( argc>=3 ){ - zEnd = (const char*)sqlite3_value_text(argv[2]); - if( argc>=4 ){ - zEllipsis = (const char*)sqlite3_value_text(argv[3]); - } - } - } - snippetAllOffsets(pCursor); - snippetText(pCursor, zStart, zEnd, zEllipsis); - sqlite3_result_text(pContext, pCursor->snippet.zSnippet, - pCursor->snippet.nSnippet, SQLITE_STATIC); - } -} - -/* -** Implementation of the offsets() function for FTS1 -*/ -static void snippetOffsetsFunc( - sqlite3_context *pContext, - int argc, - sqlite3_value **argv -){ - fulltext_cursor *pCursor; - if( argc<1 ) return; - if( sqlite3_value_type(argv[0])!=SQLITE_BLOB || - sqlite3_value_bytes(argv[0])!=sizeof(pCursor) ){ - sqlite3_result_error(pContext, "illegal first argument to offsets",-1); - }else{ - memcpy(&pCursor, sqlite3_value_blob(argv[0]), sizeof(pCursor)); - snippetAllOffsets(pCursor); - snippetOffsetText(&pCursor->snippet); - sqlite3_result_text(pContext, - pCursor->snippet.zOffset, pCursor->snippet.nOffset, - SQLITE_STATIC); - } -} - -/* -** This routine implements the xFindFunction method for the FTS1 -** virtual table. -*/ -static int fulltextFindFunction( - sqlite3_vtab *pVtab, - int nArg, - const char *zName, - void (**pxFunc)(sqlite3_context*,int,sqlite3_value**), - void **ppArg -){ - if( strcmp(zName,"snippet")==0 ){ - *pxFunc = snippetFunc; - return 1; - }else if( strcmp(zName,"offsets")==0 ){ - *pxFunc = snippetOffsetsFunc; - return 1; - } - return 0; -} - -static const sqlite3_module fulltextModule = { - /* iVersion */ 0, - /* xCreate */ fulltextCreate, - /* xConnect */ fulltextConnect, - /* xBestIndex */ fulltextBestIndex, - /* xDisconnect */ fulltextDisconnect, - /* xDestroy */ fulltextDestroy, - /* xOpen */ fulltextOpen, - /* xClose */ fulltextClose, - /* xFilter */ fulltextFilter, - /* xNext */ fulltextNext, - /* xEof */ fulltextEof, - /* xColumn */ fulltextColumn, - /* xRowid */ fulltextRowid, - /* xUpdate */ fulltextUpdate, - /* xBegin */ 0, - /* xSync */ 0, - /* xCommit */ 0, - /* xRollback */ 0, - /* xFindFunction */ fulltextFindFunction, -}; - -int sqlite3Fts1Init(sqlite3 *db){ - sqlite3_overload_function(db, "snippet", -1); - sqlite3_overload_function(db, "offsets", -1); - return sqlite3_create_module(db, "fts1", &fulltextModule, 0); -} - -#if !SQLITE_CORE -int sqlite3_extension_init(sqlite3 *db, char **pzErrMsg, - const sqlite3_api_routines *pApi){ - SQLITE_EXTENSION_INIT2(pApi) - return sqlite3Fts1Init(db); -} -#endif - -#endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS1) */ diff --git a/libs/sqlite/ext/fts1/fts1.h b/libs/sqlite/ext/fts1/fts1.h deleted file mode 100644 index d55e689733..0000000000 --- a/libs/sqlite/ext/fts1/fts1.h +++ /dev/null @@ -1,11 +0,0 @@ -#include "sqlite3.h" - -#ifdef __cplusplus -extern "C" { -#endif /* __cplusplus */ - -int sqlite3Fts1Init(sqlite3 *db); - -#ifdef __cplusplus -} /* extern "C" */ -#endif /* __cplusplus */ diff --git a/libs/sqlite/ext/fts1/fts1_hash.c b/libs/sqlite/ext/fts1/fts1_hash.c deleted file mode 100644 index 463a52b645..0000000000 --- a/libs/sqlite/ext/fts1/fts1_hash.c +++ /dev/null @@ -1,369 +0,0 @@ -/* -** 2001 September 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This is the implementation of generic hash-tables used in SQLite. -** We've modified it slightly to serve as a standalone hash table -** implementation for the full-text indexing module. -*/ -#include -#include -#include - -/* -** The code in this file is only compiled if: -** -** * The FTS1 module is being built as an extension -** (in which case SQLITE_CORE is not defined), or -** -** * The FTS1 module is being built into the core of -** SQLite (in which case SQLITE_ENABLE_FTS1 is defined). -*/ -#if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS1) - - -#include "fts1_hash.h" - -static void *malloc_and_zero(int n){ - void *p = malloc(n); - if( p ){ - memset(p, 0, n); - } - return p; -} - -/* Turn bulk memory into a hash table object by initializing the -** fields of the Hash structure. -** -** "pNew" is a pointer to the hash table that is to be initialized. -** keyClass is one of the constants -** FTS1_HASH_BINARY or FTS1_HASH_STRING. The value of keyClass -** determines what kind of key the hash table will use. "copyKey" is -** true if the hash table should make its own private copy of keys and -** false if it should just use the supplied pointer. -*/ -void sqlite3Fts1HashInit(fts1Hash *pNew, int keyClass, int copyKey){ - assert( pNew!=0 ); - assert( keyClass>=FTS1_HASH_STRING && keyClass<=FTS1_HASH_BINARY ); - pNew->keyClass = keyClass; - pNew->copyKey = copyKey; - pNew->first = 0; - pNew->count = 0; - pNew->htsize = 0; - pNew->ht = 0; - pNew->xMalloc = malloc_and_zero; - pNew->xFree = free; -} - -/* Remove all entries from a hash table. Reclaim all memory. -** Call this routine to delete a hash table or to reset a hash table -** to the empty state. -*/ -void sqlite3Fts1HashClear(fts1Hash *pH){ - fts1HashElem *elem; /* For looping over all elements of the table */ - - assert( pH!=0 ); - elem = pH->first; - pH->first = 0; - if( pH->ht ) pH->xFree(pH->ht); - pH->ht = 0; - pH->htsize = 0; - while( elem ){ - fts1HashElem *next_elem = elem->next; - if( pH->copyKey && elem->pKey ){ - pH->xFree(elem->pKey); - } - pH->xFree(elem); - elem = next_elem; - } - pH->count = 0; -} - -/* -** Hash and comparison functions when the mode is FTS1_HASH_STRING -*/ -static int strHash(const void *pKey, int nKey){ - const char *z = (const char *)pKey; - int h = 0; - if( nKey<=0 ) nKey = (int) strlen(z); - while( nKey > 0 ){ - h = (h<<3) ^ h ^ *z++; - nKey--; - } - return h & 0x7fffffff; -} -static int strCompare(const void *pKey1, int n1, const void *pKey2, int n2){ - if( n1!=n2 ) return 1; - return strncmp((const char*)pKey1,(const char*)pKey2,n1); -} - -/* -** Hash and comparison functions when the mode is FTS1_HASH_BINARY -*/ -static int binHash(const void *pKey, int nKey){ - int h = 0; - const char *z = (const char *)pKey; - while( nKey-- > 0 ){ - h = (h<<3) ^ h ^ *(z++); - } - return h & 0x7fffffff; -} -static int binCompare(const void *pKey1, int n1, const void *pKey2, int n2){ - if( n1!=n2 ) return 1; - return memcmp(pKey1,pKey2,n1); -} - -/* -** Return a pointer to the appropriate hash function given the key class. -** -** The C syntax in this function definition may be unfamilar to some -** programmers, so we provide the following additional explanation: -** -** The name of the function is "hashFunction". The function takes a -** single parameter "keyClass". The return value of hashFunction() -** is a pointer to another function. Specifically, the return value -** of hashFunction() is a pointer to a function that takes two parameters -** with types "const void*" and "int" and returns an "int". -*/ -static int (*hashFunction(int keyClass))(const void*,int){ - if( keyClass==FTS1_HASH_STRING ){ - return &strHash; - }else{ - assert( keyClass==FTS1_HASH_BINARY ); - return &binHash; - } -} - -/* -** Return a pointer to the appropriate hash function given the key class. -** -** For help in interpreted the obscure C code in the function definition, -** see the header comment on the previous function. -*/ -static int (*compareFunction(int keyClass))(const void*,int,const void*,int){ - if( keyClass==FTS1_HASH_STRING ){ - return &strCompare; - }else{ - assert( keyClass==FTS1_HASH_BINARY ); - return &binCompare; - } -} - -/* Link an element into the hash table -*/ -static void insertElement( - fts1Hash *pH, /* The complete hash table */ - struct _fts1ht *pEntry, /* The entry into which pNew is inserted */ - fts1HashElem *pNew /* The element to be inserted */ -){ - fts1HashElem *pHead; /* First element already in pEntry */ - pHead = pEntry->chain; - if( pHead ){ - pNew->next = pHead; - pNew->prev = pHead->prev; - if( pHead->prev ){ pHead->prev->next = pNew; } - else { pH->first = pNew; } - pHead->prev = pNew; - }else{ - pNew->next = pH->first; - if( pH->first ){ pH->first->prev = pNew; } - pNew->prev = 0; - pH->first = pNew; - } - pEntry->count++; - pEntry->chain = pNew; -} - - -/* Resize the hash table so that it cantains "new_size" buckets. -** "new_size" must be a power of 2. The hash table might fail -** to resize if sqliteMalloc() fails. -*/ -static void rehash(fts1Hash *pH, int new_size){ - struct _fts1ht *new_ht; /* The new hash table */ - fts1HashElem *elem, *next_elem; /* For looping over existing elements */ - int (*xHash)(const void*,int); /* The hash function */ - - assert( (new_size & (new_size-1))==0 ); - new_ht = (struct _fts1ht *)pH->xMalloc( new_size*sizeof(struct _fts1ht) ); - if( new_ht==0 ) return; - if( pH->ht ) pH->xFree(pH->ht); - pH->ht = new_ht; - pH->htsize = new_size; - xHash = hashFunction(pH->keyClass); - for(elem=pH->first, pH->first=0; elem; elem = next_elem){ - int h = (*xHash)(elem->pKey, elem->nKey) & (new_size-1); - next_elem = elem->next; - insertElement(pH, &new_ht[h], elem); - } -} - -/* This function (for internal use only) locates an element in an -** hash table that matches the given key. The hash for this key has -** already been computed and is passed as the 4th parameter. -*/ -static fts1HashElem *findElementGivenHash( - const fts1Hash *pH, /* The pH to be searched */ - const void *pKey, /* The key we are searching for */ - int nKey, - int h /* The hash for this key. */ -){ - fts1HashElem *elem; /* Used to loop thru the element list */ - int count; /* Number of elements left to test */ - int (*xCompare)(const void*,int,const void*,int); /* comparison function */ - - if( pH->ht ){ - struct _fts1ht *pEntry = &pH->ht[h]; - elem = pEntry->chain; - count = pEntry->count; - xCompare = compareFunction(pH->keyClass); - while( count-- && elem ){ - if( (*xCompare)(elem->pKey,elem->nKey,pKey,nKey)==0 ){ - return elem; - } - elem = elem->next; - } - } - return 0; -} - -/* Remove a single entry from the hash table given a pointer to that -** element and a hash on the element's key. -*/ -static void removeElementGivenHash( - fts1Hash *pH, /* The pH containing "elem" */ - fts1HashElem* elem, /* The element to be removed from the pH */ - int h /* Hash value for the element */ -){ - struct _fts1ht *pEntry; - if( elem->prev ){ - elem->prev->next = elem->next; - }else{ - pH->first = elem->next; - } - if( elem->next ){ - elem->next->prev = elem->prev; - } - pEntry = &pH->ht[h]; - if( pEntry->chain==elem ){ - pEntry->chain = elem->next; - } - pEntry->count--; - if( pEntry->count<=0 ){ - pEntry->chain = 0; - } - if( pH->copyKey && elem->pKey ){ - pH->xFree(elem->pKey); - } - pH->xFree( elem ); - pH->count--; - if( pH->count<=0 ){ - assert( pH->first==0 ); - assert( pH->count==0 ); - fts1HashClear(pH); - } -} - -/* Attempt to locate an element of the hash table pH with a key -** that matches pKey,nKey. Return the data for this element if it is -** found, or NULL if there is no match. -*/ -void *sqlite3Fts1HashFind(const fts1Hash *pH, const void *pKey, int nKey){ - int h; /* A hash on key */ - fts1HashElem *elem; /* The element that matches key */ - int (*xHash)(const void*,int); /* The hash function */ - - if( pH==0 || pH->ht==0 ) return 0; - xHash = hashFunction(pH->keyClass); - assert( xHash!=0 ); - h = (*xHash)(pKey,nKey); - assert( (pH->htsize & (pH->htsize-1))==0 ); - elem = findElementGivenHash(pH,pKey,nKey, h & (pH->htsize-1)); - return elem ? elem->data : 0; -} - -/* Insert an element into the hash table pH. The key is pKey,nKey -** and the data is "data". -** -** If no element exists with a matching key, then a new -** element is created. A copy of the key is made if the copyKey -** flag is set. NULL is returned. -** -** If another element already exists with the same key, then the -** new data replaces the old data and the old data is returned. -** The key is not copied in this instance. If a malloc fails, then -** the new data is returned and the hash table is unchanged. -** -** If the "data" parameter to this function is NULL, then the -** element corresponding to "key" is removed from the hash table. -*/ -void *sqlite3Fts1HashInsert( - fts1Hash *pH, /* The hash table to insert into */ - const void *pKey, /* The key */ - int nKey, /* Number of bytes in the key */ - void *data /* The data */ -){ - int hraw; /* Raw hash value of the key */ - int h; /* the hash of the key modulo hash table size */ - fts1HashElem *elem; /* Used to loop thru the element list */ - fts1HashElem *new_elem; /* New element added to the pH */ - int (*xHash)(const void*,int); /* The hash function */ - - assert( pH!=0 ); - xHash = hashFunction(pH->keyClass); - assert( xHash!=0 ); - hraw = (*xHash)(pKey, nKey); - assert( (pH->htsize & (pH->htsize-1))==0 ); - h = hraw & (pH->htsize-1); - elem = findElementGivenHash(pH,pKey,nKey,h); - if( elem ){ - void *old_data = elem->data; - if( data==0 ){ - removeElementGivenHash(pH,elem,h); - }else{ - elem->data = data; - } - return old_data; - } - if( data==0 ) return 0; - new_elem = (fts1HashElem*)pH->xMalloc( sizeof(fts1HashElem) ); - if( new_elem==0 ) return data; - if( pH->copyKey && pKey!=0 ){ - new_elem->pKey = pH->xMalloc( nKey ); - if( new_elem->pKey==0 ){ - pH->xFree(new_elem); - return data; - } - memcpy((void*)new_elem->pKey, pKey, nKey); - }else{ - new_elem->pKey = (void*)pKey; - } - new_elem->nKey = nKey; - pH->count++; - if( pH->htsize==0 ){ - rehash(pH,8); - if( pH->htsize==0 ){ - pH->count = 0; - pH->xFree(new_elem); - return data; - } - } - if( pH->count > pH->htsize ){ - rehash(pH,pH->htsize*2); - } - assert( pH->htsize>0 ); - assert( (pH->htsize & (pH->htsize-1))==0 ); - h = hraw & (pH->htsize-1); - insertElement(pH, &pH->ht[h], new_elem); - new_elem->data = data; - return 0; -} - -#endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS1) */ diff --git a/libs/sqlite/ext/fts1/fts1_hash.h b/libs/sqlite/ext/fts1/fts1_hash.h deleted file mode 100644 index c31c430f7c..0000000000 --- a/libs/sqlite/ext/fts1/fts1_hash.h +++ /dev/null @@ -1,112 +0,0 @@ -/* -** 2001 September 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This is the header file for the generic hash-table implemenation -** used in SQLite. We've modified it slightly to serve as a standalone -** hash table implementation for the full-text indexing module. -** -*/ -#ifndef _FTS1_HASH_H_ -#define _FTS1_HASH_H_ - -/* Forward declarations of structures. */ -typedef struct fts1Hash fts1Hash; -typedef struct fts1HashElem fts1HashElem; - -/* A complete hash table is an instance of the following structure. -** The internals of this structure are intended to be opaque -- client -** code should not attempt to access or modify the fields of this structure -** directly. Change this structure only by using the routines below. -** However, many of the "procedures" and "functions" for modifying and -** accessing this structure are really macros, so we can't really make -** this structure opaque. -*/ -struct fts1Hash { - char keyClass; /* HASH_INT, _POINTER, _STRING, _BINARY */ - char copyKey; /* True if copy of key made on insert */ - int count; /* Number of entries in this table */ - fts1HashElem *first; /* The first element of the array */ - void *(*xMalloc)(int); /* malloc() function to use */ - void (*xFree)(void *); /* free() function to use */ - int htsize; /* Number of buckets in the hash table */ - struct _fts1ht { /* the hash table */ - int count; /* Number of entries with this hash */ - fts1HashElem *chain; /* Pointer to first entry with this hash */ - } *ht; -}; - -/* Each element in the hash table is an instance of the following -** structure. All elements are stored on a single doubly-linked list. -** -** Again, this structure is intended to be opaque, but it can't really -** be opaque because it is used by macros. -*/ -struct fts1HashElem { - fts1HashElem *next, *prev; /* Next and previous elements in the table */ - void *data; /* Data associated with this element */ - void *pKey; int nKey; /* Key associated with this element */ -}; - -/* -** There are 2 different modes of operation for a hash table: -** -** FTS1_HASH_STRING pKey points to a string that is nKey bytes long -** (including the null-terminator, if any). Case -** is respected in comparisons. -** -** FTS1_HASH_BINARY pKey points to binary data nKey bytes long. -** memcmp() is used to compare keys. -** -** A copy of the key is made if the copyKey parameter to fts1HashInit is 1. -*/ -#define FTS1_HASH_STRING 1 -#define FTS1_HASH_BINARY 2 - -/* -** Access routines. To delete, insert a NULL pointer. -*/ -void sqlite3Fts1HashInit(fts1Hash*, int keytype, int copyKey); -void *sqlite3Fts1HashInsert(fts1Hash*, const void *pKey, int nKey, void *pData); -void *sqlite3Fts1HashFind(const fts1Hash*, const void *pKey, int nKey); -void sqlite3Fts1HashClear(fts1Hash*); - -/* -** Shorthand for the functions above -*/ -#define fts1HashInit sqlite3Fts1HashInit -#define fts1HashInsert sqlite3Fts1HashInsert -#define fts1HashFind sqlite3Fts1HashFind -#define fts1HashClear sqlite3Fts1HashClear - -/* -** Macros for looping over all elements of a hash table. The idiom is -** like this: -** -** fts1Hash h; -** fts1HashElem *p; -** ... -** for(p=fts1HashFirst(&h); p; p=fts1HashNext(p)){ -** SomeStructure *pData = fts1HashData(p); -** // do something with pData -** } -*/ -#define fts1HashFirst(H) ((H)->first) -#define fts1HashNext(E) ((E)->next) -#define fts1HashData(E) ((E)->data) -#define fts1HashKey(E) ((E)->pKey) -#define fts1HashKeysize(E) ((E)->nKey) - -/* -** Number of entries in a hash table -*/ -#define fts1HashCount(H) ((H)->count) - -#endif /* _FTS1_HASH_H_ */ diff --git a/libs/sqlite/ext/fts1/fts1_porter.c b/libs/sqlite/ext/fts1/fts1_porter.c deleted file mode 100644 index 13bef7df59..0000000000 --- a/libs/sqlite/ext/fts1/fts1_porter.c +++ /dev/null @@ -1,642 +0,0 @@ -/* -** 2006 September 30 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** Implementation of the full-text-search tokenizer that implements -** a Porter stemmer. -*/ - -/* -** The code in this file is only compiled if: -** -** * The FTS1 module is being built as an extension -** (in which case SQLITE_CORE is not defined), or -** -** * The FTS1 module is being built into the core of -** SQLite (in which case SQLITE_ENABLE_FTS1 is defined). -*/ -#if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS1) - - -#include -#if !defined(__APPLE__) -#include -#else -#include -#endif -#include -#include -#include - -#include "fts1_tokenizer.h" - -/* -** Class derived from sqlite3_tokenizer -*/ -typedef struct porter_tokenizer { - sqlite3_tokenizer base; /* Base class */ -} porter_tokenizer; - -/* -** Class derived from sqlit3_tokenizer_cursor -*/ -typedef struct porter_tokenizer_cursor { - sqlite3_tokenizer_cursor base; - const char *zInput; /* input we are tokenizing */ - int nInput; /* size of the input */ - int iOffset; /* current position in zInput */ - int iToken; /* index of next token to be returned */ - char *zToken; /* storage for current token */ - int nAllocated; /* space allocated to zToken buffer */ -} porter_tokenizer_cursor; - - -/* Forward declaration */ -static const sqlite3_tokenizer_module porterTokenizerModule; - - -/* -** Create a new tokenizer instance. -*/ -static int porterCreate( - int argc, const char * const *argv, - sqlite3_tokenizer **ppTokenizer -){ - porter_tokenizer *t; - t = (porter_tokenizer *) calloc(sizeof(porter_tokenizer), 1); - *ppTokenizer = &t->base; - return SQLITE_OK; -} - -/* -** Destroy a tokenizer -*/ -static int porterDestroy(sqlite3_tokenizer *pTokenizer){ - free(pTokenizer); - return SQLITE_OK; -} - -/* -** Prepare to begin tokenizing a particular string. The input -** string to be tokenized is zInput[0..nInput-1]. A cursor -** used to incrementally tokenize this string is returned in -** *ppCursor. -*/ -static int porterOpen( - sqlite3_tokenizer *pTokenizer, /* The tokenizer */ - const char *zInput, int nInput, /* String to be tokenized */ - sqlite3_tokenizer_cursor **ppCursor /* OUT: Tokenization cursor */ -){ - porter_tokenizer_cursor *c; - - c = (porter_tokenizer_cursor *) malloc(sizeof(porter_tokenizer_cursor)); - c->zInput = zInput; - if( zInput==0 ){ - c->nInput = 0; - }else if( nInput<0 ){ - c->nInput = (int)strlen(zInput); - }else{ - c->nInput = nInput; - } - c->iOffset = 0; /* start tokenizing at the beginning */ - c->iToken = 0; - c->zToken = NULL; /* no space allocated, yet. */ - c->nAllocated = 0; - - *ppCursor = &c->base; - return SQLITE_OK; -} - -/* -** Close a tokenization cursor previously opened by a call to -** porterOpen() above. -*/ -static int porterClose(sqlite3_tokenizer_cursor *pCursor){ - porter_tokenizer_cursor *c = (porter_tokenizer_cursor *) pCursor; - free(c->zToken); - free(c); - return SQLITE_OK; -} -/* -** Vowel or consonant -*/ -static const char cType[] = { - 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, - 1, 1, 1, 2, 1 -}; - -/* -** isConsonant() and isVowel() determine if their first character in -** the string they point to is a consonant or a vowel, according -** to Porter ruls. -** -** A consonate is any letter other than 'a', 'e', 'i', 'o', or 'u'. -** 'Y' is a consonant unless it follows another consonant, -** in which case it is a vowel. -** -** In these routine, the letters are in reverse order. So the 'y' rule -** is that 'y' is a consonant unless it is followed by another -** consonent. -*/ -static int isVowel(const char*); -static int isConsonant(const char *z){ - int j; - char x = *z; - if( x==0 ) return 0; - assert( x>='a' && x<='z' ); - j = cType[x-'a']; - if( j<2 ) return j; - return z[1]==0 || isVowel(z + 1); -} -static int isVowel(const char *z){ - int j; - char x = *z; - if( x==0 ) return 0; - assert( x>='a' && x<='z' ); - j = cType[x-'a']; - if( j<2 ) return 1-j; - return isConsonant(z + 1); -} - -/* -** Let any sequence of one or more vowels be represented by V and let -** C be sequence of one or more consonants. Then every word can be -** represented as: -** -** [C] (VC){m} [V] -** -** In prose: A word is an optional consonant followed by zero or -** vowel-consonant pairs followed by an optional vowel. "m" is the -** number of vowel consonant pairs. This routine computes the value -** of m for the first i bytes of a word. -** -** Return true if the m-value for z is 1 or more. In other words, -** return true if z contains at least one vowel that is followed -** by a consonant. -** -** In this routine z[] is in reverse order. So we are really looking -** for an instance of of a consonant followed by a vowel. -*/ -static int m_gt_0(const char *z){ - while( isVowel(z) ){ z++; } - if( *z==0 ) return 0; - while( isConsonant(z) ){ z++; } - return *z!=0; -} - -/* Like mgt0 above except we are looking for a value of m which is -** exactly 1 -*/ -static int m_eq_1(const char *z){ - while( isVowel(z) ){ z++; } - if( *z==0 ) return 0; - while( isConsonant(z) ){ z++; } - if( *z==0 ) return 0; - while( isVowel(z) ){ z++; } - if( *z==0 ) return 1; - while( isConsonant(z) ){ z++; } - return *z==0; -} - -/* Like mgt0 above except we are looking for a value of m>1 instead -** or m>0 -*/ -static int m_gt_1(const char *z){ - while( isVowel(z) ){ z++; } - if( *z==0 ) return 0; - while( isConsonant(z) ){ z++; } - if( *z==0 ) return 0; - while( isVowel(z) ){ z++; } - if( *z==0 ) return 0; - while( isConsonant(z) ){ z++; } - return *z!=0; -} - -/* -** Return TRUE if there is a vowel anywhere within z[0..n-1] -*/ -static int hasVowel(const char *z){ - while( isConsonant(z) ){ z++; } - return *z!=0; -} - -/* -** Return TRUE if the word ends in a double consonant. -** -** The text is reversed here. So we are really looking at -** the first two characters of z[]. -*/ -static int doubleConsonant(const char *z){ - return isConsonant(z) && z[0]==z[1] && isConsonant(z+1); -} - -/* -** Return TRUE if the word ends with three letters which -** are consonant-vowel-consonent and where the final consonant -** is not 'w', 'x', or 'y'. -** -** The word is reversed here. So we are really checking the -** first three letters and the first one cannot be in [wxy]. -*/ -static int star_oh(const char *z){ - return - z[0]!=0 && isConsonant(z) && - z[0]!='w' && z[0]!='x' && z[0]!='y' && - z[1]!=0 && isVowel(z+1) && - z[2]!=0 && isConsonant(z+2); -} - -/* -** If the word ends with zFrom and xCond() is true for the stem -** of the word that preceeds the zFrom ending, then change the -** ending to zTo. -** -** The input word *pz and zFrom are both in reverse order. zTo -** is in normal order. -** -** Return TRUE if zFrom matches. Return FALSE if zFrom does not -** match. Not that TRUE is returned even if xCond() fails and -** no substitution occurs. -*/ -static int stem( - char **pz, /* The word being stemmed (Reversed) */ - const char *zFrom, /* If the ending matches this... (Reversed) */ - const char *zTo, /* ... change the ending to this (not reversed) */ - int (*xCond)(const char*) /* Condition that must be true */ -){ - char *z = *pz; - while( *zFrom && *zFrom==*z ){ z++; zFrom++; } - if( *zFrom!=0 ) return 0; - if( xCond && !xCond(z) ) return 1; - while( *zTo ){ - *(--z) = *(zTo++); - } - *pz = z; - return 1; -} - -/* -** This is the fallback stemmer used when the porter stemmer is -** inappropriate. The input word is copied into the output with -** US-ASCII case folding. If the input word is too long (more -** than 20 bytes if it contains no digits or more than 6 bytes if -** it contains digits) then word is truncated to 20 or 6 bytes -** by taking 10 or 3 bytes from the beginning and end. -*/ -static void copy_stemmer(const char *zIn, int nIn, char *zOut, int *pnOut){ - int i, mx, j; - int hasDigit = 0; - for(i=0; i='A' && c<='Z' ){ - zOut[i] = c - 'A' + 'a'; - }else{ - if( c>='0' && c<='9' ) hasDigit = 1; - zOut[i] = c; - } - } - mx = hasDigit ? 3 : 10; - if( nIn>mx*2 ){ - for(j=mx, i=nIn-mx; i=sizeof(zReverse)-7 ){ - /* The word is too big or too small for the porter stemmer. - ** Fallback to the copy stemmer */ - copy_stemmer(zIn, nIn, zOut, pnOut); - return; - } - for(i=0, j=sizeof(zReverse)-6; i='A' && c<='Z' ){ - zReverse[j] = c + 'a' - 'A'; - }else if( c>='a' && c<='z' ){ - zReverse[j] = c; - }else{ - /* The use of a character not in [a-zA-Z] means that we fallback - ** to the copy stemmer */ - copy_stemmer(zIn, nIn, zOut, pnOut); - return; - } - } - memset(&zReverse[sizeof(zReverse)-5], 0, 5); - z = &zReverse[j+1]; - - - /* Step 1a */ - if( z[0]=='s' ){ - if( - !stem(&z, "sess", "ss", 0) && - !stem(&z, "sei", "i", 0) && - !stem(&z, "ss", "ss", 0) - ){ - z++; - } - } - - /* Step 1b */ - z2 = z; - if( stem(&z, "dee", "ee", m_gt_0) ){ - /* Do nothing. The work was all in the test */ - }else if( - (stem(&z, "gni", "", hasVowel) || stem(&z, "de", "", hasVowel)) - && z!=z2 - ){ - if( stem(&z, "ta", "ate", 0) || - stem(&z, "lb", "ble", 0) || - stem(&z, "zi", "ize", 0) ){ - /* Do nothing. The work was all in the test */ - }else if( doubleConsonant(z) && (*z!='l' && *z!='s' && *z!='z') ){ - z++; - }else if( m_eq_1(z) && star_oh(z) ){ - *(--z) = 'e'; - } - } - - /* Step 1c */ - if( z[0]=='y' && hasVowel(z+1) ){ - z[0] = 'i'; - } - - /* Step 2 */ - switch( z[1] ){ - case 'a': - stem(&z, "lanoita", "ate", m_gt_0) || - stem(&z, "lanoit", "tion", m_gt_0); - break; - case 'c': - stem(&z, "icne", "ence", m_gt_0) || - stem(&z, "icna", "ance", m_gt_0); - break; - case 'e': - stem(&z, "rezi", "ize", m_gt_0); - break; - case 'g': - stem(&z, "igol", "log", m_gt_0); - break; - case 'l': - stem(&z, "ilb", "ble", m_gt_0) || - stem(&z, "illa", "al", m_gt_0) || - stem(&z, "iltne", "ent", m_gt_0) || - stem(&z, "ile", "e", m_gt_0) || - stem(&z, "ilsuo", "ous", m_gt_0); - break; - case 'o': - stem(&z, "noitazi", "ize", m_gt_0) || - stem(&z, "noita", "ate", m_gt_0) || - stem(&z, "rota", "ate", m_gt_0); - break; - case 's': - stem(&z, "msila", "al", m_gt_0) || - stem(&z, "ssenevi", "ive", m_gt_0) || - stem(&z, "ssenluf", "ful", m_gt_0) || - stem(&z, "ssensuo", "ous", m_gt_0); - break; - case 't': - stem(&z, "itila", "al", m_gt_0) || - stem(&z, "itivi", "ive", m_gt_0) || - stem(&z, "itilib", "ble", m_gt_0); - break; - } - - /* Step 3 */ - switch( z[0] ){ - case 'e': - stem(&z, "etaci", "ic", m_gt_0) || - stem(&z, "evita", "", m_gt_0) || - stem(&z, "ezila", "al", m_gt_0); - break; - case 'i': - stem(&z, "itici", "ic", m_gt_0); - break; - case 'l': - stem(&z, "laci", "ic", m_gt_0) || - stem(&z, "luf", "", m_gt_0); - break; - case 's': - stem(&z, "ssen", "", m_gt_0); - break; - } - - /* Step 4 */ - switch( z[1] ){ - case 'a': - if( z[0]=='l' && m_gt_1(z+2) ){ - z += 2; - } - break; - case 'c': - if( z[0]=='e' && z[2]=='n' && (z[3]=='a' || z[3]=='e') && m_gt_1(z+4) ){ - z += 4; - } - break; - case 'e': - if( z[0]=='r' && m_gt_1(z+2) ){ - z += 2; - } - break; - case 'i': - if( z[0]=='c' && m_gt_1(z+2) ){ - z += 2; - } - break; - case 'l': - if( z[0]=='e' && z[2]=='b' && (z[3]=='a' || z[3]=='i') && m_gt_1(z+4) ){ - z += 4; - } - break; - case 'n': - if( z[0]=='t' ){ - if( z[2]=='a' ){ - if( m_gt_1(z+3) ){ - z += 3; - } - }else if( z[2]=='e' ){ - stem(&z, "tneme", "", m_gt_1) || - stem(&z, "tnem", "", m_gt_1) || - stem(&z, "tne", "", m_gt_1); - } - } - break; - case 'o': - if( z[0]=='u' ){ - if( m_gt_1(z+2) ){ - z += 2; - } - }else if( z[3]=='s' || z[3]=='t' ){ - stem(&z, "noi", "", m_gt_1); - } - break; - case 's': - if( z[0]=='m' && z[2]=='i' && m_gt_1(z+3) ){ - z += 3; - } - break; - case 't': - stem(&z, "eta", "", m_gt_1) || - stem(&z, "iti", "", m_gt_1); - break; - case 'u': - if( z[0]=='s' && z[2]=='o' && m_gt_1(z+3) ){ - z += 3; - } - break; - case 'v': - case 'z': - if( z[0]=='e' && z[2]=='i' && m_gt_1(z+3) ){ - z += 3; - } - break; - } - - /* Step 5a */ - if( z[0]=='e' ){ - if( m_gt_1(z+1) ){ - z++; - }else if( m_eq_1(z+1) && !star_oh(z+1) ){ - z++; - } - } - - /* Step 5b */ - if( m_gt_1(z) && z[0]=='l' && z[1]=='l' ){ - z++; - } - - /* z[] is now the stemmed word in reverse order. Flip it back - ** around into forward order and return. - */ - *pnOut = i = strlen(z); - zOut[i] = 0; - while( *z ){ - zOut[--i] = *(z++); - } -} - -/* -** Characters that can be part of a token. We assume any character -** whose value is greater than 0x80 (any UTF character) can be -** part of a token. In other words, delimiters all must have -** values of 0x7f or lower. -*/ -static const char isIdChar[] = { -/* x0 x1 x2 x3 x4 x5 x6 x7 x8 x9 xA xB xC xD xE xF */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, /* 3x */ - 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 4x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, /* 5x */ - 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 6x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, /* 7x */ -}; -#define idChar(C) (((ch=C)&0x80)!=0 || (ch>0x2f && isIdChar[ch-0x30])) -#define isDelim(C) (((ch=C)&0x80)==0 && (ch<0x30 || !isIdChar[ch-0x30])) - -/* -** Extract the next token from a tokenization cursor. The cursor must -** have been opened by a prior call to porterOpen(). -*/ -static int porterNext( - sqlite3_tokenizer_cursor *pCursor, /* Cursor returned by porterOpen */ - const char **pzToken, /* OUT: *pzToken is the token text */ - int *pnBytes, /* OUT: Number of bytes in token */ - int *piStartOffset, /* OUT: Starting offset of token */ - int *piEndOffset, /* OUT: Ending offset of token */ - int *piPosition /* OUT: Position integer of token */ -){ - porter_tokenizer_cursor *c = (porter_tokenizer_cursor *) pCursor; - const char *z = c->zInput; - - while( c->iOffsetnInput ){ - int iStartOffset, ch; - - /* Scan past delimiter characters */ - while( c->iOffsetnInput && isDelim(z[c->iOffset]) ){ - c->iOffset++; - } - - /* Count non-delimiter characters. */ - iStartOffset = c->iOffset; - while( c->iOffsetnInput && !isDelim(z[c->iOffset]) ){ - c->iOffset++; - } - - if( c->iOffset>iStartOffset ){ - int n = c->iOffset-iStartOffset; - if( n>c->nAllocated ){ - c->nAllocated = n+20; - c->zToken = realloc(c->zToken, c->nAllocated); - } - porter_stemmer(&z[iStartOffset], n, c->zToken, pnBytes); - *pzToken = c->zToken; - *piStartOffset = iStartOffset; - *piEndOffset = c->iOffset; - *piPosition = c->iToken++; - return SQLITE_OK; - } - } - return SQLITE_DONE; -} - -/* -** The set of routines that implement the porter-stemmer tokenizer -*/ -static const sqlite3_tokenizer_module porterTokenizerModule = { - 0, - porterCreate, - porterDestroy, - porterOpen, - porterClose, - porterNext, -}; - -/* -** Allocate a new porter tokenizer. Return a pointer to the new -** tokenizer in *ppModule -*/ -void sqlite3Fts1PorterTokenizerModule( - sqlite3_tokenizer_module const**ppModule -){ - *ppModule = &porterTokenizerModule; -} - -#endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS1) */ diff --git a/libs/sqlite/ext/fts1/fts1_tokenizer.h b/libs/sqlite/ext/fts1/fts1_tokenizer.h deleted file mode 100644 index a48cb74519..0000000000 --- a/libs/sqlite/ext/fts1/fts1_tokenizer.h +++ /dev/null @@ -1,90 +0,0 @@ -/* -** 2006 July 10 -** -** The author disclaims copyright to this source code. -** -************************************************************************* -** Defines the interface to tokenizers used by fulltext-search. There -** are three basic components: -** -** sqlite3_tokenizer_module is a singleton defining the tokenizer -** interface functions. This is essentially the class structure for -** tokenizers. -** -** sqlite3_tokenizer is used to define a particular tokenizer, perhaps -** including customization information defined at creation time. -** -** sqlite3_tokenizer_cursor is generated by a tokenizer to generate -** tokens from a particular input. -*/ -#ifndef _FTS1_TOKENIZER_H_ -#define _FTS1_TOKENIZER_H_ - -/* TODO(shess) Only used for SQLITE_OK and SQLITE_DONE at this time. -** If tokenizers are to be allowed to call sqlite3_*() functions, then -** we will need a way to register the API consistently. -*/ -#include "sqlite3.h" - -/* -** Structures used by the tokenizer interface. -*/ -typedef struct sqlite3_tokenizer sqlite3_tokenizer; -typedef struct sqlite3_tokenizer_cursor sqlite3_tokenizer_cursor; -typedef struct sqlite3_tokenizer_module sqlite3_tokenizer_module; - -struct sqlite3_tokenizer_module { - int iVersion; /* currently 0 */ - - /* - ** Create and destroy a tokenizer. argc/argv are passed down from - ** the fulltext virtual table creation to allow customization. - */ - int (*xCreate)(int argc, const char *const*argv, - sqlite3_tokenizer **ppTokenizer); - int (*xDestroy)(sqlite3_tokenizer *pTokenizer); - - /* - ** Tokenize a particular input. Call xOpen() to prepare to - ** tokenize, xNext() repeatedly until it returns SQLITE_DONE, then - ** xClose() to free any internal state. The pInput passed to - ** xOpen() must exist until the cursor is closed. The ppToken - ** result from xNext() is only valid until the next call to xNext() - ** or until xClose() is called. - */ - /* TODO(shess) current implementation requires pInput to be - ** nul-terminated. This should either be fixed, or pInput/nBytes - ** should be converted to zInput. - */ - int (*xOpen)(sqlite3_tokenizer *pTokenizer, - const char *pInput, int nBytes, - sqlite3_tokenizer_cursor **ppCursor); - int (*xClose)(sqlite3_tokenizer_cursor *pCursor); - int (*xNext)(sqlite3_tokenizer_cursor *pCursor, - const char **ppToken, int *pnBytes, - int *piStartOffset, int *piEndOffset, int *piPosition); -}; - -struct sqlite3_tokenizer { - const sqlite3_tokenizer_module *pModule; /* The module for this tokenizer */ - /* Tokenizer implementations will typically add additional fields */ -}; - -struct sqlite3_tokenizer_cursor { - sqlite3_tokenizer *pTokenizer; /* Tokenizer for this cursor. */ - /* Tokenizer implementations will typically add additional fields */ -}; - -/* -** Get the module for a tokenizer which generates tokens based on a -** set of non-token characters. The default is to break tokens at any -** non-alnum character, though the set of delimiters can also be -** specified by the first argv argument to xCreate(). -*/ -/* TODO(shess) This doesn't belong here. Need some sort of -** registration process. -*/ -void sqlite3Fts1SimpleTokenizerModule(sqlite3_tokenizer_module const**ppModule); -void sqlite3Fts1PorterTokenizerModule(sqlite3_tokenizer_module const**ppModule); - -#endif /* _FTS1_TOKENIZER_H_ */ diff --git a/libs/sqlite/ext/fts1/fts1_tokenizer1.c b/libs/sqlite/ext/fts1/fts1_tokenizer1.c deleted file mode 100644 index a680c5ec0c..0000000000 --- a/libs/sqlite/ext/fts1/fts1_tokenizer1.c +++ /dev/null @@ -1,220 +0,0 @@ -/* -** The author disclaims copyright to this source code. -** -************************************************************************* -** Implementation of the "simple" full-text-search tokenizer. -*/ - -/* -** The code in this file is only compiled if: -** -** * The FTS1 module is being built as an extension -** (in which case SQLITE_CORE is not defined), or -** -** * The FTS1 module is being built into the core of -** SQLite (in which case SQLITE_ENABLE_FTS1 is defined). -*/ -#if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS1) - - -#include -#if !defined(__APPLE__) -#include -#else -#include -#endif -#include -#include -#include - -#include "fts1_tokenizer.h" - -typedef struct simple_tokenizer { - sqlite3_tokenizer base; - char delim[128]; /* flag ASCII delimiters */ -} simple_tokenizer; - -typedef struct simple_tokenizer_cursor { - sqlite3_tokenizer_cursor base; - const char *pInput; /* input we are tokenizing */ - int nBytes; /* size of the input */ - int iOffset; /* current position in pInput */ - int iToken; /* index of next token to be returned */ - char *pToken; /* storage for current token */ - int nTokenAllocated; /* space allocated to zToken buffer */ -} simple_tokenizer_cursor; - - -/* Forward declaration */ -static const sqlite3_tokenizer_module simpleTokenizerModule; - -static int isDelim(simple_tokenizer *t, unsigned char c){ - return c<0x80 && t->delim[c]; -} - -/* -** Create a new tokenizer instance. -*/ -static int simpleCreate( - int argc, const char * const *argv, - sqlite3_tokenizer **ppTokenizer -){ - simple_tokenizer *t; - - t = (simple_tokenizer *) calloc(sizeof(simple_tokenizer), 1); - /* TODO(shess) Delimiters need to remain the same from run to run, - ** else we need to reindex. One solution would be a meta-table to - ** track such information in the database, then we'd only want this - ** information on the initial create. - */ - if( argc>1 ){ - int i, n = strlen(argv[1]); - for(i=0; i=0x80 ){ - free(t); - return SQLITE_ERROR; - } - t->delim[ch] = 1; - } - } else { - /* Mark non-alphanumeric ASCII characters as delimiters */ - int i; - for(i=1; i<0x80; i++){ - t->delim[i] = !isalnum(i); - } - } - - *ppTokenizer = &t->base; - return SQLITE_OK; -} - -/* -** Destroy a tokenizer -*/ -static int simpleDestroy(sqlite3_tokenizer *pTokenizer){ - free(pTokenizer); - return SQLITE_OK; -} - -/* -** Prepare to begin tokenizing a particular string. The input -** string to be tokenized is pInput[0..nBytes-1]. A cursor -** used to incrementally tokenize this string is returned in -** *ppCursor. -*/ -static int simpleOpen( - sqlite3_tokenizer *pTokenizer, /* The tokenizer */ - const char *pInput, int nBytes, /* String to be tokenized */ - sqlite3_tokenizer_cursor **ppCursor /* OUT: Tokenization cursor */ -){ - simple_tokenizer_cursor *c; - - c = (simple_tokenizer_cursor *) malloc(sizeof(simple_tokenizer_cursor)); - c->pInput = pInput; - if( pInput==0 ){ - c->nBytes = 0; - }else if( nBytes<0 ){ - c->nBytes = (int)strlen(pInput); - }else{ - c->nBytes = nBytes; - } - c->iOffset = 0; /* start tokenizing at the beginning */ - c->iToken = 0; - c->pToken = NULL; /* no space allocated, yet. */ - c->nTokenAllocated = 0; - - *ppCursor = &c->base; - return SQLITE_OK; -} - -/* -** Close a tokenization cursor previously opened by a call to -** simpleOpen() above. -*/ -static int simpleClose(sqlite3_tokenizer_cursor *pCursor){ - simple_tokenizer_cursor *c = (simple_tokenizer_cursor *) pCursor; - free(c->pToken); - free(c); - return SQLITE_OK; -} - -/* -** Extract the next token from a tokenization cursor. The cursor must -** have been opened by a prior call to simpleOpen(). -*/ -static int simpleNext( - sqlite3_tokenizer_cursor *pCursor, /* Cursor returned by simpleOpen */ - const char **ppToken, /* OUT: *ppToken is the token text */ - int *pnBytes, /* OUT: Number of bytes in token */ - int *piStartOffset, /* OUT: Starting offset of token */ - int *piEndOffset, /* OUT: Ending offset of token */ - int *piPosition /* OUT: Position integer of token */ -){ - simple_tokenizer_cursor *c = (simple_tokenizer_cursor *) pCursor; - simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer; - unsigned char *p = (unsigned char *)c->pInput; - - while( c->iOffsetnBytes ){ - int iStartOffset; - - /* Scan past delimiter characters */ - while( c->iOffsetnBytes && isDelim(t, p[c->iOffset]) ){ - c->iOffset++; - } - - /* Count non-delimiter characters. */ - iStartOffset = c->iOffset; - while( c->iOffsetnBytes && !isDelim(t, p[c->iOffset]) ){ - c->iOffset++; - } - - if( c->iOffset>iStartOffset ){ - int i, n = c->iOffset-iStartOffset; - if( n>c->nTokenAllocated ){ - c->nTokenAllocated = n+20; - c->pToken = realloc(c->pToken, c->nTokenAllocated); - } - for(i=0; ipToken[i] = ch<0x80 ? tolower(ch) : ch; - } - *ppToken = c->pToken; - *pnBytes = n; - *piStartOffset = iStartOffset; - *piEndOffset = c->iOffset; - *piPosition = c->iToken++; - - return SQLITE_OK; - } - } - return SQLITE_DONE; -} - -/* -** The set of routines that implement the simple tokenizer -*/ -static const sqlite3_tokenizer_module simpleTokenizerModule = { - 0, - simpleCreate, - simpleDestroy, - simpleOpen, - simpleClose, - simpleNext, -}; - -/* -** Allocate a new simple tokenizer. Return a pointer to the new -** tokenizer in *ppModule -*/ -void sqlite3Fts1SimpleTokenizerModule( - sqlite3_tokenizer_module const**ppModule -){ - *ppModule = &simpleTokenizerModule; -} - -#endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS1) */ diff --git a/libs/sqlite/ext/fts2/README.txt b/libs/sqlite/ext/fts2/README.txt deleted file mode 100644 index 517a2a0434..0000000000 --- a/libs/sqlite/ext/fts2/README.txt +++ /dev/null @@ -1,4 +0,0 @@ -This folder contains source code to the second full-text search -extension for SQLite. While the API is the same, this version uses a -substantially different storage schema from fts1, so tables will need -to be rebuilt. diff --git a/libs/sqlite/ext/fts2/fts2.c b/libs/sqlite/ext/fts2/fts2.c deleted file mode 100644 index 606e2f4c45..0000000000 --- a/libs/sqlite/ext/fts2/fts2.c +++ /dev/null @@ -1,5282 +0,0 @@ -/* The author disclaims copyright to this source code. - * - * This is an SQLite module implementing full-text search. - */ - -/* -** The code in this file is only compiled if: -** -** * The FTS2 module is being built as an extension -** (in which case SQLITE_CORE is not defined), or -** -** * The FTS2 module is being built into the core of -** SQLite (in which case SQLITE_ENABLE_FTS2 is defined). -*/ - -/* TODO(shess) Consider exporting this comment to an HTML file or the -** wiki. -*/ -/* The full-text index is stored in a series of b+tree (-like) -** structures called segments which map terms to doclists. The -** structures are like b+trees in layout, but are constructed from the -** bottom up in optimal fashion and are not updatable. Since trees -** are built from the bottom up, things will be described from the -** bottom up. -** -** -**** Varints **** -** The basic unit of encoding is a variable-length integer called a -** varint. We encode variable-length integers in little-endian order -** using seven bits * per byte as follows: -** -** KEY: -** A = 0xxxxxxx 7 bits of data and one flag bit -** B = 1xxxxxxx 7 bits of data and one flag bit -** -** 7 bits - A -** 14 bits - BA -** 21 bits - BBA -** and so on. -** -** This is identical to how sqlite encodes varints (see util.c). -** -** -**** Document lists **** -** A doclist (document list) holds a docid-sorted list of hits for a -** given term. Doclists hold docids, and can optionally associate -** token positions and offsets with docids. -** -** A DL_POSITIONS_OFFSETS doclist is stored like this: -** -** array { -** varint docid; -** array { (position list for column 0) -** varint position; (delta from previous position plus POS_BASE) -** varint startOffset; (delta from previous startOffset) -** varint endOffset; (delta from startOffset) -** } -** array { -** varint POS_COLUMN; (marks start of position list for new column) -** varint column; (index of new column) -** array { -** varint position; (delta from previous position plus POS_BASE) -** varint startOffset;(delta from previous startOffset) -** varint endOffset; (delta from startOffset) -** } -** } -** varint POS_END; (marks end of positions for this document. -** } -** -** Here, array { X } means zero or more occurrences of X, adjacent in -** memory. A "position" is an index of a token in the token stream -** generated by the tokenizer, while an "offset" is a byte offset, -** both based at 0. Note that POS_END and POS_COLUMN occur in the -** same logical place as the position element, and act as sentinals -** ending a position list array. -** -** A DL_POSITIONS doclist omits the startOffset and endOffset -** information. A DL_DOCIDS doclist omits both the position and -** offset information, becoming an array of varint-encoded docids. -** -** On-disk data is stored as type DL_DEFAULT, so we don't serialize -** the type. Due to how deletion is implemented in the segmentation -** system, on-disk doclists MUST store at least positions. -** -** -**** Segment leaf nodes **** -** Segment leaf nodes store terms and doclists, ordered by term. Leaf -** nodes are written using LeafWriter, and read using LeafReader (to -** iterate through a single leaf node's data) and LeavesReader (to -** iterate through a segment's entire leaf layer). Leaf nodes have -** the format: -** -** varint iHeight; (height from leaf level, always 0) -** varint nTerm; (length of first term) -** char pTerm[nTerm]; (content of first term) -** varint nDoclist; (length of term's associated doclist) -** char pDoclist[nDoclist]; (content of doclist) -** array { -** (further terms are delta-encoded) -** varint nPrefix; (length of prefix shared with previous term) -** varint nSuffix; (length of unshared suffix) -** char pTermSuffix[nSuffix];(unshared suffix of next term) -** varint nDoclist; (length of term's associated doclist) -** char pDoclist[nDoclist]; (content of doclist) -** } -** -** Here, array { X } means zero or more occurrences of X, adjacent in -** memory. -** -** Leaf nodes are broken into blocks which are stored contiguously in -** the %_segments table in sorted order. This means that when the end -** of a node is reached, the next term is in the node with the next -** greater node id. -** -** New data is spilled to a new leaf node when the current node -** exceeds LEAF_MAX bytes (default 2048). New data which itself is -** larger than STANDALONE_MIN (default 1024) is placed in a standalone -** node (a leaf node with a single term and doclist). The goal of -** these settings is to pack together groups of small doclists while -** making it efficient to directly access large doclists. The -** assumption is that large doclists represent terms which are more -** likely to be query targets. -** -** TODO(shess) It may be useful for blocking decisions to be more -** dynamic. For instance, it may make more sense to have a 2.5k leaf -** node rather than splitting into 2k and .5k nodes. My intuition is -** that this might extend through 2x or 4x the pagesize. -** -** -**** Segment interior nodes **** -** Segment interior nodes store blockids for subtree nodes and terms -** to describe what data is stored by the each subtree. Interior -** nodes are written using InteriorWriter, and read using -** InteriorReader. InteriorWriters are created as needed when -** SegmentWriter creates new leaf nodes, or when an interior node -** itself grows too big and must be split. The format of interior -** nodes: -** -** varint iHeight; (height from leaf level, always >0) -** varint iBlockid; (block id of node's leftmost subtree) -** optional { -** varint nTerm; (length of first term) -** char pTerm[nTerm]; (content of first term) -** array { -** (further terms are delta-encoded) -** varint nPrefix; (length of shared prefix with previous term) -** varint nSuffix; (length of unshared suffix) -** char pTermSuffix[nSuffix]; (unshared suffix of next term) -** } -** } -** -** Here, optional { X } means an optional element, while array { X } -** means zero or more occurrences of X, adjacent in memory. -** -** An interior node encodes n terms separating n+1 subtrees. The -** subtree blocks are contiguous, so only the first subtree's blockid -** is encoded. The subtree at iBlockid will contain all terms less -** than the first term encoded (or all terms if no term is encoded). -** Otherwise, for terms greater than or equal to pTerm[i] but less -** than pTerm[i+1], the subtree for that term will be rooted at -** iBlockid+i. Interior nodes only store enough term data to -** distinguish adjacent children (if the rightmost term of the left -** child is "something", and the leftmost term of the right child is -** "wicked", only "w" is stored). -** -** New data is spilled to a new interior node at the same height when -** the current node exceeds INTERIOR_MAX bytes (default 2048). -** INTERIOR_MIN_TERMS (default 7) keeps large terms from monopolizing -** interior nodes and making the tree too skinny. The interior nodes -** at a given height are naturally tracked by interior nodes at -** height+1, and so on. -** -** -**** Segment directory **** -** The segment directory in table %_segdir stores meta-information for -** merging and deleting segments, and also the root node of the -** segment's tree. -** -** The root node is the top node of the segment's tree after encoding -** the entire segment, restricted to ROOT_MAX bytes (default 1024). -** This could be either a leaf node or an interior node. If the top -** node requires more than ROOT_MAX bytes, it is flushed to %_segments -** and a new root interior node is generated (which should always fit -** within ROOT_MAX because it only needs space for 2 varints, the -** height and the blockid of the previous root). -** -** The meta-information in the segment directory is: -** level - segment level (see below) -** idx - index within level -** - (level,idx uniquely identify a segment) -** start_block - first leaf node -** leaves_end_block - last leaf node -** end_block - last block (including interior nodes) -** root - contents of root node -** -** If the root node is a leaf node, then start_block, -** leaves_end_block, and end_block are all 0. -** -** -**** Segment merging **** -** To amortize update costs, segments are groups into levels and -** merged in matches. Each increase in level represents exponentially -** more documents. -** -** New documents (actually, document updates) are tokenized and -** written individually (using LeafWriter) to a level 0 segment, with -** incrementing idx. When idx reaches MERGE_COUNT (default 16), all -** level 0 segments are merged into a single level 1 segment. Level 1 -** is populated like level 0, and eventually MERGE_COUNT level 1 -** segments are merged to a single level 2 segment (representing -** MERGE_COUNT^2 updates), and so on. -** -** A segment merge traverses all segments at a given level in -** parallel, performing a straightforward sorted merge. Since segment -** leaf nodes are written in to the %_segments table in order, this -** merge traverses the underlying sqlite disk structures efficiently. -** After the merge, all segment blocks from the merged level are -** deleted. -** -** MERGE_COUNT controls how often we merge segments. 16 seems to be -** somewhat of a sweet spot for insertion performance. 32 and 64 show -** very similar performance numbers to 16 on insertion, though they're -** a tiny bit slower (perhaps due to more overhead in merge-time -** sorting). 8 is about 20% slower than 16, 4 about 50% slower than -** 16, 2 about 66% slower than 16. -** -** At query time, high MERGE_COUNT increases the number of segments -** which need to be scanned and merged. For instance, with 100k docs -** inserted: -** -** MERGE_COUNT segments -** 16 25 -** 8 12 -** 4 10 -** 2 6 -** -** This appears to have only a moderate impact on queries for very -** frequent terms (which are somewhat dominated by segment merge -** costs), and infrequent and non-existent terms still seem to be fast -** even with many segments. -** -** TODO(shess) That said, it would be nice to have a better query-side -** argument for MERGE_COUNT of 16. Also, it's possible/likely that -** optimizations to things like doclist merging will swing the sweet -** spot around. -** -** -** -**** Handling of deletions and updates **** -** Since we're using a segmented structure, with no docid-oriented -** index into the term index, we clearly cannot simply update the term -** index when a document is deleted or updated. For deletions, we -** write an empty doclist (varint(docid) varint(POS_END)), for updates -** we simply write the new doclist. Segment merges overwrite older -** data for a particular docid with newer data, so deletes or updates -** will eventually overtake the earlier data and knock it out. The -** query logic likewise merges doclists so that newer data knocks out -** older data. -** -** TODO(shess) Provide a VACUUM type operation to clear out all -** deletions and duplications. This would basically be a forced merge -** into a single segment. -*/ - -#if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) - -#if defined(SQLITE_ENABLE_FTS2) && !defined(SQLITE_CORE) -# define SQLITE_CORE 1 -#endif - -#include -#if !defined(__APPLE__) -#include -#endif -#include -#include -#include -#include - -#include "fts2.h" -#include "fts2_hash.h" -#include "fts2_tokenizer.h" -#include "sqlite3.h" -#include "sqlite3ext.h" -SQLITE_EXTENSION_INIT1 - - -/* TODO(shess) MAN, this thing needs some refactoring. At minimum, it -** would be nice to order the file better, perhaps something along the -** lines of: -** -** - utility functions -** - table setup functions -** - table update functions -** - table query functions -** -** Put the query functions last because they're likely to reference -** typedefs or functions from the table update section. -*/ - -#if 0 -# define TRACE(A) printf A; fflush(stdout) -#else -# define TRACE(A) -#endif - -typedef enum DocListType { - DL_DOCIDS, /* docids only */ - DL_POSITIONS, /* docids + positions */ - DL_POSITIONS_OFFSETS /* docids + positions + offsets */ -} DocListType; - -/* -** By default, only positions and not offsets are stored in the doclists. -** To change this so that offsets are stored too, compile with -** -** -DDL_DEFAULT=DL_POSITIONS_OFFSETS -** -** If DL_DEFAULT is set to DL_DOCIDS, your table can only be inserted -** into (no deletes or updates). -*/ -#ifndef DL_DEFAULT -# define DL_DEFAULT DL_POSITIONS -#endif - -enum { - POS_END = 0, /* end of this position list */ - POS_COLUMN, /* followed by new column number */ - POS_BASE -}; - -/* MERGE_COUNT controls how often we merge segments (see comment at -** top of file). -*/ -#define MERGE_COUNT 16 - -/* utility functions */ - -/* CLEAR() and SCRAMBLE() abstract memset() on a pointer to a single -** record to prevent errors of the form: -** -** my_function(SomeType *b){ -** memset(b, '\0', sizeof(b)); // sizeof(b)!=sizeof(*b) -** } -*/ -/* TODO(shess) Obvious candidates for a header file. */ -#define CLEAR(b) memset(b, '\0', sizeof(*(b))) - -#ifndef NDEBUG -# define SCRAMBLE(b) memset(b, 0x55, sizeof(*(b))) -#else -# define SCRAMBLE(b) -#endif - -/* We may need up to VARINT_MAX bytes to store an encoded 64-bit integer. */ -#define VARINT_MAX 10 - -/* Write a 64-bit variable-length integer to memory starting at p[0]. - * The length of data written will be between 1 and VARINT_MAX bytes. - * The number of bytes written is returned. */ -static int putVarint(char *p, sqlite_int64 v){ - unsigned char *q = (unsigned char *) p; - sqlite_uint64 vu = v; - do{ - *q++ = (unsigned char) ((vu & 0x7f) | 0x80); - vu >>= 7; - }while( vu!=0 ); - q[-1] &= 0x7f; /* turn off high bit in final byte */ - assert( q - (unsigned char *)p <= VARINT_MAX ); - return (int) (q - (unsigned char *)p); -} - -/* Read a 64-bit variable-length integer from memory starting at p[0]. - * Return the number of bytes read, or 0 on error. - * The value is stored in *v. */ -static int getVarint(const char *p, sqlite_int64 *v){ - const unsigned char *q = (const unsigned char *) p; - sqlite_uint64 x = 0, y = 1; - while( (*q & 0x80) == 0x80 ){ - x += y * (*q++ & 0x7f); - y <<= 7; - if( q - (unsigned char *)p >= VARINT_MAX ){ /* bad data */ - assert( 0 ); - return 0; - } - } - x += y * (*q++); - *v = (sqlite_int64) x; - return (int) (q - (unsigned char *)p); -} - -static int getVarint32(const char *p, int *pi){ - sqlite_int64 i; - int ret = getVarint(p, &i); - *pi = (int) i; - assert( *pi==i ); - return ret; -} - -/*******************************************************************/ -/* DataBuffer is used to collect data into a buffer in piecemeal -** fashion. It implements the usual distinction between amount of -** data currently stored (nData) and buffer capacity (nCapacity). -** -** dataBufferInit - create a buffer with given initial capacity. -** dataBufferReset - forget buffer's data, retaining capacity. -** dataBufferDestroy - free buffer's data. -** dataBufferExpand - expand capacity without adding data. -** dataBufferAppend - append data. -** dataBufferAppend2 - append two pieces of data at once. -** dataBufferReplace - replace buffer's data. -*/ -typedef struct DataBuffer { - char *pData; /* Pointer to malloc'ed buffer. */ - int nCapacity; /* Size of pData buffer. */ - int nData; /* End of data loaded into pData. */ -} DataBuffer; - -static void dataBufferInit(DataBuffer *pBuffer, int nCapacity){ - assert( nCapacity>=0 ); - pBuffer->nData = 0; - pBuffer->nCapacity = nCapacity; - pBuffer->pData = nCapacity==0 ? NULL : malloc(nCapacity); -} -static void dataBufferReset(DataBuffer *pBuffer){ - pBuffer->nData = 0; -} -static void dataBufferDestroy(DataBuffer *pBuffer){ - if( pBuffer->pData!=NULL ) free(pBuffer->pData); - SCRAMBLE(pBuffer); -} -static void dataBufferExpand(DataBuffer *pBuffer, int nAddCapacity){ - assert( nAddCapacity>0 ); - /* TODO(shess) Consider expanding more aggressively. Note that the - ** underlying malloc implementation may take care of such things for - ** us already. - */ - if( pBuffer->nData+nAddCapacity>pBuffer->nCapacity ){ - pBuffer->nCapacity = pBuffer->nData+nAddCapacity; - pBuffer->pData = realloc(pBuffer->pData, pBuffer->nCapacity); - } -} -static void dataBufferAppend(DataBuffer *pBuffer, - const char *pSource, int nSource){ - assert( nSource>0 && pSource!=NULL ); - dataBufferExpand(pBuffer, nSource); - memcpy(pBuffer->pData+pBuffer->nData, pSource, nSource); - pBuffer->nData += nSource; -} -static void dataBufferAppend2(DataBuffer *pBuffer, - const char *pSource1, int nSource1, - const char *pSource2, int nSource2){ - assert( nSource1>0 && pSource1!=NULL ); - assert( nSource2>0 && pSource2!=NULL ); - dataBufferExpand(pBuffer, nSource1+nSource2); - memcpy(pBuffer->pData+pBuffer->nData, pSource1, nSource1); - memcpy(pBuffer->pData+pBuffer->nData+nSource1, pSource2, nSource2); - pBuffer->nData += nSource1+nSource2; -} -static void dataBufferReplace(DataBuffer *pBuffer, - const char *pSource, int nSource){ - dataBufferReset(pBuffer); - dataBufferAppend(pBuffer, pSource, nSource); -} - -/* StringBuffer is a null-terminated version of DataBuffer. */ -typedef struct StringBuffer { - DataBuffer b; /* Includes null terminator. */ -} StringBuffer; - -static void initStringBuffer(StringBuffer *sb){ - dataBufferInit(&sb->b, 100); - dataBufferReplace(&sb->b, "", 1); -} -static int stringBufferLength(StringBuffer *sb){ - return sb->b.nData-1; -} -static char *stringBufferData(StringBuffer *sb){ - return sb->b.pData; -} -static void stringBufferDestroy(StringBuffer *sb){ - dataBufferDestroy(&sb->b); -} - -static void nappend(StringBuffer *sb, const char *zFrom, int nFrom){ - assert( sb->b.nData>0 ); - if( nFrom>0 ){ - sb->b.nData--; - dataBufferAppend2(&sb->b, zFrom, nFrom, "", 1); - } -} -static void append(StringBuffer *sb, const char *zFrom){ - nappend(sb, zFrom, strlen(zFrom)); -} - -/* Append a list of strings separated by commas. */ -static void appendList(StringBuffer *sb, int nString, char **azString){ - int i; - for(i=0; i0 ) append(sb, ", "); - append(sb, azString[i]); - } -} - -static int endsInWhiteSpace(StringBuffer *p){ - return stringBufferLength(p)>0 && - isspace(stringBufferData(p)[stringBufferLength(p)-1]); -} - -/* If the StringBuffer ends in something other than white space, add a -** single space character to the end. -*/ -static void appendWhiteSpace(StringBuffer *p){ - if( stringBufferLength(p)==0 ) return; - if( !endsInWhiteSpace(p) ) append(p, " "); -} - -/* Remove white space from the end of the StringBuffer */ -static void trimWhiteSpace(StringBuffer *p){ - while( endsInWhiteSpace(p) ){ - p->b.pData[--p->b.nData-1] = '\0'; - } -} - -/*******************************************************************/ -/* DLReader is used to read document elements from a doclist. The -** current docid is cached, so dlrDocid() is fast. DLReader does not -** own the doclist buffer. -** -** dlrAtEnd - true if there's no more data to read. -** dlrDocid - docid of current document. -** dlrDocData - doclist data for current document (including docid). -** dlrDocDataBytes - length of same. -** dlrAllDataBytes - length of all remaining data. -** dlrPosData - position data for current document. -** dlrPosDataLen - length of pos data for current document (incl POS_END). -** dlrStep - step to current document. -** dlrInit - initial for doclist of given type against given data. -** dlrDestroy - clean up. -** -** Expected usage is something like: -** -** DLReader reader; -** dlrInit(&reader, pData, nData); -** while( !dlrAtEnd(&reader) ){ -** // calls to dlrDocid() and kin. -** dlrStep(&reader); -** } -** dlrDestroy(&reader); -*/ -typedef struct DLReader { - DocListType iType; - const char *pData; - int nData; - - sqlite_int64 iDocid; - int nElement; -} DLReader; - -static int dlrAtEnd(DLReader *pReader){ - assert( pReader->nData>=0 ); - return pReader->nData==0; -} -static sqlite_int64 dlrDocid(DLReader *pReader){ - assert( !dlrAtEnd(pReader) ); - return pReader->iDocid; -} -static const char *dlrDocData(DLReader *pReader){ - assert( !dlrAtEnd(pReader) ); - return pReader->pData; -} -static int dlrDocDataBytes(DLReader *pReader){ - assert( !dlrAtEnd(pReader) ); - return pReader->nElement; -} -static int dlrAllDataBytes(DLReader *pReader){ - assert( !dlrAtEnd(pReader) ); - return pReader->nData; -} -/* TODO(shess) Consider adding a field to track iDocid varint length -** to make these two functions faster. This might matter (a tiny bit) -** for queries. -*/ -static const char *dlrPosData(DLReader *pReader){ - sqlite_int64 iDummy; - int n = getVarint(pReader->pData, &iDummy); - assert( !dlrAtEnd(pReader) ); - return pReader->pData+n; -} -static int dlrPosDataLen(DLReader *pReader){ - sqlite_int64 iDummy; - int n = getVarint(pReader->pData, &iDummy); - assert( !dlrAtEnd(pReader) ); - return pReader->nElement-n; -} -static void dlrStep(DLReader *pReader){ - assert( !dlrAtEnd(pReader) ); - - /* Skip past current doclist element. */ - assert( pReader->nElement<=pReader->nData ); - pReader->pData += pReader->nElement; - pReader->nData -= pReader->nElement; - - /* If there is more data, read the next doclist element. */ - if( pReader->nData!=0 ){ - sqlite_int64 iDocidDelta; - int iDummy, n = getVarint(pReader->pData, &iDocidDelta); - pReader->iDocid += iDocidDelta; - if( pReader->iType>=DL_POSITIONS ){ - assert( nnData ); - while( 1 ){ - n += getVarint32(pReader->pData+n, &iDummy); - assert( n<=pReader->nData ); - if( iDummy==POS_END ) break; - if( iDummy==POS_COLUMN ){ - n += getVarint32(pReader->pData+n, &iDummy); - assert( nnData ); - }else if( pReader->iType==DL_POSITIONS_OFFSETS ){ - n += getVarint32(pReader->pData+n, &iDummy); - n += getVarint32(pReader->pData+n, &iDummy); - assert( nnData ); - } - } - } - pReader->nElement = n; - assert( pReader->nElement<=pReader->nData ); - } -} -static void dlrInit(DLReader *pReader, DocListType iType, - const char *pData, int nData){ - assert( pData!=NULL && nData!=0 ); - pReader->iType = iType; - pReader->pData = pData; - pReader->nData = nData; - pReader->nElement = 0; - pReader->iDocid = 0; - - /* Load the first element's data. There must be a first element. */ - dlrStep(pReader); -} -static void dlrDestroy(DLReader *pReader){ - SCRAMBLE(pReader); -} - -#ifndef NDEBUG -/* Verify that the doclist can be validly decoded. Also returns the -** last docid found because it's convenient in other assertions for -** DLWriter. -*/ -static void docListValidate(DocListType iType, const char *pData, int nData, - sqlite_int64 *pLastDocid){ - sqlite_int64 iPrevDocid = 0; - assert( nData>0 ); - assert( pData!=0 ); - assert( pData+nData>pData ); - while( nData!=0 ){ - sqlite_int64 iDocidDelta; - int n = getVarint(pData, &iDocidDelta); - iPrevDocid += iDocidDelta; - if( iType>DL_DOCIDS ){ - int iDummy; - while( 1 ){ - n += getVarint32(pData+n, &iDummy); - if( iDummy==POS_END ) break; - if( iDummy==POS_COLUMN ){ - n += getVarint32(pData+n, &iDummy); - }else if( iType>DL_POSITIONS ){ - n += getVarint32(pData+n, &iDummy); - n += getVarint32(pData+n, &iDummy); - } - assert( n<=nData ); - } - } - assert( n<=nData ); - pData += n; - nData -= n; - } - if( pLastDocid ) *pLastDocid = iPrevDocid; -} -#define ASSERT_VALID_DOCLIST(i, p, n, o) docListValidate(i, p, n, o) -#else -#define ASSERT_VALID_DOCLIST(i, p, n, o) assert( 1 ) -#endif - -/*******************************************************************/ -/* DLWriter is used to write doclist data to a DataBuffer. DLWriter -** always appends to the buffer and does not own it. -** -** dlwInit - initialize to write a given type doclistto a buffer. -** dlwDestroy - clear the writer's memory. Does not free buffer. -** dlwAppend - append raw doclist data to buffer. -** dlwAdd - construct doclist element and append to buffer. -*/ -typedef struct DLWriter { - DocListType iType; - DataBuffer *b; - sqlite_int64 iPrevDocid; -} DLWriter; - -static void dlwInit(DLWriter *pWriter, DocListType iType, DataBuffer *b){ - pWriter->b = b; - pWriter->iType = iType; - pWriter->iPrevDocid = 0; -} -static void dlwDestroy(DLWriter *pWriter){ - SCRAMBLE(pWriter); -} -/* iFirstDocid is the first docid in the doclist in pData. It is -** needed because pData may point within a larger doclist, in which -** case the first item would be delta-encoded. -** -** iLastDocid is the final docid in the doclist in pData. It is -** needed to create the new iPrevDocid for future delta-encoding. The -** code could decode the passed doclist to recreate iLastDocid, but -** the only current user (docListMerge) already has decoded this -** information. -*/ -/* TODO(shess) This has become just a helper for docListMerge. -** Consider a refactor to make this cleaner. -*/ -static void dlwAppend(DLWriter *pWriter, - const char *pData, int nData, - sqlite_int64 iFirstDocid, sqlite_int64 iLastDocid){ - sqlite_int64 iDocid = 0; - char c[VARINT_MAX]; - int nFirstOld, nFirstNew; /* Old and new varint len of first docid. */ -#ifndef NDEBUG - sqlite_int64 iLastDocidDelta; -#endif - - /* Recode the initial docid as delta from iPrevDocid. */ - nFirstOld = getVarint(pData, &iDocid); - assert( nFirstOldiType==DL_DOCIDS) ); - nFirstNew = putVarint(c, iFirstDocid-pWriter->iPrevDocid); - - /* Verify that the incoming doclist is valid AND that it ends with - ** the expected docid. This is essential because we'll trust this - ** docid in future delta-encoding. - */ - ASSERT_VALID_DOCLIST(pWriter->iType, pData, nData, &iLastDocidDelta); - assert( iLastDocid==iFirstDocid-iDocid+iLastDocidDelta ); - - /* Append recoded initial docid and everything else. Rest of docids - ** should have been delta-encoded from previous initial docid. - */ - if( nFirstOldb, c, nFirstNew, - pData+nFirstOld, nData-nFirstOld); - }else{ - dataBufferAppend(pWriter->b, c, nFirstNew); - } - pWriter->iPrevDocid = iLastDocid; -} -static void dlwAdd(DLWriter *pWriter, sqlite_int64 iDocid, - const char *pPosList, int nPosList){ - char c[VARINT_MAX]; - int n = putVarint(c, iDocid-pWriter->iPrevDocid); - - assert( pWriter->iPrevDocidiType>DL_DOCIDS ); - - dataBufferAppend(pWriter->b, c, n); - - if( pWriter->iType>DL_DOCIDS ){ - n = putVarint(c, 0); - if( nPosList>0 ){ - dataBufferAppend2(pWriter->b, pPosList, nPosList, c, n); - }else{ - dataBufferAppend(pWriter->b, c, n); - } - } - pWriter->iPrevDocid = iDocid; -} - -/*******************************************************************/ -/* PLReader is used to read data from a document's position list. As -** the caller steps through the list, data is cached so that varints -** only need to be decoded once. -** -** plrInit, plrDestroy - create/destroy a reader. -** plrColumn, plrPosition, plrStartOffset, plrEndOffset - accessors -** plrAtEnd - at end of stream, only call plrDestroy once true. -** plrStep - step to the next element. -*/ -typedef struct PLReader { - /* These refer to the next position's data. nData will reach 0 when - ** reading the last position, so plrStep() signals EOF by setting - ** pData to NULL. - */ - const char *pData; - int nData; - - DocListType iType; - int iColumn; /* the last column read */ - int iPosition; /* the last position read */ - int iStartOffset; /* the last start offset read */ - int iEndOffset; /* the last end offset read */ -} PLReader; - -static int plrAtEnd(PLReader *pReader){ - return pReader->pData==NULL; -} -static int plrColumn(PLReader *pReader){ - assert( !plrAtEnd(pReader) ); - return pReader->iColumn; -} -static int plrPosition(PLReader *pReader){ - assert( !plrAtEnd(pReader) ); - return pReader->iPosition; -} -static int plrStartOffset(PLReader *pReader){ - assert( !plrAtEnd(pReader) ); - return pReader->iStartOffset; -} -static int plrEndOffset(PLReader *pReader){ - assert( !plrAtEnd(pReader) ); - return pReader->iEndOffset; -} -static void plrStep(PLReader *pReader){ - int i, n; - - assert( !plrAtEnd(pReader) ); - - if( pReader->nData==0 ){ - pReader->pData = NULL; - return; - } - - n = getVarint32(pReader->pData, &i); - if( i==POS_COLUMN ){ - n += getVarint32(pReader->pData+n, &pReader->iColumn); - pReader->iPosition = 0; - pReader->iStartOffset = 0; - n += getVarint32(pReader->pData+n, &i); - } - /* Should never see adjacent column changes. */ - assert( i!=POS_COLUMN ); - - if( i==POS_END ){ - pReader->nData = 0; - pReader->pData = NULL; - return; - } - - pReader->iPosition += i-POS_BASE; - if( pReader->iType==DL_POSITIONS_OFFSETS ){ - n += getVarint32(pReader->pData+n, &i); - pReader->iStartOffset += i; - n += getVarint32(pReader->pData+n, &i); - pReader->iEndOffset = pReader->iStartOffset+i; - } - assert( n<=pReader->nData ); - pReader->pData += n; - pReader->nData -= n; -} - -static void plrInit(PLReader *pReader, DocListType iType, - const char *pData, int nData){ - pReader->pData = pData; - pReader->nData = nData; - pReader->iType = iType; - pReader->iColumn = 0; - pReader->iPosition = 0; - pReader->iStartOffset = 0; - pReader->iEndOffset = 0; - plrStep(pReader); -} -static void plrDestroy(PLReader *pReader){ - SCRAMBLE(pReader); -} - -/*******************************************************************/ -/* PLWriter is used in constructing a document's position list. As a -** convenience, if iType is DL_DOCIDS, PLWriter becomes a no-op. -** -** plwInit - init for writing a document's poslist. -** plwReset - reset the writer for a new document. -** plwDestroy - clear a writer. -** plwNew - malloc storage and initialize it. -** plwDelete - clear and free storage. -** plwDlwAdd - append the docid and poslist to a doclist writer. -** plwAdd - append position and offset information. -*/ -/* TODO(shess) PLWriter is used in two ways. fulltextUpdate() uses it -** in construction of a new doclist. docListTrim() and mergePosList() -** use it when trimming. In the former case, it wants to own the -** DataBuffer, in the latter it's possible it could encode into a -** pre-existing DataBuffer. -*/ -typedef struct PLWriter { - DataBuffer b; - - sqlite_int64 iDocid; - DocListType iType; - int iColumn; /* the last column written */ - int iPos; /* the last position written */ - int iOffset; /* the last start offset written */ -} PLWriter; - -static void plwDlwAdd(PLWriter *pWriter, DLWriter *dlWriter){ - dlwAdd(dlWriter, pWriter->iDocid, pWriter->b.pData, pWriter->b.nData); -} -static void plwAdd(PLWriter *pWriter, int iColumn, int iPos, - int iStartOffset, int iEndOffset){ - /* Worst-case space for POS_COLUMN, iColumn, iPosDelta, - ** iStartOffsetDelta, and iEndOffsetDelta. - */ - char c[5*VARINT_MAX]; - int n = 0; - - if( pWriter->iType==DL_DOCIDS ) return; - - if( iColumn!=pWriter->iColumn ){ - n += putVarint(c+n, POS_COLUMN); - n += putVarint(c+n, iColumn); - pWriter->iColumn = iColumn; - pWriter->iPos = 0; - pWriter->iOffset = 0; - } - assert( iPos>=pWriter->iPos ); - n += putVarint(c+n, POS_BASE+(iPos-pWriter->iPos)); - pWriter->iPos = iPos; - if( pWriter->iType==DL_POSITIONS_OFFSETS ){ - assert( iStartOffset>=pWriter->iOffset ); - n += putVarint(c+n, iStartOffset-pWriter->iOffset); - pWriter->iOffset = iStartOffset; - assert( iEndOffset>=iStartOffset ); - n += putVarint(c+n, iEndOffset-iStartOffset); - } - dataBufferAppend(&pWriter->b, c, n); -} -static void plwReset(PLWriter *pWriter, - sqlite_int64 iDocid, DocListType iType){ - dataBufferReset(&pWriter->b); - pWriter->iDocid = iDocid; - pWriter->iType = iType; - pWriter->iColumn = 0; - pWriter->iPos = 0; - pWriter->iOffset = 0; -} -static void plwInit(PLWriter *pWriter, sqlite_int64 iDocid, DocListType iType){ - dataBufferInit(&pWriter->b, 0); - plwReset(pWriter, iDocid, iType); -} -static PLWriter *plwNew(sqlite_int64 iDocid, DocListType iType){ - PLWriter *pWriter = malloc(sizeof(PLWriter)); - plwInit(pWriter, iDocid, iType); - return pWriter; -} -static void plwDestroy(PLWriter *pWriter){ - dataBufferDestroy(&pWriter->b); - SCRAMBLE(pWriter); -} -static void plwDelete(PLWriter *pWriter){ - plwDestroy(pWriter); - free(pWriter); -} - - -/* Copy the doclist data of iType in pData/nData into *out, trimming -** unnecessary data as we go. Only columns matching iColumn are -** copied, all columns copied if iColimn is -1. Elements with no -** matching columns are dropped. The output is an iOutType doclist. -*/ -static void docListTrim(DocListType iType, const char *pData, int nData, - int iColumn, DocListType iOutType, DataBuffer *out){ - DLReader dlReader; - DLWriter dlWriter; - PLWriter plWriter; - - assert( iOutType<=iType ); - - dlrInit(&dlReader, iType, pData, nData); - dlwInit(&dlWriter, iOutType, out); - plwInit(&plWriter, 0, iOutType); - - while( !dlrAtEnd(&dlReader) ){ - PLReader plReader; - int match = 0; - - plrInit(&plReader, dlReader.iType, - dlrPosData(&dlReader), dlrPosDataLen(&dlReader)); - plwReset(&plWriter, dlrDocid(&dlReader), iOutType); - - while( !plrAtEnd(&plReader) ){ - if( iColumn==-1 || plrColumn(&plReader)==iColumn ){ - match = 1; - plwAdd(&plWriter, plrColumn(&plReader), plrPosition(&plReader), - plrStartOffset(&plReader), plrEndOffset(&plReader)); - } - plrStep(&plReader); - } - if( match ) plwDlwAdd(&plWriter, &dlWriter); - - plrDestroy(&plReader); - dlrStep(&dlReader); - } - plwDestroy(&plWriter); - dlwDestroy(&dlWriter); - dlrDestroy(&dlReader); -} - -/* Used by docListMerge() to keep doclists in the ascending order by -** docid, then ascending order by age (so the newest comes first). -*/ -typedef struct OrderedDLReader { - DLReader *pReader; - - /* TODO(shess) If we assume that docListMerge pReaders is ordered by - ** age (which we do), then we could use pReader comparisons to break - ** ties. - */ - int idx; -} OrderedDLReader; - -/* Order eof to end, then by docid asc, idx desc. */ -static int orderedDLReaderCmp(OrderedDLReader *r1, OrderedDLReader *r2){ - if( dlrAtEnd(r1->pReader) ){ - if( dlrAtEnd(r2->pReader) ) return 0; /* Both atEnd(). */ - return 1; /* Only r1 atEnd(). */ - } - if( dlrAtEnd(r2->pReader) ) return -1; /* Only r2 atEnd(). */ - - if( dlrDocid(r1->pReader)pReader) ) return -1; - if( dlrDocid(r1->pReader)>dlrDocid(r2->pReader) ) return 1; - - /* Descending on idx. */ - return r2->idx-r1->idx; -} - -/* Bubble p[0] to appropriate place in p[1..n-1]. Assumes that -** p[1..n-1] is already sorted. -*/ -/* TODO(shess) Is this frequent enough to warrant a binary search? -** Before implementing that, instrument the code to check. In most -** current usage, I expect that p[0] will be less than p[1] a very -** high proportion of the time. -*/ -static void orderedDLReaderReorder(OrderedDLReader *p, int n){ - while( n>1 && orderedDLReaderCmp(p, p+1)>0 ){ - OrderedDLReader tmp = p[0]; - p[0] = p[1]; - p[1] = tmp; - n--; - p++; - } -} - -/* Given an array of doclist readers, merge their doclist elements -** into out in sorted order (by docid), dropping elements from older -** readers when there is a duplicate docid. pReaders is assumed to be -** ordered by age, oldest first. -*/ -/* TODO(shess) nReaders must be <= MERGE_COUNT. This should probably -** be fixed. -*/ -static void docListMerge(DataBuffer *out, - DLReader *pReaders, int nReaders){ - OrderedDLReader readers[MERGE_COUNT]; - DLWriter writer; - int i, n; - const char *pStart = 0; - int nStart = 0; - sqlite_int64 iFirstDocid = 0, iLastDocid = 0; - - assert( nReaders>0 ); - if( nReaders==1 ){ - dataBufferAppend(out, dlrDocData(pReaders), dlrAllDataBytes(pReaders)); - return; - } - - assert( nReaders<=MERGE_COUNT ); - n = 0; - for(i=0; i0 ){ - orderedDLReaderReorder(readers+i, nReaders-i); - } - - dlwInit(&writer, pReaders[0].iType, out); - while( !dlrAtEnd(readers[0].pReader) ){ - sqlite_int64 iDocid = dlrDocid(readers[0].pReader); - - /* If this is a continuation of the current buffer to copy, extend - ** that buffer. memcpy() seems to be more efficient if it has a - ** lots of data to copy. - */ - if( dlrDocData(readers[0].pReader)==pStart+nStart ){ - nStart += dlrDocDataBytes(readers[0].pReader); - }else{ - if( pStart!=0 ){ - dlwAppend(&writer, pStart, nStart, iFirstDocid, iLastDocid); - } - pStart = dlrDocData(readers[0].pReader); - nStart = dlrDocDataBytes(readers[0].pReader); - iFirstDocid = iDocid; - } - iLastDocid = iDocid; - dlrStep(readers[0].pReader); - - /* Drop all of the older elements with the same docid. */ - for(i=1; i0 ){ - orderedDLReaderReorder(readers+i, nReaders-i); - } - } - - /* Copy over any remaining elements. */ - if( nStart>0 ) dlwAppend(&writer, pStart, nStart, iFirstDocid, iLastDocid); - dlwDestroy(&writer); -} - -/* pLeft and pRight are DLReaders positioned to the same docid. -** -** If there are no instances in pLeft or pRight where the position -** of pLeft is one less than the position of pRight, then this -** routine adds nothing to pOut. -** -** If there are one or more instances where positions from pLeft -** are exactly one less than positions from pRight, then add a new -** document record to pOut. If pOut wants to hold positions, then -** include the positions from pRight that are one more than a -** position in pLeft. In other words: pRight.iPos==pLeft.iPos+1. -*/ -static void mergePosList(DLReader *pLeft, DLReader *pRight, DLWriter *pOut){ - PLReader left, right; - PLWriter writer; - int match = 0; - - assert( dlrDocid(pLeft)==dlrDocid(pRight) ); - assert( pOut->iType!=DL_POSITIONS_OFFSETS ); - - plrInit(&left, pLeft->iType, dlrPosData(pLeft), dlrPosDataLen(pLeft)); - plrInit(&right, pRight->iType, dlrPosData(pRight), dlrPosDataLen(pRight)); - plwInit(&writer, dlrDocid(pLeft), pOut->iType); - - while( !plrAtEnd(&left) && !plrAtEnd(&right) ){ - if( plrColumn(&left)plrColumn(&right) ){ - plrStep(&right); - }else if( plrPosition(&left)+1plrPosition(&right) ){ - plrStep(&right); - }else{ - match = 1; - plwAdd(&writer, plrColumn(&right), plrPosition(&right), 0, 0); - plrStep(&left); - plrStep(&right); - } - } - - /* TODO(shess) We could remember the output position, encode the - ** docid, then encode the poslist directly into the output. If no - ** match, we back out to the stored output position. This would - ** also reduce the malloc count. - */ - if( match ) plwDlwAdd(&writer, pOut); - - plrDestroy(&left); - plrDestroy(&right); - plwDestroy(&writer); -} - -/* We have two doclists with positions: pLeft and pRight. -** Write the phrase intersection of these two doclists into pOut. -** -** A phrase intersection means that two documents only match -** if pLeft.iPos+1==pRight.iPos. -** -** iType controls the type of data written to pOut. If iType is -** DL_POSITIONS, the positions are those from pRight. -*/ -static void docListPhraseMerge( - const char *pLeft, int nLeft, - const char *pRight, int nRight, - DocListType iType, - DataBuffer *pOut /* Write the combined doclist here */ -){ - DLReader left, right; - DLWriter writer; - - if( nLeft==0 || nRight==0 ) return; - - assert( iType!=DL_POSITIONS_OFFSETS ); - - dlrInit(&left, DL_POSITIONS, pLeft, nLeft); - dlrInit(&right, DL_POSITIONS, pRight, nRight); - dlwInit(&writer, iType, pOut); - - while( !dlrAtEnd(&left) && !dlrAtEnd(&right) ){ - if( dlrDocid(&left) one AND (two OR three) - * [one OR two three] ==> (one OR two) AND three - * - * A "-" before a term matches all entries that lack that term. - * The "-" must occur immediately before the term with in intervening - * space. This is how the search engines do it. - * - * A NOT term cannot be the right-hand operand of an OR. If this - * occurs in the query string, the NOT is ignored: - * - * [one OR -two] ==> one OR two - * - */ -typedef struct Query { - fulltext_vtab *pFts; /* The full text index */ - int nTerms; /* Number of terms in the query */ - QueryTerm *pTerms; /* Array of terms. Space obtained from malloc() */ - int nextIsOr; /* Set the isOr flag on the next inserted term */ - int nextColumn; /* Next word parsed must be in this column */ - int dfltColumn; /* The default column */ -} Query; - - -/* -** An instance of the following structure keeps track of generated -** matching-word offset information and snippets. -*/ -typedef struct Snippet { - int nMatch; /* Total number of matches */ - int nAlloc; /* Space allocated for aMatch[] */ - struct snippetMatch { /* One entry for each matching term */ - char snStatus; /* Status flag for use while constructing snippets */ - short int iCol; /* The column that contains the match */ - short int iTerm; /* The index in Query.pTerms[] of the matching term */ - short int nByte; /* Number of bytes in the term */ - int iStart; /* The offset to the first character of the term */ - } *aMatch; /* Points to space obtained from malloc */ - char *zOffset; /* Text rendering of aMatch[] */ - int nOffset; /* strlen(zOffset) */ - char *zSnippet; /* Snippet text */ - int nSnippet; /* strlen(zSnippet) */ -} Snippet; - - -typedef enum QueryType { - QUERY_GENERIC, /* table scan */ - QUERY_ROWID, /* lookup by rowid */ - QUERY_FULLTEXT /* QUERY_FULLTEXT + [i] is a full-text search for column i*/ -} QueryType; - -typedef enum fulltext_statement { - CONTENT_INSERT_STMT, - CONTENT_SELECT_STMT, - CONTENT_UPDATE_STMT, - CONTENT_DELETE_STMT, - - BLOCK_INSERT_STMT, - BLOCK_SELECT_STMT, - BLOCK_DELETE_STMT, - - SEGDIR_MAX_INDEX_STMT, - SEGDIR_SET_STMT, - SEGDIR_SELECT_STMT, - SEGDIR_SPAN_STMT, - SEGDIR_DELETE_STMT, - SEGDIR_SELECT_ALL_STMT, - - MAX_STMT /* Always at end! */ -} fulltext_statement; - -/* These must exactly match the enum above. */ -/* TODO(shess): Is there some risk that a statement will be used in two -** cursors at once, e.g. if a query joins a virtual table to itself? -** If so perhaps we should move some of these to the cursor object. -*/ -static const char *const fulltext_zStatement[MAX_STMT] = { - /* CONTENT_INSERT */ NULL, /* generated in contentInsertStatement() */ - /* CONTENT_SELECT */ "select * from %_content where rowid = ?", - /* CONTENT_UPDATE */ NULL, /* generated in contentUpdateStatement() */ - /* CONTENT_DELETE */ "delete from %_content where rowid = ?", - - /* BLOCK_INSERT */ "insert into %_segments values (?)", - /* BLOCK_SELECT */ "select block from %_segments where rowid = ?", - /* BLOCK_DELETE */ "delete from %_segments where rowid between ? and ?", - - /* SEGDIR_MAX_INDEX */ "select max(idx) from %_segdir where level = ?", - /* SEGDIR_SET */ "insert into %_segdir values (?, ?, ?, ?, ?, ?)", - /* SEGDIR_SELECT */ - "select start_block, leaves_end_block, root from %_segdir " - " where level = ? order by idx", - /* SEGDIR_SPAN */ - "select min(start_block), max(end_block) from %_segdir " - " where level = ? and start_block <> 0", - /* SEGDIR_DELETE */ "delete from %_segdir where level = ?", - /* SEGDIR_SELECT_ALL */ "select root from %_segdir order by level desc, idx", -}; - -/* -** A connection to a fulltext index is an instance of the following -** structure. The xCreate and xConnect methods create an instance -** of this structure and xDestroy and xDisconnect free that instance. -** All other methods receive a pointer to the structure as one of their -** arguments. -*/ -struct fulltext_vtab { - sqlite3_vtab base; /* Base class used by SQLite core */ - sqlite3 *db; /* The database connection */ - const char *zDb; /* logical database name */ - const char *zName; /* virtual table name */ - int nColumn; /* number of columns in virtual table */ - char **azColumn; /* column names. malloced */ - char **azContentColumn; /* column names in content table; malloced */ - sqlite3_tokenizer *pTokenizer; /* tokenizer for inserts and queries */ - - /* Precompiled statements which we keep as long as the table is - ** open. - */ - sqlite3_stmt *pFulltextStatements[MAX_STMT]; - - /* Precompiled statements used for segment merges. We run a - ** separate select across the leaf level of each tree being merged. - */ - sqlite3_stmt *pLeafSelectStmts[MERGE_COUNT]; - /* The statement used to prepare pLeafSelectStmts. */ -#define LEAF_SELECT \ - "select block from %_segments where rowid between ? and ? order by rowid" -}; - -/* -** When the core wants to do a query, it create a cursor using a -** call to xOpen. This structure is an instance of a cursor. It -** is destroyed by xClose. -*/ -typedef struct fulltext_cursor { - sqlite3_vtab_cursor base; /* Base class used by SQLite core */ - QueryType iCursorType; /* Copy of sqlite3_index_info.idxNum */ - sqlite3_stmt *pStmt; /* Prepared statement in use by the cursor */ - int eof; /* True if at End Of Results */ - Query q; /* Parsed query string */ - Snippet snippet; /* Cached snippet for the current row */ - int iColumn; /* Column being searched */ - DataBuffer result; /* Doclist results from fulltextQuery */ - DLReader reader; /* Result reader if result not empty */ -} fulltext_cursor; - -static struct fulltext_vtab *cursor_vtab(fulltext_cursor *c){ - return (fulltext_vtab *) c->base.pVtab; -} - -static const sqlite3_module fulltextModule; /* forward declaration */ - -/* Return a dynamically generated statement of the form - * insert into %_content (rowid, ...) values (?, ...) - */ -static const char *contentInsertStatement(fulltext_vtab *v){ - StringBuffer sb; - int i; - - initStringBuffer(&sb); - append(&sb, "insert into %_content (rowid, "); - appendList(&sb, v->nColumn, v->azContentColumn); - append(&sb, ") values (?"); - for(i=0; inColumn; ++i) - append(&sb, ", ?"); - append(&sb, ")"); - return stringBufferData(&sb); -} - -/* Return a dynamically generated statement of the form - * update %_content set [col_0] = ?, [col_1] = ?, ... - * where rowid = ? - */ -static const char *contentUpdateStatement(fulltext_vtab *v){ - StringBuffer sb; - int i; - - initStringBuffer(&sb); - append(&sb, "update %_content set "); - for(i=0; inColumn; ++i) { - if( i>0 ){ - append(&sb, ", "); - } - append(&sb, v->azContentColumn[i]); - append(&sb, " = ?"); - } - append(&sb, " where rowid = ?"); - return stringBufferData(&sb); -} - -/* Puts a freshly-prepared statement determined by iStmt in *ppStmt. -** If the indicated statement has never been prepared, it is prepared -** and cached, otherwise the cached version is reset. -*/ -static int sql_get_statement(fulltext_vtab *v, fulltext_statement iStmt, - sqlite3_stmt **ppStmt){ - assert( iStmtpFulltextStatements[iStmt]==NULL ){ - const char *zStmt; - int rc; - switch( iStmt ){ - case CONTENT_INSERT_STMT: - zStmt = contentInsertStatement(v); break; - case CONTENT_UPDATE_STMT: - zStmt = contentUpdateStatement(v); break; - default: - zStmt = fulltext_zStatement[iStmt]; - } - rc = sql_prepare(v->db, v->zDb, v->zName, &v->pFulltextStatements[iStmt], - zStmt); - if( zStmt != fulltext_zStatement[iStmt]) free((void *) zStmt); - if( rc!=SQLITE_OK ) return rc; - } else { - int rc = sqlite3_reset(v->pFulltextStatements[iStmt]); - if( rc!=SQLITE_OK ) return rc; - } - - *ppStmt = v->pFulltextStatements[iStmt]; - return SQLITE_OK; -} - -/* Step the indicated statement, handling errors SQLITE_BUSY (by -** retrying) and SQLITE_SCHEMA (by re-preparing and transferring -** bindings to the new statement). -** TODO(adam): We should extend this function so that it can work with -** statements declared locally, not only globally cached statements. -*/ -static int sql_step_statement(fulltext_vtab *v, fulltext_statement iStmt, - sqlite3_stmt **ppStmt){ - int rc; - sqlite3_stmt *s = *ppStmt; - assert( iStmtpFulltextStatements[iStmt] ); - - while( (rc=sqlite3_step(s))!=SQLITE_DONE && rc!=SQLITE_ROW ){ - sqlite3_stmt *pNewStmt; - - if( rc==SQLITE_BUSY ) continue; - if( rc!=SQLITE_ERROR ) return rc; - - rc = sqlite3_reset(s); - if( rc!=SQLITE_SCHEMA ) return SQLITE_ERROR; - - v->pFulltextStatements[iStmt] = NULL; /* Still in s */ - rc = sql_get_statement(v, iStmt, &pNewStmt); - if( rc!=SQLITE_OK ) goto err; - *ppStmt = pNewStmt; - - rc = sqlite3_transfer_bindings(s, pNewStmt); - if( rc!=SQLITE_OK ) goto err; - - rc = sqlite3_finalize(s); - if( rc!=SQLITE_OK ) return rc; - s = pNewStmt; - } - return rc; - - err: - sqlite3_finalize(s); - return rc; -} - -/* Like sql_step_statement(), but convert SQLITE_DONE to SQLITE_OK. -** Useful for statements like UPDATE, where we expect no results. -*/ -static int sql_single_step_statement(fulltext_vtab *v, - fulltext_statement iStmt, - sqlite3_stmt **ppStmt){ - int rc = sql_step_statement(v, iStmt, ppStmt); - return (rc==SQLITE_DONE) ? SQLITE_OK : rc; -} - -/* Like sql_get_statement(), but for special replicated LEAF_SELECT -** statements. -*/ -/* TODO(shess) Write version for generic statements and then share -** that between the cached-statement functions. -*/ -static int sql_get_leaf_statement(fulltext_vtab *v, int idx, - sqlite3_stmt **ppStmt){ - assert( idx>=0 && idxpLeafSelectStmts[idx]==NULL ){ - int rc = sql_prepare(v->db, v->zDb, v->zName, &v->pLeafSelectStmts[idx], - LEAF_SELECT); - if( rc!=SQLITE_OK ) return rc; - }else{ - int rc = sqlite3_reset(v->pLeafSelectStmts[idx]); - if( rc!=SQLITE_OK ) return rc; - } - - *ppStmt = v->pLeafSelectStmts[idx]; - return SQLITE_OK; -} - -/* Like sql_step_statement(), but for special replicated LEAF_SELECT -** statements. -*/ -/* TODO(shess) Write version for generic statements and then share -** that between the cached-statement functions. -*/ -static int sql_step_leaf_statement(fulltext_vtab *v, int idx, - sqlite3_stmt **ppStmt){ - int rc; - sqlite3_stmt *s = *ppStmt; - - while( (rc=sqlite3_step(s))!=SQLITE_DONE && rc!=SQLITE_ROW ){ - sqlite3_stmt *pNewStmt; - - if( rc==SQLITE_BUSY ) continue; - if( rc!=SQLITE_ERROR ) return rc; - - rc = sqlite3_reset(s); - if( rc!=SQLITE_SCHEMA ) return SQLITE_ERROR; - - v->pLeafSelectStmts[idx] = NULL; /* Still in s */ - rc = sql_get_leaf_statement(v, idx, &pNewStmt); - if( rc!=SQLITE_OK ) goto err; - *ppStmt = pNewStmt; - - rc = sqlite3_transfer_bindings(s, pNewStmt); - if( rc!=SQLITE_OK ) goto err; - - rc = sqlite3_finalize(s); - if( rc!=SQLITE_OK ) return rc; - s = pNewStmt; - } - return rc; - - err: - sqlite3_finalize(s); - return rc; -} - -/* insert into %_content (rowid, ...) values ([rowid], [pValues]) */ -static int content_insert(fulltext_vtab *v, sqlite3_value *rowid, - sqlite3_value **pValues){ - sqlite3_stmt *s; - int i; - int rc = sql_get_statement(v, CONTENT_INSERT_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_value(s, 1, rowid); - if( rc!=SQLITE_OK ) return rc; - - for(i=0; inColumn; ++i){ - rc = sqlite3_bind_value(s, 2+i, pValues[i]); - if( rc!=SQLITE_OK ) return rc; - } - - return sql_single_step_statement(v, CONTENT_INSERT_STMT, &s); -} - -/* update %_content set col0 = pValues[0], col1 = pValues[1], ... - * where rowid = [iRowid] */ -static int content_update(fulltext_vtab *v, sqlite3_value **pValues, - sqlite_int64 iRowid){ - sqlite3_stmt *s; - int i; - int rc = sql_get_statement(v, CONTENT_UPDATE_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - for(i=0; inColumn; ++i){ - rc = sqlite3_bind_value(s, 1+i, pValues[i]); - if( rc!=SQLITE_OK ) return rc; - } - - rc = sqlite3_bind_int64(s, 1+v->nColumn, iRowid); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, CONTENT_UPDATE_STMT, &s); -} - -static void freeStringArray(int nString, const char **pString){ - int i; - - for (i=0 ; i < nString ; ++i) { - free((void *) pString[i]); - } - free((void *) pString); -} - -/* select * from %_content where rowid = [iRow] - * The caller must delete the returned array and all strings in it. - * - * TODO: Perhaps we should return pointer/length strings here for consistency - * with other code which uses pointer/length. */ -static int content_select(fulltext_vtab *v, sqlite_int64 iRow, - const char ***pValues){ - sqlite3_stmt *s; - const char **values; - int i; - int rc; - - *pValues = NULL; - - rc = sql_get_statement(v, CONTENT_SELECT_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 1, iRow); - if( rc!=SQLITE_OK ) return rc; - - rc = sql_step_statement(v, CONTENT_SELECT_STMT, &s); - if( rc!=SQLITE_ROW ) return rc; - - values = (const char **) malloc(v->nColumn * sizeof(const char *)); - for(i=0; inColumn; ++i){ - values[i] = string_dup((char*)sqlite3_column_text(s, i)); - } - - /* We expect only one row. We must execute another sqlite3_step() - * to complete the iteration; otherwise the table will remain locked. */ - rc = sqlite3_step(s); - if( rc==SQLITE_DONE ){ - *pValues = values; - return SQLITE_OK; - } - - freeStringArray(v->nColumn, values); - return rc; -} - -/* delete from %_content where rowid = [iRow ] */ -static int content_delete(fulltext_vtab *v, sqlite_int64 iRow){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, CONTENT_DELETE_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 1, iRow); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, CONTENT_DELETE_STMT, &s); -} - -/* insert into %_segments values ([pData]) -** returns assigned rowid in *piBlockid -*/ -static int block_insert(fulltext_vtab *v, const char *pData, int nData, - sqlite_int64 *piBlockid){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, BLOCK_INSERT_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_blob(s, 1, pData, nData, SQLITE_STATIC); - if( rc!=SQLITE_OK ) return rc; - - rc = sql_step_statement(v, BLOCK_INSERT_STMT, &s); - if( rc==SQLITE_ROW ) return SQLITE_ERROR; - if( rc!=SQLITE_DONE ) return rc; - - *piBlockid = sqlite3_last_insert_rowid(v->db); - return SQLITE_OK; -} - -/* delete from %_segments -** where rowid between [iStartBlockid] and [iEndBlockid] -** -** Deletes the range of blocks, inclusive, used to delete the blocks -** which form a segment. -*/ -static int block_delete(fulltext_vtab *v, - sqlite_int64 iStartBlockid, sqlite_int64 iEndBlockid){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, BLOCK_DELETE_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 1, iStartBlockid); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 2, iEndBlockid); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, BLOCK_DELETE_STMT, &s); -} - -/* Returns SQLITE_ROW with *pidx set to the maximum segment idx found -** at iLevel. Returns SQLITE_DONE if there are no segments at -** iLevel. Otherwise returns an error. -*/ -static int segdir_max_index(fulltext_vtab *v, int iLevel, int *pidx){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, SEGDIR_MAX_INDEX_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int(s, 1, iLevel); - if( rc!=SQLITE_OK ) return rc; - - rc = sql_step_statement(v, SEGDIR_MAX_INDEX_STMT, &s); - /* Should always get at least one row due to how max() works. */ - if( rc==SQLITE_DONE ) return SQLITE_DONE; - if( rc!=SQLITE_ROW ) return rc; - - /* NULL means that there were no inputs to max(). */ - if( SQLITE_NULL==sqlite3_column_type(s, 0) ){ - rc = sqlite3_step(s); - if( rc==SQLITE_ROW ) return SQLITE_ERROR; - return rc; - } - - *pidx = sqlite3_column_int(s, 0); - - /* We expect only one row. We must execute another sqlite3_step() - * to complete the iteration; otherwise the table will remain locked. */ - rc = sqlite3_step(s); - if( rc==SQLITE_ROW ) return SQLITE_ERROR; - if( rc!=SQLITE_DONE ) return rc; - return SQLITE_ROW; -} - -/* insert into %_segdir values ( -** [iLevel], [idx], -** [iStartBlockid], [iLeavesEndBlockid], [iEndBlockid], -** [pRootData] -** ) -*/ -static int segdir_set(fulltext_vtab *v, int iLevel, int idx, - sqlite_int64 iStartBlockid, - sqlite_int64 iLeavesEndBlockid, - sqlite_int64 iEndBlockid, - const char *pRootData, int nRootData){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, SEGDIR_SET_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int(s, 1, iLevel); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int(s, 2, idx); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 3, iStartBlockid); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 4, iLeavesEndBlockid); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 5, iEndBlockid); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_blob(s, 6, pRootData, nRootData, SQLITE_STATIC); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, SEGDIR_SET_STMT, &s); -} - -/* Queries %_segdir for the block span of the segments in level -** iLevel. Returns SQLITE_DONE if there are no blocks for iLevel, -** SQLITE_ROW if there are blocks, else an error. -*/ -static int segdir_span(fulltext_vtab *v, int iLevel, - sqlite_int64 *piStartBlockid, - sqlite_int64 *piEndBlockid){ - sqlite3_stmt *s; - int rc = sql_get_statement(v, SEGDIR_SPAN_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int(s, 1, iLevel); - if( rc!=SQLITE_OK ) return rc; - - rc = sql_step_statement(v, SEGDIR_SPAN_STMT, &s); - if( rc==SQLITE_DONE ) return SQLITE_DONE; /* Should never happen */ - if( rc!=SQLITE_ROW ) return rc; - - /* This happens if all segments at this level are entirely inline. */ - if( SQLITE_NULL==sqlite3_column_type(s, 0) ){ - /* We expect only one row. We must execute another sqlite3_step() - * to complete the iteration; otherwise the table will remain locked. */ - int rc2 = sqlite3_step(s); - if( rc2==SQLITE_ROW ) return SQLITE_ERROR; - return rc2; - } - - *piStartBlockid = sqlite3_column_int64(s, 0); - *piEndBlockid = sqlite3_column_int64(s, 1); - - /* We expect only one row. We must execute another sqlite3_step() - * to complete the iteration; otherwise the table will remain locked. */ - rc = sqlite3_step(s); - if( rc==SQLITE_ROW ) return SQLITE_ERROR; - if( rc!=SQLITE_DONE ) return rc; - return SQLITE_ROW; -} - -/* Delete the segment blocks and segment directory records for all -** segments at iLevel. -*/ -static int segdir_delete(fulltext_vtab *v, int iLevel){ - sqlite3_stmt *s; - sqlite_int64 iStartBlockid, iEndBlockid; - int rc = segdir_span(v, iLevel, &iStartBlockid, &iEndBlockid); - if( rc!=SQLITE_ROW && rc!=SQLITE_DONE ) return rc; - - if( rc==SQLITE_ROW ){ - rc = block_delete(v, iStartBlockid, iEndBlockid); - if( rc!=SQLITE_OK ) return rc; - } - - /* Delete the segment directory itself. */ - rc = sql_get_statement(v, SEGDIR_DELETE_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 1, iLevel); - if( rc!=SQLITE_OK ) return rc; - - return sql_single_step_statement(v, SEGDIR_DELETE_STMT, &s); -} - -/* -** Free the memory used to contain a fulltext_vtab structure. -*/ -static void fulltext_vtab_destroy(fulltext_vtab *v){ - int iStmt, i; - - TRACE(("FTS2 Destroy %p\n", v)); - for( iStmt=0; iStmtpFulltextStatements[iStmt]!=NULL ){ - sqlite3_finalize(v->pFulltextStatements[iStmt]); - v->pFulltextStatements[iStmt] = NULL; - } - } - - for( i=0; ipLeafSelectStmts[i]!=NULL ){ - sqlite3_finalize(v->pLeafSelectStmts[i]); - v->pLeafSelectStmts[i] = NULL; - } - } - - if( v->pTokenizer!=NULL ){ - v->pTokenizer->pModule->xDestroy(v->pTokenizer); - v->pTokenizer = NULL; - } - - free(v->azColumn); - for(i = 0; i < v->nColumn; ++i) { - sqlite3_free(v->azContentColumn[i]); - } - free(v->azContentColumn); - free(v); -} - -/* -** Token types for parsing the arguments to xConnect or xCreate. -*/ -#define TOKEN_EOF 0 /* End of file */ -#define TOKEN_SPACE 1 /* Any kind of whitespace */ -#define TOKEN_ID 2 /* An identifier */ -#define TOKEN_STRING 3 /* A string literal */ -#define TOKEN_PUNCT 4 /* A single punctuation character */ - -/* -** If X is a character that can be used in an identifier then -** IdChar(X) will be true. Otherwise it is false. -** -** For ASCII, any character with the high-order bit set is -** allowed in an identifier. For 7-bit characters, -** sqlite3IsIdChar[X] must be 1. -** -** Ticket #1066. the SQL standard does not allow '$' in the -** middle of identfiers. But many SQL implementations do. -** SQLite will allow '$' in identifiers for compatibility. -** But the feature is undocumented. -*/ -static const char isIdChar[] = { -/* x0 x1 x2 x3 x4 x5 x6 x7 x8 x9 xA xB xC xD xE xF */ - 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 2x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, /* 3x */ - 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 4x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, /* 5x */ - 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 6x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, /* 7x */ -}; -#define IdChar(C) (((c=C)&0x80)!=0 || (c>0x1f && isIdChar[c-0x20])) - - -/* -** Return the length of the token that begins at z[0]. -** Store the token type in *tokenType before returning. -*/ -static int getToken(const char *z, int *tokenType){ - int i, c; - switch( *z ){ - case 0: { - *tokenType = TOKEN_EOF; - return 0; - } - case ' ': case '\t': case '\n': case '\f': case '\r': { - for(i=1; isspace(z[i]); i++){} - *tokenType = TOKEN_SPACE; - return i; - } - case '\'': - case '"': { - int delim = z[0]; - for(i=1; (c=z[i])!=0; i++){ - if( c==delim ){ - if( z[i+1]==delim ){ - i++; - }else{ - break; - } - } - } - *tokenType = TOKEN_STRING; - return i + (c!=0); - } - case '[': { - for(i=1, c=z[0]; c!=']' && (c=z[i])!=0; i++){} - *tokenType = TOKEN_ID; - return i; - } - default: { - if( !IdChar(*z) ){ - break; - } - for(i=1; IdChar(z[i]); i++){} - *tokenType = TOKEN_ID; - return i; - } - } - *tokenType = TOKEN_PUNCT; - return 1; -} - -/* -** A token extracted from a string is an instance of the following -** structure. -*/ -typedef struct Token { - const char *z; /* Pointer to token text. Not '\000' terminated */ - short int n; /* Length of the token text in bytes. */ -} Token; - -/* -** Given a input string (which is really one of the argv[] parameters -** passed into xConnect or xCreate) split the string up into tokens. -** Return an array of pointers to '\000' terminated strings, one string -** for each non-whitespace token. -** -** The returned array is terminated by a single NULL pointer. -** -** Space to hold the returned array is obtained from a single -** malloc and should be freed by passing the return value to free(). -** The individual strings within the token list are all a part of -** the single memory allocation and will all be freed at once. -*/ -static char **tokenizeString(const char *z, int *pnToken){ - int nToken = 0; - Token *aToken = malloc( strlen(z) * sizeof(aToken[0]) ); - int n = 1; - int e, i; - int totalSize = 0; - char **azToken; - char *zCopy; - while( n>0 ){ - n = getToken(z, &e); - if( e!=TOKEN_SPACE ){ - aToken[nToken].z = z; - aToken[nToken].n = n; - nToken++; - totalSize += n+1; - } - z += n; - } - azToken = (char**)malloc( nToken*sizeof(char*) + totalSize ); - zCopy = (char*)&azToken[nToken]; - nToken--; - for(i=0; i=0 ){ - azIn[j] = azIn[i]; - } - j++; - } - } - azIn[j] = 0; - } -} - - -/* -** Find the first alphanumeric token in the string zIn. Null-terminate -** this token. Remove any quotation marks. And return a pointer to -** the result. -*/ -static char *firstToken(char *zIn, char **pzTail){ - int n, ttype; - while(1){ - n = getToken(zIn, &ttype); - if( ttype==TOKEN_SPACE ){ - zIn += n; - }else if( ttype==TOKEN_EOF ){ - *pzTail = zIn; - return 0; - }else{ - zIn[n] = 0; - *pzTail = &zIn[1]; - dequoteString(zIn); - return zIn; - } - } - /*NOTREACHED*/ -} - -/* Return true if... -** -** * s begins with the string t, ignoring case -** * s is longer than t -** * The first character of s beyond t is not a alphanumeric -** -** Ignore leading space in *s. -** -** To put it another way, return true if the first token of -** s[] is t[]. -*/ -static int startsWith(const char *s, const char *t){ - while( isspace(*s) ){ s++; } - while( *t ){ - if( tolower(*s++)!=tolower(*t++) ) return 0; - } - return *s!='_' && !isalnum(*s); -} - -/* -** An instance of this structure defines the "spec" of a -** full text index. This structure is populated by parseSpec -** and use by fulltextConnect and fulltextCreate. -*/ -typedef struct TableSpec { - const char *zDb; /* Logical database name */ - const char *zName; /* Name of the full-text index */ - int nColumn; /* Number of columns to be indexed */ - char **azColumn; /* Original names of columns to be indexed */ - char **azContentColumn; /* Column names for %_content */ - char **azTokenizer; /* Name of tokenizer and its arguments */ -} TableSpec; - -/* -** Reclaim all of the memory used by a TableSpec -*/ -static void clearTableSpec(TableSpec *p) { - free(p->azColumn); - free(p->azContentColumn); - free(p->azTokenizer); -} - -/* Parse a CREATE VIRTUAL TABLE statement, which looks like this: - * - * CREATE VIRTUAL TABLE email - * USING fts2(subject, body, tokenize mytokenizer(myarg)) - * - * We return parsed information in a TableSpec structure. - * - */ -static int parseSpec(TableSpec *pSpec, int argc, const char *const*argv, - char**pzErr){ - int i, n; - char *z, *zDummy; - char **azArg; - const char *zTokenizer = 0; /* argv[] entry describing the tokenizer */ - - assert( argc>=3 ); - /* Current interface: - ** argv[0] - module name - ** argv[1] - database name - ** argv[2] - table name - ** argv[3..] - columns, optionally followed by tokenizer specification - ** and snippet delimiters specification. - */ - - /* Make a copy of the complete argv[][] array in a single allocation. - ** The argv[][] array is read-only and transient. We can write to the - ** copy in order to modify things and the copy is persistent. - */ - CLEAR(pSpec); - for(i=n=0; izDb = azArg[1]; - pSpec->zName = azArg[2]; - pSpec->nColumn = 0; - pSpec->azColumn = azArg; - zTokenizer = "tokenize simple"; - for(i=3; inColumn] = firstToken(azArg[i], &zDummy); - pSpec->nColumn++; - } - } - if( pSpec->nColumn==0 ){ - azArg[0] = "content"; - pSpec->nColumn = 1; - } - - /* - ** Construct the list of content column names. - ** - ** Each content column name will be of the form cNNAAAA - ** where NN is the column number and AAAA is the sanitized - ** column name. "sanitized" means that special characters are - ** converted to "_". The cNN prefix guarantees that all column - ** names are unique. - ** - ** The AAAA suffix is not strictly necessary. It is included - ** for the convenience of people who might examine the generated - ** %_content table and wonder what the columns are used for. - */ - pSpec->azContentColumn = malloc( pSpec->nColumn * sizeof(char *) ); - if( pSpec->azContentColumn==0 ){ - clearTableSpec(pSpec); - return SQLITE_NOMEM; - } - for(i=0; inColumn; i++){ - char *p; - pSpec->azContentColumn[i] = sqlite3_mprintf("c%d%s", i, azArg[i]); - for (p = pSpec->azContentColumn[i]; *p ; ++p) { - if( !isalnum(*p) ) *p = '_'; - } - } - - /* - ** Parse the tokenizer specification string. - */ - pSpec->azTokenizer = tokenizeString(zTokenizer, &n); - tokenListToIdList(pSpec->azTokenizer); - - return SQLITE_OK; -} - -/* -** Generate a CREATE TABLE statement that describes the schema of -** the virtual table. Return a pointer to this schema string. -** -** Space is obtained from sqlite3_mprintf() and should be freed -** using sqlite3_free(). -*/ -static char *fulltextSchema( - int nColumn, /* Number of columns */ - const char *const* azColumn, /* List of columns */ - const char *zTableName /* Name of the table */ -){ - int i; - char *zSchema, *zNext; - const char *zSep = "("; - zSchema = sqlite3_mprintf("CREATE TABLE x"); - for(i=0; ibase */ - v->db = db; - v->zDb = spec->zDb; /* Freed when azColumn is freed */ - v->zName = spec->zName; /* Freed when azColumn is freed */ - v->nColumn = spec->nColumn; - v->azContentColumn = spec->azContentColumn; - spec->azContentColumn = 0; - v->azColumn = spec->azColumn; - spec->azColumn = 0; - - if( spec->azTokenizer==0 ){ - return SQLITE_NOMEM; - } - /* TODO(shess) For now, add new tokenizers as else if clauses. */ - if( spec->azTokenizer[0]==0 || startsWith(spec->azTokenizer[0], "simple") ){ - sqlite3Fts2SimpleTokenizerModule(&m); - }else if( startsWith(spec->azTokenizer[0], "porter") ){ - sqlite3Fts2PorterTokenizerModule(&m); - }else{ - *pzErr = sqlite3_mprintf("unknown tokenizer: %s", spec->azTokenizer[0]); - rc = SQLITE_ERROR; - goto err; - } - for(n=0; spec->azTokenizer[n]; n++){} - if( n ){ - rc = m->xCreate(n-1, (const char*const*)&spec->azTokenizer[1], - &v->pTokenizer); - }else{ - rc = m->xCreate(0, 0, &v->pTokenizer); - } - if( rc!=SQLITE_OK ) goto err; - v->pTokenizer->pModule = m; - - /* TODO: verify the existence of backing tables foo_content, foo_term */ - - schema = fulltextSchema(v->nColumn, (const char*const*)v->azColumn, - spec->zName); - rc = sqlite3_declare_vtab(db, schema); - sqlite3_free(schema); - if( rc!=SQLITE_OK ) goto err; - - memset(v->pFulltextStatements, 0, sizeof(v->pFulltextStatements)); - - *ppVTab = &v->base; - TRACE(("FTS2 Connect %p\n", v)); - - return rc; - -err: - fulltext_vtab_destroy(v); - return rc; -} - -static int fulltextConnect( - sqlite3 *db, - void *pAux, - int argc, const char *const*argv, - sqlite3_vtab **ppVTab, - char **pzErr -){ - TableSpec spec; - int rc = parseSpec(&spec, argc, argv, pzErr); - if( rc!=SQLITE_OK ) return rc; - - rc = constructVtab(db, &spec, ppVTab, pzErr); - clearTableSpec(&spec); - return rc; -} - -/* The %_content table holds the text of each document, with -** the rowid used as the docid. -*/ -/* TODO(shess) This comment needs elaboration to match the updated -** code. Work it into the top-of-file comment at that time. -*/ -static int fulltextCreate(sqlite3 *db, void *pAux, - int argc, const char * const *argv, - sqlite3_vtab **ppVTab, char **pzErr){ - int rc; - TableSpec spec; - StringBuffer schema; - TRACE(("FTS2 Create\n")); - - rc = parseSpec(&spec, argc, argv, pzErr); - if( rc!=SQLITE_OK ) return rc; - - initStringBuffer(&schema); - append(&schema, "CREATE TABLE %_content("); - appendList(&schema, spec.nColumn, spec.azContentColumn); - append(&schema, ")"); - rc = sql_exec(db, spec.zDb, spec.zName, stringBufferData(&schema)); - stringBufferDestroy(&schema); - if( rc!=SQLITE_OK ) goto out; - - rc = sql_exec(db, spec.zDb, spec.zName, - "create table %_segments(block blob);"); - if( rc!=SQLITE_OK ) goto out; - - rc = sql_exec(db, spec.zDb, spec.zName, - "create table %_segdir(" - " level integer," - " idx integer," - " start_block integer," - " leaves_end_block integer," - " end_block integer," - " root blob," - " primary key(level, idx)" - ");"); - if( rc!=SQLITE_OK ) goto out; - - rc = constructVtab(db, &spec, ppVTab, pzErr); - -out: - clearTableSpec(&spec); - return rc; -} - -/* Decide how to handle an SQL query. */ -static int fulltextBestIndex(sqlite3_vtab *pVTab, sqlite3_index_info *pInfo){ - int i; - TRACE(("FTS2 BestIndex\n")); - - for(i=0; inConstraint; ++i){ - const struct sqlite3_index_constraint *pConstraint; - pConstraint = &pInfo->aConstraint[i]; - if( pConstraint->usable ) { - if( pConstraint->iColumn==-1 && - pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ ){ - pInfo->idxNum = QUERY_ROWID; /* lookup by rowid */ - TRACE(("FTS2 QUERY_ROWID\n")); - } else if( pConstraint->iColumn>=0 && - pConstraint->op==SQLITE_INDEX_CONSTRAINT_MATCH ){ - /* full-text search */ - pInfo->idxNum = QUERY_FULLTEXT + pConstraint->iColumn; - TRACE(("FTS2 QUERY_FULLTEXT %d\n", pConstraint->iColumn)); - } else continue; - - pInfo->aConstraintUsage[i].argvIndex = 1; - pInfo->aConstraintUsage[i].omit = 1; - - /* An arbitrary value for now. - * TODO: Perhaps rowid matches should be considered cheaper than - * full-text searches. */ - pInfo->estimatedCost = 1.0; - - return SQLITE_OK; - } - } - pInfo->idxNum = QUERY_GENERIC; - return SQLITE_OK; -} - -static int fulltextDisconnect(sqlite3_vtab *pVTab){ - TRACE(("FTS2 Disconnect %p\n", pVTab)); - fulltext_vtab_destroy((fulltext_vtab *)pVTab); - return SQLITE_OK; -} - -static int fulltextDestroy(sqlite3_vtab *pVTab){ - fulltext_vtab *v = (fulltext_vtab *)pVTab; - int rc; - - TRACE(("FTS2 Destroy %p\n", pVTab)); - rc = sql_exec(v->db, v->zDb, v->zName, - "drop table if exists %_content;" - "drop table if exists %_segments;" - "drop table if exists %_segdir;" - ); - if( rc!=SQLITE_OK ) return rc; - - fulltext_vtab_destroy((fulltext_vtab *)pVTab); - return SQLITE_OK; -} - -static int fulltextOpen(sqlite3_vtab *pVTab, sqlite3_vtab_cursor **ppCursor){ - fulltext_cursor *c; - - c = (fulltext_cursor *) calloc(sizeof(fulltext_cursor), 1); - /* sqlite will initialize c->base */ - *ppCursor = &c->base; - TRACE(("FTS2 Open %p: %p\n", pVTab, c)); - - return SQLITE_OK; -} - - -/* Free all of the dynamically allocated memory held by *q -*/ -static void queryClear(Query *q){ - int i; - for(i = 0; i < q->nTerms; ++i){ - free(q->pTerms[i].pTerm); - } - free(q->pTerms); - CLEAR(q); -} - -/* Free all of the dynamically allocated memory held by the -** Snippet -*/ -static void snippetClear(Snippet *p){ - free(p->aMatch); - free(p->zOffset); - free(p->zSnippet); - CLEAR(p); -} -/* -** Append a single entry to the p->aMatch[] log. -*/ -static void snippetAppendMatch( - Snippet *p, /* Append the entry to this snippet */ - int iCol, int iTerm, /* The column and query term */ - int iStart, int nByte /* Offset and size of the match */ -){ - int i; - struct snippetMatch *pMatch; - if( p->nMatch+1>=p->nAlloc ){ - p->nAlloc = p->nAlloc*2 + 10; - p->aMatch = realloc(p->aMatch, p->nAlloc*sizeof(p->aMatch[0]) ); - if( p->aMatch==0 ){ - p->nMatch = 0; - p->nAlloc = 0; - return; - } - } - i = p->nMatch++; - pMatch = &p->aMatch[i]; - pMatch->iCol = iCol; - pMatch->iTerm = iTerm; - pMatch->iStart = iStart; - pMatch->nByte = nByte; -} - -/* -** Sizing information for the circular buffer used in snippetOffsetsOfColumn() -*/ -#define FTS2_ROTOR_SZ (32) -#define FTS2_ROTOR_MASK (FTS2_ROTOR_SZ-1) - -/* -** Add entries to pSnippet->aMatch[] for every match that occurs against -** document zDoc[0..nDoc-1] which is stored in column iColumn. -*/ -static void snippetOffsetsOfColumn( - Query *pQuery, - Snippet *pSnippet, - int iColumn, - const char *zDoc, - int nDoc -){ - const sqlite3_tokenizer_module *pTModule; /* The tokenizer module */ - sqlite3_tokenizer *pTokenizer; /* The specific tokenizer */ - sqlite3_tokenizer_cursor *pTCursor; /* Tokenizer cursor */ - fulltext_vtab *pVtab; /* The full text index */ - int nColumn; /* Number of columns in the index */ - const QueryTerm *aTerm; /* Query string terms */ - int nTerm; /* Number of query string terms */ - int i, j; /* Loop counters */ - int rc; /* Return code */ - unsigned int match, prevMatch; /* Phrase search bitmasks */ - const char *zToken; /* Next token from the tokenizer */ - int nToken; /* Size of zToken */ - int iBegin, iEnd, iPos; /* Offsets of beginning and end */ - - /* The following variables keep a circular buffer of the last - ** few tokens */ - unsigned int iRotor = 0; /* Index of current token */ - int iRotorBegin[FTS2_ROTOR_SZ]; /* Beginning offset of token */ - int iRotorLen[FTS2_ROTOR_SZ]; /* Length of token */ - - pVtab = pQuery->pFts; - nColumn = pVtab->nColumn; - pTokenizer = pVtab->pTokenizer; - pTModule = pTokenizer->pModule; - rc = pTModule->xOpen(pTokenizer, zDoc, nDoc, &pTCursor); - if( rc ) return; - pTCursor->pTokenizer = pTokenizer; - aTerm = pQuery->pTerms; - nTerm = pQuery->nTerms; - if( nTerm>=FTS2_ROTOR_SZ ){ - nTerm = FTS2_ROTOR_SZ - 1; - } - prevMatch = 0; - while(1){ - rc = pTModule->xNext(pTCursor, &zToken, &nToken, &iBegin, &iEnd, &iPos); - if( rc ) break; - iRotorBegin[iRotor&FTS2_ROTOR_MASK] = iBegin; - iRotorLen[iRotor&FTS2_ROTOR_MASK] = iEnd-iBegin; - match = 0; - for(i=0; i=0 && iCol1 && (prevMatch & (1<=0; j--){ - int k = (iRotor-j) & FTS2_ROTOR_MASK; - snippetAppendMatch(pSnippet, iColumn, i-j, - iRotorBegin[k], iRotorLen[k]); - } - } - } - prevMatch = match<<1; - iRotor++; - } - pTModule->xClose(pTCursor); -} - - -/* -** Compute all offsets for the current row of the query. -** If the offsets have already been computed, this routine is a no-op. -*/ -static void snippetAllOffsets(fulltext_cursor *p){ - int nColumn; - int iColumn, i; - int iFirst, iLast; - fulltext_vtab *pFts; - - if( p->snippet.nMatch ) return; - if( p->q.nTerms==0 ) return; - pFts = p->q.pFts; - nColumn = pFts->nColumn; - iColumn = p->iCursorType; - if( iColumn<0 || iColumn>=nColumn ){ - iFirst = 0; - iLast = nColumn-1; - }else{ - iFirst = iColumn; - iLast = iColumn; - } - for(i=iFirst; i<=iLast; i++){ - const char *zDoc; - int nDoc; - zDoc = (const char*)sqlite3_column_text(p->pStmt, i+1); - nDoc = sqlite3_column_bytes(p->pStmt, i+1); - snippetOffsetsOfColumn(&p->q, &p->snippet, i, zDoc, nDoc); - } -} - -/* -** Convert the information in the aMatch[] array of the snippet -** into the string zOffset[0..nOffset-1]. -*/ -static void snippetOffsetText(Snippet *p){ - int i; - int cnt = 0; - StringBuffer sb; - char zBuf[200]; - if( p->zOffset ) return; - initStringBuffer(&sb); - for(i=0; inMatch; i++){ - struct snippetMatch *pMatch = &p->aMatch[i]; - zBuf[0] = ' '; - sprintf(&zBuf[cnt>0], "%d %d %d %d", pMatch->iCol, - pMatch->iTerm, pMatch->iStart, pMatch->nByte); - append(&sb, zBuf); - cnt++; - } - p->zOffset = stringBufferData(&sb); - p->nOffset = stringBufferLength(&sb); -} - -/* -** zDoc[0..nDoc-1] is phrase of text. aMatch[0..nMatch-1] are a set -** of matching words some of which might be in zDoc. zDoc is column -** number iCol. -** -** iBreak is suggested spot in zDoc where we could begin or end an -** excerpt. Return a value similar to iBreak but possibly adjusted -** to be a little left or right so that the break point is better. -*/ -static int wordBoundary( - int iBreak, /* The suggested break point */ - const char *zDoc, /* Document text */ - int nDoc, /* Number of bytes in zDoc[] */ - struct snippetMatch *aMatch, /* Matching words */ - int nMatch, /* Number of entries in aMatch[] */ - int iCol /* The column number for zDoc[] */ -){ - int i; - if( iBreak<=10 ){ - return 0; - } - if( iBreak>=nDoc-10 ){ - return nDoc; - } - for(i=0; i0 && aMatch[i-1].iStart+aMatch[i-1].nByte>=iBreak ){ - return aMatch[i-1].iStart; - } - } - for(i=1; i<=10; i++){ - if( isspace(zDoc[iBreak-i]) ){ - return iBreak - i + 1; - } - if( isspace(zDoc[iBreak+i]) ){ - return iBreak + i + 1; - } - } - return iBreak; -} - - - -/* -** Allowed values for Snippet.aMatch[].snStatus -*/ -#define SNIPPET_IGNORE 0 /* It is ok to omit this match from the snippet */ -#define SNIPPET_DESIRED 1 /* We want to include this match in the snippet */ - -/* -** Generate the text of a snippet. -*/ -static void snippetText( - fulltext_cursor *pCursor, /* The cursor we need the snippet for */ - const char *zStartMark, /* Markup to appear before each match */ - const char *zEndMark, /* Markup to appear after each match */ - const char *zEllipsis /* Ellipsis mark */ -){ - int i, j; - struct snippetMatch *aMatch; - int nMatch; - int nDesired; - StringBuffer sb; - int tailCol; - int tailOffset; - int iCol; - int nDoc; - const char *zDoc; - int iStart, iEnd; - int tailEllipsis = 0; - int iMatch; - - - free(pCursor->snippet.zSnippet); - pCursor->snippet.zSnippet = 0; - aMatch = pCursor->snippet.aMatch; - nMatch = pCursor->snippet.nMatch; - initStringBuffer(&sb); - - for(i=0; iq.nTerms; i++){ - for(j=0; j0; i++){ - if( aMatch[i].snStatus!=SNIPPET_DESIRED ) continue; - nDesired--; - iCol = aMatch[i].iCol; - zDoc = (const char*)sqlite3_column_text(pCursor->pStmt, iCol+1); - nDoc = sqlite3_column_bytes(pCursor->pStmt, iCol+1); - iStart = aMatch[i].iStart - 40; - iStart = wordBoundary(iStart, zDoc, nDoc, aMatch, nMatch, iCol); - if( iStart<=10 ){ - iStart = 0; - } - if( iCol==tailCol && iStart<=tailOffset+20 ){ - iStart = tailOffset; - } - if( (iCol!=tailCol && tailCol>=0) || iStart!=tailOffset ){ - trimWhiteSpace(&sb); - appendWhiteSpace(&sb); - append(&sb, zEllipsis); - appendWhiteSpace(&sb); - } - iEnd = aMatch[i].iStart + aMatch[i].nByte + 40; - iEnd = wordBoundary(iEnd, zDoc, nDoc, aMatch, nMatch, iCol); - if( iEnd>=nDoc-10 ){ - iEnd = nDoc; - tailEllipsis = 0; - }else{ - tailEllipsis = 1; - } - while( iMatchsnippet.zSnippet = stringBufferData(&sb); - pCursor->snippet.nSnippet = stringBufferLength(&sb); -} - - -/* -** Close the cursor. For additional information see the documentation -** on the xClose method of the virtual table interface. -*/ -static int fulltextClose(sqlite3_vtab_cursor *pCursor){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - TRACE(("FTS2 Close %p\n", c)); - sqlite3_finalize(c->pStmt); - queryClear(&c->q); - snippetClear(&c->snippet); - if( c->result.nData!=0 ) dlrDestroy(&c->reader); - dataBufferDestroy(&c->result); - free(c); - return SQLITE_OK; -} - -static int fulltextNext(sqlite3_vtab_cursor *pCursor){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - int rc; - - TRACE(("FTS2 Next %p\n", pCursor)); - snippetClear(&c->snippet); - if( c->iCursorType < QUERY_FULLTEXT ){ - /* TODO(shess) Handle SQLITE_SCHEMA AND SQLITE_BUSY. */ - rc = sqlite3_step(c->pStmt); - switch( rc ){ - case SQLITE_ROW: - c->eof = 0; - return SQLITE_OK; - case SQLITE_DONE: - c->eof = 1; - return SQLITE_OK; - default: - c->eof = 1; - return rc; - } - } else { /* full-text query */ - rc = sqlite3_reset(c->pStmt); - if( rc!=SQLITE_OK ) return rc; - - if( c->result.nData==0 || dlrAtEnd(&c->reader) ){ - c->eof = 1; - return SQLITE_OK; - } - rc = sqlite3_bind_int64(c->pStmt, 1, dlrDocid(&c->reader)); - dlrStep(&c->reader); - if( rc!=SQLITE_OK ) return rc; - /* TODO(shess) Handle SQLITE_SCHEMA AND SQLITE_BUSY. */ - rc = sqlite3_step(c->pStmt); - if( rc==SQLITE_ROW ){ /* the case we expect */ - c->eof = 0; - return SQLITE_OK; - } - /* an error occurred; abort */ - return rc==SQLITE_DONE ? SQLITE_ERROR : rc; - } -} - - -/* TODO(shess) If we pushed LeafReader to the top of the file, or to -** another file, term_select() could be pushed above -** docListOfTerm(). -*/ -static int termSelect(fulltext_vtab *v, int iColumn, - const char *pTerm, int nTerm, - DocListType iType, DataBuffer *out); - -/* Return a DocList corresponding to the query term *pTerm. If *pTerm -** is the first term of a phrase query, go ahead and evaluate the phrase -** query and return the doclist for the entire phrase query. -** -** The resulting DL_DOCIDS doclist is stored in pResult, which is -** overwritten. -*/ -static int docListOfTerm( - fulltext_vtab *v, /* The full text index */ - int iColumn, /* column to restrict to. No restriction if >=nColumn */ - QueryTerm *pQTerm, /* Term we are looking for, or 1st term of a phrase */ - DataBuffer *pResult /* Write the result here */ -){ - DataBuffer left, right, new; - int i, rc; - - /* No phrase search if no position info. */ - assert( pQTerm->nPhrase==0 || DL_DEFAULT!=DL_DOCIDS ); - - dataBufferInit(&left, 0); - rc = termSelect(v, iColumn, pQTerm->pTerm, pQTerm->nTerm, - 0nPhrase ? DL_POSITIONS : DL_DOCIDS, &left); - if( rc ) return rc; - for(i=1; i<=pQTerm->nPhrase && left.nData>0; i++){ - dataBufferInit(&right, 0); - rc = termSelect(v, iColumn, pQTerm[i].pTerm, pQTerm[i].nTerm, - DL_POSITIONS, &right); - if( rc ){ - dataBufferDestroy(&left); - return rc; - } - dataBufferInit(&new, 0); - docListPhraseMerge(left.pData, left.nData, right.pData, right.nData, - inPhrase ? DL_POSITIONS : DL_DOCIDS, &new); - dataBufferDestroy(&left); - dataBufferDestroy(&right); - left = new; - } - *pResult = left; - return SQLITE_OK; -} - -/* Add a new term pTerm[0..nTerm-1] to the query *q. -*/ -static void queryAdd(Query *q, const char *pTerm, int nTerm){ - QueryTerm *t; - ++q->nTerms; - q->pTerms = realloc(q->pTerms, q->nTerms * sizeof(q->pTerms[0])); - if( q->pTerms==0 ){ - q->nTerms = 0; - return; - } - t = &q->pTerms[q->nTerms - 1]; - CLEAR(t); - t->pTerm = malloc(nTerm+1); - memcpy(t->pTerm, pTerm, nTerm); - t->pTerm[nTerm] = 0; - t->nTerm = nTerm; - t->isOr = q->nextIsOr; - q->nextIsOr = 0; - t->iColumn = q->nextColumn; - q->nextColumn = q->dfltColumn; -} - -/* -** Check to see if the string zToken[0...nToken-1] matches any -** column name in the virtual table. If it does, -** return the zero-indexed column number. If not, return -1. -*/ -static int checkColumnSpecifier( - fulltext_vtab *pVtab, /* The virtual table */ - const char *zToken, /* Text of the token */ - int nToken /* Number of characters in the token */ -){ - int i; - for(i=0; inColumn; i++){ - if( memcmp(pVtab->azColumn[i], zToken, nToken)==0 - && pVtab->azColumn[i][nToken]==0 ){ - return i; - } - } - return -1; -} - -/* -** Parse the text at pSegment[0..nSegment-1]. Add additional terms -** to the query being assemblied in pQuery. -** -** inPhrase is true if pSegment[0..nSegement-1] is contained within -** double-quotes. If inPhrase is true, then the first term -** is marked with the number of terms in the phrase less one and -** OR and "-" syntax is ignored. If inPhrase is false, then every -** term found is marked with nPhrase=0 and OR and "-" syntax is significant. -*/ -static int tokenizeSegment( - sqlite3_tokenizer *pTokenizer, /* The tokenizer to use */ - const char *pSegment, int nSegment, /* Query expression being parsed */ - int inPhrase, /* True if within "..." */ - Query *pQuery /* Append results here */ -){ - const sqlite3_tokenizer_module *pModule = pTokenizer->pModule; - sqlite3_tokenizer_cursor *pCursor; - int firstIndex = pQuery->nTerms; - int iCol; - int nTerm = 1; - - int rc = pModule->xOpen(pTokenizer, pSegment, nSegment, &pCursor); - if( rc!=SQLITE_OK ) return rc; - pCursor->pTokenizer = pTokenizer; - - while( 1 ){ - const char *pToken; - int nToken, iBegin, iEnd, iPos; - - rc = pModule->xNext(pCursor, - &pToken, &nToken, - &iBegin, &iEnd, &iPos); - if( rc!=SQLITE_OK ) break; - if( !inPhrase && - pSegment[iEnd]==':' && - (iCol = checkColumnSpecifier(pQuery->pFts, pToken, nToken))>=0 ){ - pQuery->nextColumn = iCol; - continue; - } - if( !inPhrase && pQuery->nTerms>0 && nToken==2 - && pSegment[iBegin]=='O' && pSegment[iBegin+1]=='R' ){ - pQuery->nextIsOr = 1; - continue; - } - queryAdd(pQuery, pToken, nToken); - if( !inPhrase && iBegin>0 && pSegment[iBegin-1]=='-' ){ - pQuery->pTerms[pQuery->nTerms-1].isNot = 1; - } - pQuery->pTerms[pQuery->nTerms-1].iPhrase = nTerm; - if( inPhrase ){ - nTerm++; - } - } - - if( inPhrase && pQuery->nTerms>firstIndex ){ - pQuery->pTerms[firstIndex].nPhrase = pQuery->nTerms - firstIndex - 1; - } - - return pModule->xClose(pCursor); -} - -/* Parse a query string, yielding a Query object pQuery. -** -** The calling function will need to queryClear() to clean up -** the dynamically allocated memory held by pQuery. -*/ -static int parseQuery( - fulltext_vtab *v, /* The fulltext index */ - const char *zInput, /* Input text of the query string */ - int nInput, /* Size of the input text */ - int dfltColumn, /* Default column of the index to match against */ - Query *pQuery /* Write the parse results here. */ -){ - int iInput, inPhrase = 0; - - if( zInput==0 ) nInput = 0; - if( nInput<0 ) nInput = strlen(zInput); - pQuery->nTerms = 0; - pQuery->pTerms = NULL; - pQuery->nextIsOr = 0; - pQuery->nextColumn = dfltColumn; - pQuery->dfltColumn = dfltColumn; - pQuery->pFts = v; - - for(iInput=0; iInputiInput ){ - tokenizeSegment(v->pTokenizer, zInput+iInput, i-iInput, inPhrase, - pQuery); - } - iInput = i; - if( i=nColumn -** they are allowed to match against any column. -*/ -static int fulltextQuery( - fulltext_vtab *v, /* The full text index */ - int iColumn, /* Match against this column by default */ - const char *zInput, /* The query string */ - int nInput, /* Number of bytes in zInput[] */ - DataBuffer *pResult, /* Write the result doclist here */ - Query *pQuery /* Put parsed query string here */ -){ - int i, iNext, rc; - DataBuffer left, right, or, new; - int nNot = 0; - QueryTerm *aTerm; - - /* TODO(shess) I think that the queryClear() calls below are not - ** necessary, because fulltextClose() already clears the query. - */ - rc = parseQuery(v, zInput, nInput, iColumn, pQuery); - if( rc!=SQLITE_OK ) return rc; - - /* Empty or NULL queries return no results. */ - if( pQuery->nTerms==0 ){ - dataBufferInit(pResult, 0); - return SQLITE_OK; - } - - /* Merge AND terms. */ - /* TODO(shess) I think we can early-exit if( i>nNot && left.nData==0 ). */ - aTerm = pQuery->pTerms; - for(i = 0; inTerms; i=iNext){ - if( aTerm[i].isNot ){ - /* Handle all NOT terms in a separate pass */ - nNot++; - iNext = i + aTerm[i].nPhrase+1; - continue; - } - iNext = i + aTerm[i].nPhrase + 1; - rc = docListOfTerm(v, aTerm[i].iColumn, &aTerm[i], &right); - if( rc ){ - if( i!=nNot ) dataBufferDestroy(&left); - queryClear(pQuery); - return rc; - } - while( iNextnTerms && aTerm[iNext].isOr ){ - rc = docListOfTerm(v, aTerm[iNext].iColumn, &aTerm[iNext], &or); - iNext += aTerm[iNext].nPhrase + 1; - if( rc ){ - if( i!=nNot ) dataBufferDestroy(&left); - dataBufferDestroy(&right); - queryClear(pQuery); - return rc; - } - dataBufferInit(&new, 0); - docListOrMerge(right.pData, right.nData, or.pData, or.nData, &new); - dataBufferDestroy(&right); - dataBufferDestroy(&or); - right = new; - } - if( i==nNot ){ /* first term processed. */ - left = right; - }else{ - dataBufferInit(&new, 0); - docListAndMerge(left.pData, left.nData, right.pData, right.nData, &new); - dataBufferDestroy(&right); - dataBufferDestroy(&left); - left = new; - } - } - - if( nNot==pQuery->nTerms ){ - /* We do not yet know how to handle a query of only NOT terms */ - return SQLITE_ERROR; - } - - /* Do the EXCEPT terms */ - for(i=0; inTerms; i += aTerm[i].nPhrase + 1){ - if( !aTerm[i].isNot ) continue; - rc = docListOfTerm(v, aTerm[i].iColumn, &aTerm[i], &right); - if( rc ){ - queryClear(pQuery); - dataBufferDestroy(&left); - return rc; - } - dataBufferInit(&new, 0); - docListExceptMerge(left.pData, left.nData, right.pData, right.nData, &new); - dataBufferDestroy(&right); - dataBufferDestroy(&left); - left = new; - } - - *pResult = left; - return rc; -} - -/* -** This is the xFilter interface for the virtual table. See -** the virtual table xFilter method documentation for additional -** information. -** -** If idxNum==QUERY_GENERIC then do a full table scan against -** the %_content table. -** -** If idxNum==QUERY_ROWID then do a rowid lookup for a single entry -** in the %_content table. -** -** If idxNum>=QUERY_FULLTEXT then use the full text index. The -** column on the left-hand side of the MATCH operator is column -** number idxNum-QUERY_FULLTEXT, 0 indexed. argv[0] is the right-hand -** side of the MATCH operator. -*/ -/* TODO(shess) Upgrade the cursor initialization and destruction to -** account for fulltextFilter() being called multiple times on the -** same cursor. The current solution is very fragile. Apply fix to -** fts2 as appropriate. -*/ -static int fulltextFilter( - sqlite3_vtab_cursor *pCursor, /* The cursor used for this query */ - int idxNum, const char *idxStr, /* Which indexing scheme to use */ - int argc, sqlite3_value **argv /* Arguments for the indexing scheme */ -){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - fulltext_vtab *v = cursor_vtab(c); - int rc; - char *zSql; - - TRACE(("FTS2 Filter %p\n",pCursor)); - - zSql = sqlite3_mprintf("select rowid, * from %%_content %s", - idxNum==QUERY_GENERIC ? "" : "where rowid=?"); - sqlite3_finalize(c->pStmt); - rc = sql_prepare(v->db, v->zDb, v->zName, &c->pStmt, zSql); - sqlite3_free(zSql); - if( rc!=SQLITE_OK ) return rc; - - c->iCursorType = idxNum; - switch( idxNum ){ - case QUERY_GENERIC: - break; - - case QUERY_ROWID: - rc = sqlite3_bind_int64(c->pStmt, 1, sqlite3_value_int64(argv[0])); - if( rc!=SQLITE_OK ) return rc; - break; - - default: /* full-text search */ - { - const char *zQuery = (const char *)sqlite3_value_text(argv[0]); - assert( idxNum<=QUERY_FULLTEXT+v->nColumn); - assert( argc==1 ); - queryClear(&c->q); - if( c->result.nData!=0 ){ - /* This case happens if the same cursor is used repeatedly. */ - dlrDestroy(&c->reader); - dataBufferReset(&c->result); - }else{ - dataBufferInit(&c->result, 0); - } - rc = fulltextQuery(v, idxNum-QUERY_FULLTEXT, zQuery, -1, &c->result, &c->q); - if( rc!=SQLITE_OK ) return rc; - if( c->result.nData!=0 ){ - dlrInit(&c->reader, DL_DOCIDS, c->result.pData, c->result.nData); - } - break; - } - } - - return fulltextNext(pCursor); -} - -/* This is the xEof method of the virtual table. The SQLite core -** calls this routine to find out if it has reached the end of -** a query's results set. -*/ -static int fulltextEof(sqlite3_vtab_cursor *pCursor){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - return c->eof; -} - -/* This is the xColumn method of the virtual table. The SQLite -** core calls this method during a query when it needs the value -** of a column from the virtual table. This method needs to use -** one of the sqlite3_result_*() routines to store the requested -** value back in the pContext. -*/ -static int fulltextColumn(sqlite3_vtab_cursor *pCursor, - sqlite3_context *pContext, int idxCol){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - fulltext_vtab *v = cursor_vtab(c); - - if( idxColnColumn ){ - sqlite3_value *pVal = sqlite3_column_value(c->pStmt, idxCol+1); - sqlite3_result_value(pContext, pVal); - }else if( idxCol==v->nColumn ){ - /* The extra column whose name is the same as the table. - ** Return a blob which is a pointer to the cursor - */ - sqlite3_result_blob(pContext, &c, sizeof(c), SQLITE_TRANSIENT); - } - return SQLITE_OK; -} - -/* This is the xRowid method. The SQLite core calls this routine to -** retrive the rowid for the current row of the result set. The -** rowid should be written to *pRowid. -*/ -static int fulltextRowid(sqlite3_vtab_cursor *pCursor, sqlite_int64 *pRowid){ - fulltext_cursor *c = (fulltext_cursor *) pCursor; - - *pRowid = sqlite3_column_int64(c->pStmt, 0); - return SQLITE_OK; -} - -/* Add all terms in [zText] to the given hash table. If [iColumn] > 0, - * we also store positions and offsets in the hash table using the given - * column number. */ -static int buildTerms(fulltext_vtab *v, fts2Hash *terms, sqlite_int64 iDocid, - const char *zText, int iColumn){ - sqlite3_tokenizer *pTokenizer = v->pTokenizer; - sqlite3_tokenizer_cursor *pCursor; - const char *pToken; - int nTokenBytes; - int iStartOffset, iEndOffset, iPosition; - int rc; - - rc = pTokenizer->pModule->xOpen(pTokenizer, zText, -1, &pCursor); - if( rc!=SQLITE_OK ) return rc; - - pCursor->pTokenizer = pTokenizer; - while( SQLITE_OK==pTokenizer->pModule->xNext(pCursor, - &pToken, &nTokenBytes, - &iStartOffset, &iEndOffset, - &iPosition) ){ - PLWriter *p; - - /* Positions can't be negative; we use -1 as a terminator internally. */ - if( iPosition<0 ){ - pTokenizer->pModule->xClose(pCursor); - return SQLITE_ERROR; - } - - p = fts2HashFind(terms, pToken, nTokenBytes); - if( p==NULL ){ - p = plwNew(iDocid, DL_DEFAULT); - fts2HashInsert(terms, pToken, nTokenBytes, p); - } - if( iColumn>=0 ){ - plwAdd(p, iColumn, iPosition, iStartOffset, iEndOffset); - } - } - - /* TODO(shess) Check return? Should this be able to cause errors at - ** this point? Actually, same question about sqlite3_finalize(), - ** though one could argue that failure there means that the data is - ** not durable. *ponder* - */ - pTokenizer->pModule->xClose(pCursor); - return rc; -} - -/* Add doclists for all terms in [pValues] to the hash table [terms]. */ -static int insertTerms(fulltext_vtab *v, fts2Hash *terms, sqlite_int64 iRowid, - sqlite3_value **pValues){ - int i; - for(i = 0; i < v->nColumn ; ++i){ - char *zText = (char*)sqlite3_value_text(pValues[i]); - int rc = buildTerms(v, terms, iRowid, zText, i); - if( rc!=SQLITE_OK ) return rc; - } - return SQLITE_OK; -} - -/* Add empty doclists for all terms in the given row's content to the hash - * table [pTerms]. */ -static int deleteTerms(fulltext_vtab *v, fts2Hash *pTerms, sqlite_int64 iRowid){ - const char **pValues; - int i, rc; - - /* TODO(shess) Should we allow such tables at all? */ - if( DL_DEFAULT==DL_DOCIDS ) return SQLITE_ERROR; - - rc = content_select(v, iRowid, &pValues); - if( rc!=SQLITE_OK ) return rc; - - for(i = 0 ; i < v->nColumn; ++i) { - rc = buildTerms(v, pTerms, iRowid, pValues[i], -1); - if( rc!=SQLITE_OK ) break; - } - - freeStringArray(v->nColumn, pValues); - return SQLITE_OK; -} - -/* Insert a row into the %_content table; set *piRowid to be the ID of the - * new row. Fill [pTerms] with new doclists for the %_term table. */ -static int index_insert(fulltext_vtab *v, sqlite3_value *pRequestRowid, - sqlite3_value **pValues, - sqlite_int64 *piRowid, fts2Hash *pTerms){ - int rc; - - rc = content_insert(v, pRequestRowid, pValues); /* execute an SQL INSERT */ - if( rc!=SQLITE_OK ) return rc; - *piRowid = sqlite3_last_insert_rowid(v->db); - return insertTerms(v, pTerms, *piRowid, pValues); -} - -/* Delete a row from the %_content table; fill [pTerms] with empty doclists - * to be written to the %_term table. */ -static int index_delete(fulltext_vtab *v, sqlite_int64 iRow, fts2Hash *pTerms){ - int rc = deleteTerms(v, pTerms, iRow); - if( rc!=SQLITE_OK ) return rc; - return content_delete(v, iRow); /* execute an SQL DELETE */ -} - -/* Update a row in the %_content table; fill [pTerms] with new doclists for the - * %_term table. */ -static int index_update(fulltext_vtab *v, sqlite_int64 iRow, - sqlite3_value **pValues, fts2Hash *pTerms){ - /* Generate an empty doclist for each term that previously appeared in this - * row. */ - int rc = deleteTerms(v, pTerms, iRow); - if( rc!=SQLITE_OK ) return rc; - - rc = content_update(v, pValues, iRow); /* execute an SQL UPDATE */ - if( rc!=SQLITE_OK ) return rc; - - /* Now add positions for terms which appear in the updated row. */ - return insertTerms(v, pTerms, iRow, pValues); -} - -/*******************************************************************/ -/* InteriorWriter is used to collect terms and block references into -** interior nodes in %_segments. See commentary at top of file for -** format. -*/ - -/* How large interior nodes can grow. */ -#define INTERIOR_MAX 2048 - -/* Minimum number of terms per interior node (except the root). This -** prevents large terms from making the tree too skinny - must be >0 -** so that the tree always makes progress. Note that the min tree -** fanout will be INTERIOR_MIN_TERMS+1. -*/ -#define INTERIOR_MIN_TERMS 7 -#if INTERIOR_MIN_TERMS<1 -# error INTERIOR_MIN_TERMS must be greater than 0. -#endif - -/* ROOT_MAX controls how much data is stored inline in the segment -** directory. -*/ -/* TODO(shess) Push ROOT_MAX down to whoever is writing things. It's -** only here so that interiorWriterRootInfo() and leafWriterRootInfo() -** can both see it, but if the caller passed it in, we wouldn't even -** need a define. -*/ -#define ROOT_MAX 1024 -#if ROOT_MAXterm, 0); - dataBufferReplace(&block->term, pTerm, nTerm); - - n = putVarint(c, iHeight); - n += putVarint(c+n, iChildBlock); - dataBufferInit(&block->data, INTERIOR_MAX); - dataBufferReplace(&block->data, c, n); - - return block; -} - -#ifndef NDEBUG -/* Verify that the data is readable as an interior node. */ -static void interiorBlockValidate(InteriorBlock *pBlock){ - const char *pData = pBlock->data.pData; - int nData = pBlock->data.nData; - int n, iDummy; - sqlite_int64 iBlockid; - - assert( nData>0 ); - assert( pData!=0 ); - assert( pData+nData>pData ); - - /* Must lead with height of node as a varint(n), n>0 */ - n = getVarint32(pData, &iDummy); - assert( n>0 ); - assert( iDummy>0 ); - assert( n0 ); - assert( n<=nData ); - pData += n; - nData -= n; - - /* Zero or more terms of positive length */ - if( nData!=0 ){ - /* First term is not delta-encoded. */ - n = getVarint32(pData, &iDummy); - assert( n>0 ); - assert( iDummy>0 ); - assert( n+iDummy>0); - assert( n+iDummy<=nData ); - pData += n+iDummy; - nData -= n+iDummy; - - /* Following terms delta-encoded. */ - while( nData!=0 ){ - /* Length of shared prefix. */ - n = getVarint32(pData, &iDummy); - assert( n>0 ); - assert( iDummy>=0 ); - assert( n0 ); - assert( iDummy>0 ); - assert( n+iDummy>0); - assert( n+iDummy<=nData ); - pData += n+iDummy; - nData -= n+iDummy; - } - } -} -#define ASSERT_VALID_INTERIOR_BLOCK(x) interiorBlockValidate(x) -#else -#define ASSERT_VALID_INTERIOR_BLOCK(x) assert( 1 ) -#endif - -typedef struct InteriorWriter { - int iHeight; /* from 0 at leaves. */ - InteriorBlock *first, *last; - struct InteriorWriter *parentWriter; - - DataBuffer term; /* Last term written to block "last". */ - sqlite_int64 iOpeningChildBlock; /* First child block in block "last". */ -#ifndef NDEBUG - sqlite_int64 iLastChildBlock; /* for consistency checks. */ -#endif -} InteriorWriter; - -/* Initialize an interior node where pTerm[nTerm] marks the leftmost -** term in the tree. iChildBlock is the leftmost child block at the -** next level down the tree. -*/ -static void interiorWriterInit(int iHeight, const char *pTerm, int nTerm, - sqlite_int64 iChildBlock, - InteriorWriter *pWriter){ - InteriorBlock *block; - assert( iHeight>0 ); - CLEAR(pWriter); - - pWriter->iHeight = iHeight; - pWriter->iOpeningChildBlock = iChildBlock; -#ifndef NDEBUG - pWriter->iLastChildBlock = iChildBlock; -#endif - block = interiorBlockNew(iHeight, iChildBlock, pTerm, nTerm); - pWriter->last = pWriter->first = block; - ASSERT_VALID_INTERIOR_BLOCK(pWriter->last); - dataBufferInit(&pWriter->term, 0); -} - -/* Append the child node rooted at iChildBlock to the interior node, -** with pTerm[nTerm] as the leftmost term in iChildBlock's subtree. -*/ -static void interiorWriterAppend(InteriorWriter *pWriter, - const char *pTerm, int nTerm, - sqlite_int64 iChildBlock){ - char c[VARINT_MAX+VARINT_MAX]; - int n, nPrefix = 0; - - ASSERT_VALID_INTERIOR_BLOCK(pWriter->last); - - /* The first term written into an interior node is actually - ** associated with the second child added (the first child was added - ** in interiorWriterInit, or in the if clause at the bottom of this - ** function). That term gets encoded straight up, with nPrefix left - ** at 0. - */ - if( pWriter->term.nData==0 ){ - n = putVarint(c, nTerm); - }else{ - while( nPrefixterm.nData && - pTerm[nPrefix]==pWriter->term.pData[nPrefix] ){ - nPrefix++; - } - - n = putVarint(c, nPrefix); - n += putVarint(c+n, nTerm-nPrefix); - } - -#ifndef NDEBUG - pWriter->iLastChildBlock++; -#endif - assert( pWriter->iLastChildBlock==iChildBlock ); - - /* Overflow to a new block if the new term makes the current block - ** too big, and the current block already has enough terms. - */ - if( pWriter->last->data.nData+n+nTerm-nPrefix>INTERIOR_MAX && - iChildBlock-pWriter->iOpeningChildBlock>INTERIOR_MIN_TERMS ){ - pWriter->last->next = interiorBlockNew(pWriter->iHeight, iChildBlock, - pTerm, nTerm); - pWriter->last = pWriter->last->next; - pWriter->iOpeningChildBlock = iChildBlock; - dataBufferReset(&pWriter->term); - }else{ - dataBufferAppend2(&pWriter->last->data, c, n, - pTerm+nPrefix, nTerm-nPrefix); - dataBufferReplace(&pWriter->term, pTerm, nTerm); - } - ASSERT_VALID_INTERIOR_BLOCK(pWriter->last); -} - -/* Free the space used by pWriter, including the linked-list of -** InteriorBlocks, and parentWriter, if present. -*/ -static int interiorWriterDestroy(InteriorWriter *pWriter){ - InteriorBlock *block = pWriter->first; - - while( block!=NULL ){ - InteriorBlock *b = block; - block = block->next; - dataBufferDestroy(&b->term); - dataBufferDestroy(&b->data); - free(b); - } - if( pWriter->parentWriter!=NULL ){ - interiorWriterDestroy(pWriter->parentWriter); - free(pWriter->parentWriter); - } - dataBufferDestroy(&pWriter->term); - SCRAMBLE(pWriter); - return SQLITE_OK; -} - -/* If pWriter can fit entirely in ROOT_MAX, return it as the root info -** directly, leaving *piEndBlockid unchanged. Otherwise, flush -** pWriter to %_segments, building a new layer of interior nodes, and -** recursively ask for their root into. -*/ -static int interiorWriterRootInfo(fulltext_vtab *v, InteriorWriter *pWriter, - char **ppRootInfo, int *pnRootInfo, - sqlite_int64 *piEndBlockid){ - InteriorBlock *block = pWriter->first; - sqlite_int64 iBlockid = 0; - int rc; - - /* If we can fit the segment inline */ - if( block==pWriter->last && block->data.nDatadata.pData; - *pnRootInfo = block->data.nData; - return SQLITE_OK; - } - - /* Flush the first block to %_segments, and create a new level of - ** interior node. - */ - ASSERT_VALID_INTERIOR_BLOCK(block); - rc = block_insert(v, block->data.pData, block->data.nData, &iBlockid); - if( rc!=SQLITE_OK ) return rc; - *piEndBlockid = iBlockid; - - pWriter->parentWriter = malloc(sizeof(*pWriter->parentWriter)); - interiorWriterInit(pWriter->iHeight+1, - block->term.pData, block->term.nData, - iBlockid, pWriter->parentWriter); - - /* Flush additional blocks and append to the higher interior - ** node. - */ - for(block=block->next; block!=NULL; block=block->next){ - ASSERT_VALID_INTERIOR_BLOCK(block); - rc = block_insert(v, block->data.pData, block->data.nData, &iBlockid); - if( rc!=SQLITE_OK ) return rc; - *piEndBlockid = iBlockid; - - interiorWriterAppend(pWriter->parentWriter, - block->term.pData, block->term.nData, iBlockid); - } - - /* Parent node gets the chance to be the root. */ - return interiorWriterRootInfo(v, pWriter->parentWriter, - ppRootInfo, pnRootInfo, piEndBlockid); -} - -/****************************************************************/ -/* InteriorReader is used to read off the data from an interior node -** (see comment at top of file for the format). -*/ -typedef struct InteriorReader { - const char *pData; - int nData; - - DataBuffer term; /* previous term, for decoding term delta. */ - - sqlite_int64 iBlockid; -} InteriorReader; - -static void interiorReaderDestroy(InteriorReader *pReader){ - SCRAMBLE(pReader); -} - -static void interiorReaderInit(const char *pData, int nData, - InteriorReader *pReader){ - int n, nTerm; - - /* Require at least the leading flag byte */ - assert( nData>0 ); - assert( pData[0]!='\0' ); - - CLEAR(pReader); - - /* Decode the base blockid, and set the cursor to the first term. */ - n = getVarint(pData+1, &pReader->iBlockid); - assert( 1+n<=nData ); - pReader->pData = pData+1+n; - pReader->nData = nData-(1+n); - - /* A single-child interior node (such as when a leaf node was too - ** large for the segment directory) won't have any terms. - ** Otherwise, decode the first term. - */ - if( pReader->nData==0 ){ - dataBufferInit(&pReader->term, 0); - }else{ - n = getVarint32(pReader->pData, &nTerm); - dataBufferInit(&pReader->term, nTerm); - dataBufferReplace(&pReader->term, pReader->pData+n, nTerm); - assert( n+nTerm<=pReader->nData ); - pReader->pData += n+nTerm; - pReader->nData -= n+nTerm; - } -} - -static int interiorReaderAtEnd(InteriorReader *pReader){ - return pReader->term.nData==0; -} - -static sqlite_int64 interiorReaderCurrentBlockid(InteriorReader *pReader){ - return pReader->iBlockid; -} - -static int interiorReaderTermBytes(InteriorReader *pReader){ - assert( !interiorReaderAtEnd(pReader) ); - return pReader->term.nData; -} -static const char *interiorReaderTerm(InteriorReader *pReader){ - assert( !interiorReaderAtEnd(pReader) ); - return pReader->term.pData; -} - -/* Step forward to the next term in the node. */ -static void interiorReaderStep(InteriorReader *pReader){ - assert( !interiorReaderAtEnd(pReader) ); - - /* If the last term has been read, signal eof, else construct the - ** next term. - */ - if( pReader->nData==0 ){ - dataBufferReset(&pReader->term); - }else{ - int n, nPrefix, nSuffix; - - n = getVarint32(pReader->pData, &nPrefix); - n += getVarint32(pReader->pData+n, &nSuffix); - - /* Truncate the current term and append suffix data. */ - pReader->term.nData = nPrefix; - dataBufferAppend(&pReader->term, pReader->pData+n, nSuffix); - - assert( n+nSuffix<=pReader->nData ); - pReader->pData += n+nSuffix; - pReader->nData -= n+nSuffix; - } - pReader->iBlockid++; -} - -/* Compare the current term to pTerm[nTerm], returning strcmp-style -** results. -*/ -static int interiorReaderTermCmp(InteriorReader *pReader, - const char *pTerm, int nTerm){ - const char *pReaderTerm = interiorReaderTerm(pReader); - int nReaderTerm = interiorReaderTermBytes(pReader); - int c, n = nReaderTerm0 ) return -1; - if( nTerm>0 ) return 1; - return 0; - } - - c = memcmp(pReaderTerm, pTerm, n); - if( c!=0 ) return c; - return nReaderTerm - nTerm; -} - -/****************************************************************/ -/* LeafWriter is used to collect terms and associated doclist data -** into leaf blocks in %_segments (see top of file for format info). -** Expected usage is: -** -** LeafWriter writer; -** leafWriterInit(0, 0, &writer); -** while( sorted_terms_left_to_process ){ -** // data is doclist data for that term. -** rc = leafWriterStep(v, &writer, pTerm, nTerm, pData, nData); -** if( rc!=SQLITE_OK ) goto err; -** } -** rc = leafWriterFinalize(v, &writer); -**err: -** leafWriterDestroy(&writer); -** return rc; -** -** leafWriterStep() may write a collected leaf out to %_segments. -** leafWriterFinalize() finishes writing any buffered data and stores -** a root node in %_segdir. leafWriterDestroy() frees all buffers and -** InteriorWriters allocated as part of writing this segment. -** -** TODO(shess) Document leafWriterStepMerge(). -*/ - -/* Put terms with data this big in their own block. */ -#define STANDALONE_MIN 1024 - -/* Keep leaf blocks below this size. */ -#define LEAF_MAX 2048 - -typedef struct LeafWriter { - int iLevel; - int idx; - sqlite_int64 iStartBlockid; /* needed to create the root info */ - sqlite_int64 iEndBlockid; /* when we're done writing. */ - - DataBuffer term; /* previous encoded term */ - DataBuffer data; /* encoding buffer */ - - /* bytes of first term in the current node which distinguishes that - ** term from the last term of the previous node. - */ - int nTermDistinct; - - InteriorWriter parentWriter; /* if we overflow */ - int has_parent; -} LeafWriter; - -static void leafWriterInit(int iLevel, int idx, LeafWriter *pWriter){ - CLEAR(pWriter); - pWriter->iLevel = iLevel; - pWriter->idx = idx; - - dataBufferInit(&pWriter->term, 32); - - /* Start out with a reasonably sized block, though it can grow. */ - dataBufferInit(&pWriter->data, LEAF_MAX); -} - -#ifndef NDEBUG -/* Verify that the data is readable as a leaf node. */ -static void leafNodeValidate(const char *pData, int nData){ - int n, iDummy; - - if( nData==0 ) return; - assert( nData>0 ); - assert( pData!=0 ); - assert( pData+nData>pData ); - - /* Must lead with a varint(0) */ - n = getVarint32(pData, &iDummy); - assert( iDummy==0 ); - assert( n>0 ); - assert( n0 ); - assert( iDummy>0 ); - assert( n+iDummy>0 ); - assert( n+iDummy0 ); - assert( iDummy>0 ); - assert( n+iDummy>0 ); - assert( n+iDummy<=nData ); - ASSERT_VALID_DOCLIST(DL_DEFAULT, pData+n, iDummy, NULL); - pData += n+iDummy; - nData -= n+iDummy; - - /* Verify that trailing terms and doclists also are readable. */ - while( nData!=0 ){ - n = getVarint32(pData, &iDummy); - assert( n>0 ); - assert( iDummy>=0 ); - assert( n0 ); - assert( iDummy>0 ); - assert( n+iDummy>0 ); - assert( n+iDummy0 ); - assert( iDummy>0 ); - assert( n+iDummy>0 ); - assert( n+iDummy<=nData ); - ASSERT_VALID_DOCLIST(DL_DEFAULT, pData+n, iDummy, NULL); - pData += n+iDummy; - nData -= n+iDummy; - } -} -#define ASSERT_VALID_LEAF_NODE(p, n) leafNodeValidate(p, n) -#else -#define ASSERT_VALID_LEAF_NODE(p, n) assert( 1 ) -#endif - -/* Flush the current leaf node to %_segments, and adding the resulting -** blockid and the starting term to the interior node which will -** contain it. -*/ -static int leafWriterInternalFlush(fulltext_vtab *v, LeafWriter *pWriter, - int iData, int nData){ - sqlite_int64 iBlockid = 0; - const char *pStartingTerm; - int nStartingTerm, rc, n; - - /* Must have the leading varint(0) flag, plus at least some - ** valid-looking data. - */ - assert( nData>2 ); - assert( iData>=0 ); - assert( iData+nData<=pWriter->data.nData ); - ASSERT_VALID_LEAF_NODE(pWriter->data.pData+iData, nData); - - rc = block_insert(v, pWriter->data.pData+iData, nData, &iBlockid); - if( rc!=SQLITE_OK ) return rc; - assert( iBlockid!=0 ); - - /* Reconstruct the first term in the leaf for purposes of building - ** the interior node. - */ - n = getVarint32(pWriter->data.pData+iData+1, &nStartingTerm); - pStartingTerm = pWriter->data.pData+iData+1+n; - assert( pWriter->data.nData>iData+1+n+nStartingTerm ); - assert( pWriter->nTermDistinct>0 ); - assert( pWriter->nTermDistinct<=nStartingTerm ); - nStartingTerm = pWriter->nTermDistinct; - - if( pWriter->has_parent ){ - interiorWriterAppend(&pWriter->parentWriter, - pStartingTerm, nStartingTerm, iBlockid); - }else{ - interiorWriterInit(1, pStartingTerm, nStartingTerm, iBlockid, - &pWriter->parentWriter); - pWriter->has_parent = 1; - } - - /* Track the span of this segment's leaf nodes. */ - if( pWriter->iEndBlockid==0 ){ - pWriter->iEndBlockid = pWriter->iStartBlockid = iBlockid; - }else{ - pWriter->iEndBlockid++; - assert( iBlockid==pWriter->iEndBlockid ); - } - - return SQLITE_OK; -} -static int leafWriterFlush(fulltext_vtab *v, LeafWriter *pWriter){ - int rc = leafWriterInternalFlush(v, pWriter, 0, pWriter->data.nData); - if( rc!=SQLITE_OK ) return rc; - - /* Re-initialize the output buffer. */ - dataBufferReset(&pWriter->data); - - return SQLITE_OK; -} - -/* Fetch the root info for the segment. If the entire leaf fits -** within ROOT_MAX, then it will be returned directly, otherwise it -** will be flushed and the root info will be returned from the -** interior node. *piEndBlockid is set to the blockid of the last -** interior or leaf node written to disk (0 if none are written at -** all). -*/ -static int leafWriterRootInfo(fulltext_vtab *v, LeafWriter *pWriter, - char **ppRootInfo, int *pnRootInfo, - sqlite_int64 *piEndBlockid){ - /* we can fit the segment entirely inline */ - if( !pWriter->has_parent && pWriter->data.nDatadata.pData; - *pnRootInfo = pWriter->data.nData; - *piEndBlockid = 0; - return SQLITE_OK; - } - - /* Flush remaining leaf data. */ - if( pWriter->data.nData>0 ){ - int rc = leafWriterFlush(v, pWriter); - if( rc!=SQLITE_OK ) return rc; - } - - /* We must have flushed a leaf at some point. */ - assert( pWriter->has_parent ); - - /* Tenatively set the end leaf blockid as the end blockid. If the - ** interior node can be returned inline, this will be the final - ** blockid, otherwise it will be overwritten by - ** interiorWriterRootInfo(). - */ - *piEndBlockid = pWriter->iEndBlockid; - - return interiorWriterRootInfo(v, &pWriter->parentWriter, - ppRootInfo, pnRootInfo, piEndBlockid); -} - -/* Collect the rootInfo data and store it into the segment directory. -** This has the effect of flushing the segment's leaf data to -** %_segments, and also flushing any interior nodes to %_segments. -*/ -static int leafWriterFinalize(fulltext_vtab *v, LeafWriter *pWriter){ - sqlite_int64 iEndBlockid; - char *pRootInfo; - int rc, nRootInfo; - - rc = leafWriterRootInfo(v, pWriter, &pRootInfo, &nRootInfo, &iEndBlockid); - if( rc!=SQLITE_OK ) return rc; - - /* Don't bother storing an entirely empty segment. */ - if( iEndBlockid==0 && nRootInfo==0 ) return SQLITE_OK; - - return segdir_set(v, pWriter->iLevel, pWriter->idx, - pWriter->iStartBlockid, pWriter->iEndBlockid, - iEndBlockid, pRootInfo, nRootInfo); -} - -static void leafWriterDestroy(LeafWriter *pWriter){ - if( pWriter->has_parent ) interiorWriterDestroy(&pWriter->parentWriter); - dataBufferDestroy(&pWriter->term); - dataBufferDestroy(&pWriter->data); -} - -/* Encode a term into the leafWriter, delta-encoding as appropriate. -** Returns the length of the new term which distinguishes it from the -** previous term, which can be used to set nTermDistinct when a node -** boundary is crossed. -*/ -static int leafWriterEncodeTerm(LeafWriter *pWriter, - const char *pTerm, int nTerm){ - char c[VARINT_MAX+VARINT_MAX]; - int n, nPrefix = 0; - - assert( nTerm>0 ); - while( nPrefixterm.nData && - pTerm[nPrefix]==pWriter->term.pData[nPrefix] ){ - nPrefix++; - /* Failing this implies that the terms weren't in order. */ - assert( nPrefixdata.nData==0 ){ - /* Encode the node header and leading term as: - ** varint(0) - ** varint(nTerm) - ** char pTerm[nTerm] - */ - n = putVarint(c, '\0'); - n += putVarint(c+n, nTerm); - dataBufferAppend2(&pWriter->data, c, n, pTerm, nTerm); - }else{ - /* Delta-encode the term as: - ** varint(nPrefix) - ** varint(nSuffix) - ** char pTermSuffix[nSuffix] - */ - n = putVarint(c, nPrefix); - n += putVarint(c+n, nTerm-nPrefix); - dataBufferAppend2(&pWriter->data, c, n, pTerm+nPrefix, nTerm-nPrefix); - } - dataBufferReplace(&pWriter->term, pTerm, nTerm); - - return nPrefix+1; -} - -/* Used to avoid a memmove when a large amount of doclist data is in -** the buffer. This constructs a node and term header before -** iDoclistData and flushes the resulting complete node using -** leafWriterInternalFlush(). -*/ -static int leafWriterInlineFlush(fulltext_vtab *v, LeafWriter *pWriter, - const char *pTerm, int nTerm, - int iDoclistData){ - char c[VARINT_MAX+VARINT_MAX]; - int iData, n = putVarint(c, 0); - n += putVarint(c+n, nTerm); - - /* There should always be room for the header. Even if pTerm shared - ** a substantial prefix with the previous term, the entire prefix - ** could be constructed from earlier data in the doclist, so there - ** should be room. - */ - assert( iDoclistData>=n+nTerm ); - - iData = iDoclistData-(n+nTerm); - memcpy(pWriter->data.pData+iData, c, n); - memcpy(pWriter->data.pData+iData+n, pTerm, nTerm); - - return leafWriterInternalFlush(v, pWriter, iData, pWriter->data.nData-iData); -} - -/* Push pTerm[nTerm] along with the doclist data to the leaf layer of -** %_segments. -*/ -static int leafWriterStepMerge(fulltext_vtab *v, LeafWriter *pWriter, - const char *pTerm, int nTerm, - DLReader *pReaders, int nReaders){ - char c[VARINT_MAX+VARINT_MAX]; - int iTermData = pWriter->data.nData, iDoclistData; - int i, nData, n, nActualData, nActual, rc, nTermDistinct; - - ASSERT_VALID_LEAF_NODE(pWriter->data.pData, pWriter->data.nData); - nTermDistinct = leafWriterEncodeTerm(pWriter, pTerm, nTerm); - - /* Remember nTermDistinct if opening a new node. */ - if( iTermData==0 ) pWriter->nTermDistinct = nTermDistinct; - - iDoclistData = pWriter->data.nData; - - /* Estimate the length of the merged doclist so we can leave space - ** to encode it. - */ - for(i=0, nData=0; idata, c, n); - - docListMerge(&pWriter->data, pReaders, nReaders); - ASSERT_VALID_DOCLIST(DL_DEFAULT, - pWriter->data.pData+iDoclistData+n, - pWriter->data.nData-iDoclistData-n, NULL); - - /* The actual amount of doclist data at this point could be smaller - ** than the length we encoded. Additionally, the space required to - ** encode this length could be smaller. For small doclists, this is - ** not a big deal, we can just use memmove() to adjust things. - */ - nActualData = pWriter->data.nData-(iDoclistData+n); - nActual = putVarint(c, nActualData); - assert( nActualData<=nData ); - assert( nActual<=n ); - - /* If the new doclist is big enough for force a standalone leaf - ** node, we can immediately flush it inline without doing the - ** memmove(). - */ - /* TODO(shess) This test matches leafWriterStep(), which does this - ** test before it knows the cost to varint-encode the term and - ** doclist lengths. At some point, change to - ** pWriter->data.nData-iTermData>STANDALONE_MIN. - */ - if( nTerm+nActualData>STANDALONE_MIN ){ - /* Push leaf node from before this term. */ - if( iTermData>0 ){ - rc = leafWriterInternalFlush(v, pWriter, 0, iTermData); - if( rc!=SQLITE_OK ) return rc; - - pWriter->nTermDistinct = nTermDistinct; - } - - /* Fix the encoded doclist length. */ - iDoclistData += n - nActual; - memcpy(pWriter->data.pData+iDoclistData, c, nActual); - - /* Push the standalone leaf node. */ - rc = leafWriterInlineFlush(v, pWriter, pTerm, nTerm, iDoclistData); - if( rc!=SQLITE_OK ) return rc; - - /* Leave the node empty. */ - dataBufferReset(&pWriter->data); - - return rc; - } - - /* At this point, we know that the doclist was small, so do the - ** memmove if indicated. - */ - if( nActualdata.pData+iDoclistData+nActual, - pWriter->data.pData+iDoclistData+n, - pWriter->data.nData-(iDoclistData+n)); - pWriter->data.nData -= n-nActual; - } - - /* Replace written length with actual length. */ - memcpy(pWriter->data.pData+iDoclistData, c, nActual); - - /* If the node is too large, break things up. */ - /* TODO(shess) This test matches leafWriterStep(), which does this - ** test before it knows the cost to varint-encode the term and - ** doclist lengths. At some point, change to - ** pWriter->data.nData>LEAF_MAX. - */ - if( iTermData+nTerm+nActualData>LEAF_MAX ){ - /* Flush out the leading data as a node */ - rc = leafWriterInternalFlush(v, pWriter, 0, iTermData); - if( rc!=SQLITE_OK ) return rc; - - pWriter->nTermDistinct = nTermDistinct; - - /* Rebuild header using the current term */ - n = putVarint(pWriter->data.pData, 0); - n += putVarint(pWriter->data.pData+n, nTerm); - memcpy(pWriter->data.pData+n, pTerm, nTerm); - n += nTerm; - - /* There should always be room, because the previous encoding - ** included all data necessary to construct the term. - */ - assert( ndata.nData-iDoclistDatadata.pData+n, - pWriter->data.pData+iDoclistData, - pWriter->data.nData-iDoclistData); - pWriter->data.nData -= iDoclistData-n; - } - ASSERT_VALID_LEAF_NODE(pWriter->data.pData, pWriter->data.nData); - - return SQLITE_OK; -} - -/* Push pTerm[nTerm] along with the doclist data to the leaf layer of -** %_segments. -*/ -/* TODO(shess) Revise writeZeroSegment() so that doclists are -** constructed directly in pWriter->data. -*/ -static int leafWriterStep(fulltext_vtab *v, LeafWriter *pWriter, - const char *pTerm, int nTerm, - const char *pData, int nData){ - int rc; - DLReader reader; - - dlrInit(&reader, DL_DEFAULT, pData, nData); - rc = leafWriterStepMerge(v, pWriter, pTerm, nTerm, &reader, 1); - dlrDestroy(&reader); - - return rc; -} - - -/****************************************************************/ -/* LeafReader is used to iterate over an individual leaf node. */ -typedef struct LeafReader { - DataBuffer term; /* copy of current term. */ - - const char *pData; /* data for current term. */ - int nData; -} LeafReader; - -static void leafReaderDestroy(LeafReader *pReader){ - dataBufferDestroy(&pReader->term); - SCRAMBLE(pReader); -} - -static int leafReaderAtEnd(LeafReader *pReader){ - return pReader->nData<=0; -} - -/* Access the current term. */ -static int leafReaderTermBytes(LeafReader *pReader){ - return pReader->term.nData; -} -static const char *leafReaderTerm(LeafReader *pReader){ - assert( pReader->term.nData>0 ); - return pReader->term.pData; -} - -/* Access the doclist data for the current term. */ -static int leafReaderDataBytes(LeafReader *pReader){ - int nData; - assert( pReader->term.nData>0 ); - getVarint32(pReader->pData, &nData); - return nData; -} -static const char *leafReaderData(LeafReader *pReader){ - int n, nData; - assert( pReader->term.nData>0 ); - n = getVarint32(pReader->pData, &nData); - return pReader->pData+n; -} - -static void leafReaderInit(const char *pData, int nData, - LeafReader *pReader){ - int nTerm, n; - - assert( nData>0 ); - assert( pData[0]=='\0' ); - - CLEAR(pReader); - - /* Read the first term, skipping the header byte. */ - n = getVarint32(pData+1, &nTerm); - dataBufferInit(&pReader->term, nTerm); - dataBufferReplace(&pReader->term, pData+1+n, nTerm); - - /* Position after the first term. */ - assert( 1+n+nTermpData = pData+1+n+nTerm; - pReader->nData = nData-1-n-nTerm; -} - -/* Step the reader forward to the next term. */ -static void leafReaderStep(LeafReader *pReader){ - int n, nData, nPrefix, nSuffix; - assert( !leafReaderAtEnd(pReader) ); - - /* Skip previous entry's data block. */ - n = getVarint32(pReader->pData, &nData); - assert( n+nData<=pReader->nData ); - pReader->pData += n+nData; - pReader->nData -= n+nData; - - if( !leafReaderAtEnd(pReader) ){ - /* Construct the new term using a prefix from the old term plus a - ** suffix from the leaf data. - */ - n = getVarint32(pReader->pData, &nPrefix); - n += getVarint32(pReader->pData+n, &nSuffix); - assert( n+nSuffixnData ); - pReader->term.nData = nPrefix; - dataBufferAppend(&pReader->term, pReader->pData+n, nSuffix); - - pReader->pData += n+nSuffix; - pReader->nData -= n+nSuffix; - } -} - -/* strcmp-style comparison of pReader's current term against pTerm. */ -static int leafReaderTermCmp(LeafReader *pReader, - const char *pTerm, int nTerm){ - int c, n = pReader->term.nDataterm.nData : nTerm; - if( n==0 ){ - if( pReader->term.nData>0 ) return -1; - if(nTerm>0 ) return 1; - return 0; - } - - c = memcmp(pReader->term.pData, pTerm, n); - if( c!=0 ) return c; - return pReader->term.nData - nTerm; -} - - -/****************************************************************/ -/* LeavesReader wraps LeafReader to allow iterating over the entire -** leaf layer of the tree. -*/ -typedef struct LeavesReader { - int idx; /* Index within the segment. */ - - sqlite3_stmt *pStmt; /* Statement we're streaming leaves from. */ - int eof; /* we've seen SQLITE_DONE from pStmt. */ - - LeafReader leafReader; /* reader for the current leaf. */ - DataBuffer rootData; /* root data for inline. */ -} LeavesReader; - -/* Access the current term. */ -static int leavesReaderTermBytes(LeavesReader *pReader){ - assert( !pReader->eof ); - return leafReaderTermBytes(&pReader->leafReader); -} -static const char *leavesReaderTerm(LeavesReader *pReader){ - assert( !pReader->eof ); - return leafReaderTerm(&pReader->leafReader); -} - -/* Access the doclist data for the current term. */ -static int leavesReaderDataBytes(LeavesReader *pReader){ - assert( !pReader->eof ); - return leafReaderDataBytes(&pReader->leafReader); -} -static const char *leavesReaderData(LeavesReader *pReader){ - assert( !pReader->eof ); - return leafReaderData(&pReader->leafReader); -} - -static int leavesReaderAtEnd(LeavesReader *pReader){ - return pReader->eof; -} - -static void leavesReaderDestroy(LeavesReader *pReader){ - leafReaderDestroy(&pReader->leafReader); - dataBufferDestroy(&pReader->rootData); - SCRAMBLE(pReader); -} - -/* Initialize pReader with the given root data (if iStartBlockid==0 -** the leaf data was entirely contained in the root), or from the -** stream of blocks between iStartBlockid and iEndBlockid, inclusive. -*/ -static int leavesReaderInit(fulltext_vtab *v, - int idx, - sqlite_int64 iStartBlockid, - sqlite_int64 iEndBlockid, - const char *pRootData, int nRootData, - LeavesReader *pReader){ - CLEAR(pReader); - pReader->idx = idx; - - dataBufferInit(&pReader->rootData, 0); - if( iStartBlockid==0 ){ - /* Entire leaf level fit in root data. */ - dataBufferReplace(&pReader->rootData, pRootData, nRootData); - leafReaderInit(pReader->rootData.pData, pReader->rootData.nData, - &pReader->leafReader); - }else{ - sqlite3_stmt *s; - int rc = sql_get_leaf_statement(v, idx, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 1, iStartBlockid); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 2, iEndBlockid); - if( rc!=SQLITE_OK ) return rc; - - rc = sql_step_leaf_statement(v, idx, &s); - if( rc==SQLITE_DONE ){ - pReader->eof = 1; - return SQLITE_OK; - } - if( rc!=SQLITE_ROW ) return rc; - - pReader->pStmt = s; - leafReaderInit(sqlite3_column_blob(pReader->pStmt, 0), - sqlite3_column_bytes(pReader->pStmt, 0), - &pReader->leafReader); - } - return SQLITE_OK; -} - -/* Step the current leaf forward to the next term. If we reach the -** end of the current leaf, step forward to the next leaf block. -*/ -static int leavesReaderStep(fulltext_vtab *v, LeavesReader *pReader){ - assert( !leavesReaderAtEnd(pReader) ); - leafReaderStep(&pReader->leafReader); - - if( leafReaderAtEnd(&pReader->leafReader) ){ - int rc; - if( pReader->rootData.pData ){ - pReader->eof = 1; - return SQLITE_OK; - } - rc = sql_step_leaf_statement(v, pReader->idx, &pReader->pStmt); - if( rc!=SQLITE_ROW ){ - pReader->eof = 1; - return rc==SQLITE_DONE ? SQLITE_OK : rc; - } - leafReaderDestroy(&pReader->leafReader); - leafReaderInit(sqlite3_column_blob(pReader->pStmt, 0), - sqlite3_column_bytes(pReader->pStmt, 0), - &pReader->leafReader); - } - return SQLITE_OK; -} - -/* Order LeavesReaders by their term, ignoring idx. Readers at eof -** always sort to the end. -*/ -static int leavesReaderTermCmp(LeavesReader *lr1, LeavesReader *lr2){ - if( leavesReaderAtEnd(lr1) ){ - if( leavesReaderAtEnd(lr2) ) return 0; - return 1; - } - if( leavesReaderAtEnd(lr2) ) return -1; - - return leafReaderTermCmp(&lr1->leafReader, - leavesReaderTerm(lr2), leavesReaderTermBytes(lr2)); -} - -/* Similar to leavesReaderTermCmp(), with additional ordering by idx -** so that older segments sort before newer segments. -*/ -static int leavesReaderCmp(LeavesReader *lr1, LeavesReader *lr2){ - int c = leavesReaderTermCmp(lr1, lr2); - if( c!=0 ) return c; - return lr1->idx-lr2->idx; -} - -/* Assume that pLr[1]..pLr[nLr] are sorted. Bubble pLr[0] into its -** sorted position. -*/ -static void leavesReaderReorder(LeavesReader *pLr, int nLr){ - while( nLr>1 && leavesReaderCmp(pLr, pLr+1)>0 ){ - LeavesReader tmp = pLr[0]; - pLr[0] = pLr[1]; - pLr[1] = tmp; - nLr--; - pLr++; - } -} - -/* Initializes pReaders with the segments from level iLevel, returning -** the number of segments in *piReaders. Leaves pReaders in sorted -** order. -*/ -static int leavesReadersInit(fulltext_vtab *v, int iLevel, - LeavesReader *pReaders, int *piReaders){ - sqlite3_stmt *s; - int i, rc = sql_get_statement(v, SEGDIR_SELECT_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int(s, 1, iLevel); - if( rc!=SQLITE_OK ) return rc; - - i = 0; - while( (rc = sql_step_statement(v, SEGDIR_SELECT_STMT, &s))==SQLITE_ROW ){ - sqlite_int64 iStart = sqlite3_column_int64(s, 0); - sqlite_int64 iEnd = sqlite3_column_int64(s, 1); - const char *pRootData = sqlite3_column_blob(s, 2); - int nRootData = sqlite3_column_bytes(s, 2); - - assert( i0 ){ - leavesReaderDestroy(&pReaders[i]); - } - return rc; - } - - *piReaders = i; - - /* Leave our results sorted by term, then age. */ - while( i-- ){ - leavesReaderReorder(pReaders+i, *piReaders-i); - } - return SQLITE_OK; -} - -/* Merge doclists from pReaders[nReaders] into a single doclist, which -** is written to pWriter. Assumes pReaders is ordered oldest to -** newest. -*/ -/* TODO(shess) Consider putting this inline in segmentMerge(). */ -static int leavesReadersMerge(fulltext_vtab *v, - LeavesReader *pReaders, int nReaders, - LeafWriter *pWriter){ - DLReader dlReaders[MERGE_COUNT]; - const char *pTerm = leavesReaderTerm(pReaders); - int i, nTerm = leavesReaderTermBytes(pReaders); - - assert( nReaders<=MERGE_COUNT ); - - for(i=0; i0 ){ - rc = leavesReaderStep(v, lrs+i); - if( rc!=SQLITE_OK ) goto err; - - /* Reorder by term, then by age. */ - leavesReaderReorder(lrs+i, MERGE_COUNT-i); - } - } - - for(i=0; i1 ); - assert( *pData=='\0' ); - - leafReaderInit(pData, nData, &reader); - while( !leafReaderAtEnd(&reader) ){ - int c = leafReaderTermCmp(&reader, pTerm, nTerm); - if( c==0 ){ - if( out->nData==0 ){ - dataBufferReplace(out, - leafReaderData(&reader), leafReaderDataBytes(&reader)); - }else{ - DLReader readers[2]; - DataBuffer result; - dlrInit(&readers[0], DL_DEFAULT, out->pData, out->nData); - dlrInit(&readers[1], DL_DEFAULT, - leafReaderData(&reader), leafReaderDataBytes(&reader)); - dataBufferInit(&result, out->nData+leafReaderDataBytes(&reader)); - docListMerge(&result, readers, 2); - dataBufferDestroy(out); - *out = result; - } - } - if( c>=0 ) break; - leafReaderStep(&reader); - } - leafReaderDestroy(&reader); - return SQLITE_OK; -} - -/* Traverse the tree represented by pData[nData] looking for -** pTerm[nTerm], merging its doclist over *out if found (any duplicate -** doclists read from the segment rooted at pData will overwrite those -** in *out). -*/ -static int loadSegment(fulltext_vtab *v, const char *pData, int nData, - const char *pTerm, int nTerm, DataBuffer *out){ - int rc; - sqlite3_stmt *s = NULL; - - assert( nData>1 ); - - /* Process data as an interior node until we reach a leaf. */ - while( *pData!='\0' ){ - sqlite_int64 iBlockid; - InteriorReader reader; - - /* Scan the node data until we find a term greater than our term. - ** Our target child will be in the blockid under that term, or in - ** the last blockid in the node if we never find such a term. - */ - interiorReaderInit(pData, nData, &reader); - while( !interiorReaderAtEnd(&reader) ){ - if( interiorReaderTermCmp(&reader, pTerm, nTerm)>0 ) break; - interiorReaderStep(&reader); - } - - /* Grab the child blockid before calling sql_get_statement(), - ** because sql_get_statement() may reset our data out from under - ** us. - */ - iBlockid = interiorReaderCurrentBlockid(&reader); - interiorReaderDestroy(&reader); - - rc = sql_get_statement(v, BLOCK_SELECT_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3_bind_int64(s, 1, iBlockid); - if( rc!=SQLITE_OK ) return rc; - - rc = sql_step_statement(v, BLOCK_SELECT_STMT, &s); - if( rc==SQLITE_DONE ) return SQLITE_ERROR; - if( rc!=SQLITE_ROW ) return rc; - - pData = sqlite3_column_blob(s, 0); - nData = sqlite3_column_bytes(s, 0); - } - - rc = loadSegmentLeaf(v, pData, nData, pTerm, nTerm, out); - if( rc!=SQLITE_OK ) return rc; - - /* If we selected a child node, we need to finish that select. */ - if( s!=NULL ){ - /* We expect only one row. We must execute another sqlite3_step() - * to complete the iteration; otherwise the table will remain - * locked. */ - rc = sqlite3_step(s); - if( rc==SQLITE_ROW ) return SQLITE_ERROR; - if( rc!=SQLITE_DONE ) return rc; - } - return SQLITE_OK; -} - -/* Scan the database and merge together the posting lists for the term -** into *out. -*/ -static int termSelect(fulltext_vtab *v, int iColumn, - const char *pTerm, int nTerm, - DocListType iType, DataBuffer *out){ - DataBuffer doclist; - sqlite3_stmt *s; - int rc = sql_get_statement(v, SEGDIR_SELECT_ALL_STMT, &s); - if( rc!=SQLITE_OK ) return rc; - - dataBufferInit(&doclist, 0); - - /* Traverse the segments from oldest to newest so that newer doclist - ** elements for given docids overwrite older elements. - */ - while( (rc=sql_step_statement(v, SEGDIR_SELECT_ALL_STMT, &s))==SQLITE_ROW ){ - rc = loadSegment(v, sqlite3_column_blob(s, 0), sqlite3_column_bytes(s, 0), - pTerm, nTerm, &doclist); - if( rc!=SQLITE_OK ) goto err; - } - if( rc==SQLITE_DONE ){ - if( doclist.nData!=0 ){ - /* TODO(shess) The old term_select_all() code applied the column - ** restrict as we merged segments, leading to smaller buffers. - ** This is probably worthwhile to bring back, once the new storage - ** system is checked in. - */ - if( iColumn==v->nColumn) iColumn = -1; - docListTrim(DL_DEFAULT, doclist.pData, doclist.nData, - iColumn, iType, out); - } - rc = SQLITE_OK; - } - - err: - dataBufferDestroy(&doclist); - return rc; -} - -/****************************************************************/ -/* Used to hold hashtable data for sorting. */ -typedef struct TermData { - const char *pTerm; - int nTerm; - PLWriter *pWriter; -} TermData; - -/* Orders TermData elements in strcmp fashion ( <0 for less-than, 0 -** for equal, >0 for greater-than). -*/ -static int termDataCmp(const void *av, const void *bv){ - const TermData *a = (const TermData *)av; - const TermData *b = (const TermData *)bv; - int n = a->nTermnTerm ? a->nTerm : b->nTerm; - int c = memcmp(a->pTerm, b->pTerm, n); - if( c!=0 ) return c; - return a->nTerm-b->nTerm; -} - -/* Order pTerms data by term, then write a new level 0 segment using -** LeafWriter. -*/ -static int writeZeroSegment(fulltext_vtab *v, fts2Hash *pTerms){ - fts2HashElem *e; - int idx, rc, i, n; - TermData *pData; - LeafWriter writer; - DataBuffer dl; - - /* Determine the next index at level 0, merging as necessary. */ - rc = segdirNextIndex(v, 0, &idx); - if( rc!=SQLITE_OK ) return rc; - - n = fts2HashCount(pTerms); - pData = malloc(n*sizeof(TermData)); - - for(i = 0, e = fts2HashFirst(pTerms); e; i++, e = fts2HashNext(e)){ - assert( i1 ) qsort(pData, n, sizeof(*pData), termDataCmp); - - /* TODO(shess) Refactor so that we can write directly to the segment - ** DataBuffer, as happens for segment merges. - */ - leafWriterInit(0, idx, &writer); - dataBufferInit(&dl, 0); - for(i=0; i PosList */ - int rc; - fts2HashElem *e; - - TRACE(("FTS2 Update %p\n", pVtab)); - - fts2HashInit(&terms, FTS2_HASH_STRING, 1); - - if( nArg<2 ){ - rc = index_delete(v, sqlite3_value_int64(ppArg[0]), &terms); - } else if( sqlite3_value_type(ppArg[0]) != SQLITE_NULL ){ - /* An update: - * ppArg[0] = old rowid - * ppArg[1] = new rowid - * ppArg[2..2+v->nColumn-1] = values - * ppArg[2+v->nColumn] = value for magic column (we ignore this) - */ - sqlite_int64 rowid = sqlite3_value_int64(ppArg[0]); - if( sqlite3_value_type(ppArg[1]) != SQLITE_INTEGER || - sqlite3_value_int64(ppArg[1]) != rowid ){ - rc = SQLITE_ERROR; /* we don't allow changing the rowid */ - } else { - assert( nArg==2+v->nColumn+1); - rc = index_update(v, rowid, &ppArg[2], &terms); - } - } else { - /* An insert: - * ppArg[1] = requested rowid - * ppArg[2..2+v->nColumn-1] = values - * ppArg[2+v->nColumn] = value for magic column (we ignore this) - */ - assert( nArg==2+v->nColumn+1); - rc = index_insert(v, ppArg[1], &ppArg[2], pRowid, &terms); - } - - if( rc==SQLITE_OK ) rc = writeZeroSegment(v, &terms); - - /* clean up */ - for(e=fts2HashFirst(&terms); e; e=fts2HashNext(e)){ - plwDelete(fts2HashData(e)); - } - fts2HashClear(&terms); - - return rc; -} - -/* -** Implementation of the snippet() function for FTS2 -*/ -static void snippetFunc( - sqlite3_context *pContext, - int argc, - sqlite3_value **argv -){ - fulltext_cursor *pCursor; - if( argc<1 ) return; - if( sqlite3_value_type(argv[0])!=SQLITE_BLOB || - sqlite3_value_bytes(argv[0])!=sizeof(pCursor) ){ - sqlite3_result_error(pContext, "illegal first argument to html_snippet",-1); - }else{ - const char *zStart = ""; - const char *zEnd = ""; - const char *zEllipsis = "..."; - memcpy(&pCursor, sqlite3_value_blob(argv[0]), sizeof(pCursor)); - if( argc>=2 ){ - zStart = (const char*)sqlite3_value_text(argv[1]); - if( argc>=3 ){ - zEnd = (const char*)sqlite3_value_text(argv[2]); - if( argc>=4 ){ - zEllipsis = (const char*)sqlite3_value_text(argv[3]); - } - } - } - snippetAllOffsets(pCursor); - snippetText(pCursor, zStart, zEnd, zEllipsis); - sqlite3_result_text(pContext, pCursor->snippet.zSnippet, - pCursor->snippet.nSnippet, SQLITE_STATIC); - } -} - -/* -** Implementation of the offsets() function for FTS2 -*/ -static void snippetOffsetsFunc( - sqlite3_context *pContext, - int argc, - sqlite3_value **argv -){ - fulltext_cursor *pCursor; - if( argc<1 ) return; - if( sqlite3_value_type(argv[0])!=SQLITE_BLOB || - sqlite3_value_bytes(argv[0])!=sizeof(pCursor) ){ - sqlite3_result_error(pContext, "illegal first argument to offsets",-1); - }else{ - memcpy(&pCursor, sqlite3_value_blob(argv[0]), sizeof(pCursor)); - snippetAllOffsets(pCursor); - snippetOffsetText(&pCursor->snippet); - sqlite3_result_text(pContext, - pCursor->snippet.zOffset, pCursor->snippet.nOffset, - SQLITE_STATIC); - } -} - -/* -** This routine implements the xFindFunction method for the FTS2 -** virtual table. -*/ -static int fulltextFindFunction( - sqlite3_vtab *pVtab, - int nArg, - const char *zName, - void (**pxFunc)(sqlite3_context*,int,sqlite3_value**), - void **ppArg -){ - if( strcmp(zName,"snippet")==0 ){ - *pxFunc = snippetFunc; - return 1; - }else if( strcmp(zName,"offsets")==0 ){ - *pxFunc = snippetOffsetsFunc; - return 1; - } - return 0; -} - -static const sqlite3_module fulltextModule = { - /* iVersion */ 0, - /* xCreate */ fulltextCreate, - /* xConnect */ fulltextConnect, - /* xBestIndex */ fulltextBestIndex, - /* xDisconnect */ fulltextDisconnect, - /* xDestroy */ fulltextDestroy, - /* xOpen */ fulltextOpen, - /* xClose */ fulltextClose, - /* xFilter */ fulltextFilter, - /* xNext */ fulltextNext, - /* xEof */ fulltextEof, - /* xColumn */ fulltextColumn, - /* xRowid */ fulltextRowid, - /* xUpdate */ fulltextUpdate, - /* xBegin */ 0, - /* xSync */ 0, - /* xCommit */ 0, - /* xRollback */ 0, - /* xFindFunction */ fulltextFindFunction, -}; - -int sqlite3Fts2Init(sqlite3 *db){ - sqlite3_overload_function(db, "snippet", -1); - sqlite3_overload_function(db, "offsets", -1); - return sqlite3_create_module(db, "fts2", &fulltextModule, 0); -} - -#if !SQLITE_CORE -int sqlite3_extension_init(sqlite3 *db, char **pzErrMsg, - const sqlite3_api_routines *pApi){ - SQLITE_EXTENSION_INIT2(pApi) - return sqlite3Fts2Init(db); -} -#endif - -#endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) */ diff --git a/libs/sqlite/ext/fts2/fts2.h b/libs/sqlite/ext/fts2/fts2.h deleted file mode 100644 index d52979ad40..0000000000 --- a/libs/sqlite/ext/fts2/fts2.h +++ /dev/null @@ -1,11 +0,0 @@ -#include "sqlite3.h" - -#ifdef __cplusplus -extern "C" { -#endif /* __cplusplus */ - -int sqlite3Fts2Init(sqlite3 *db); - -#ifdef __cplusplus -} /* extern "C" */ -#endif /* __cplusplus */ diff --git a/libs/sqlite/ext/fts2/fts2_hash.c b/libs/sqlite/ext/fts2/fts2_hash.c deleted file mode 100644 index 30feed2526..0000000000 --- a/libs/sqlite/ext/fts2/fts2_hash.c +++ /dev/null @@ -1,369 +0,0 @@ -/* -** 2001 September 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This is the implementation of generic hash-tables used in SQLite. -** We've modified it slightly to serve as a standalone hash table -** implementation for the full-text indexing module. -*/ -#include -#include -#include - -/* -** The code in this file is only compiled if: -** -** * The FTS2 module is being built as an extension -** (in which case SQLITE_CORE is not defined), or -** -** * The FTS2 module is being built into the core of -** SQLite (in which case SQLITE_ENABLE_FTS2 is defined). -*/ -#if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) - - -#include "fts2_hash.h" - -static void *malloc_and_zero(int n){ - void *p = malloc(n); - if( p ){ - memset(p, 0, n); - } - return p; -} - -/* Turn bulk memory into a hash table object by initializing the -** fields of the Hash structure. -** -** "pNew" is a pointer to the hash table that is to be initialized. -** keyClass is one of the constants -** FTS2_HASH_BINARY or FTS2_HASH_STRING. The value of keyClass -** determines what kind of key the hash table will use. "copyKey" is -** true if the hash table should make its own private copy of keys and -** false if it should just use the supplied pointer. -*/ -void sqlite3Fts2HashInit(fts2Hash *pNew, int keyClass, int copyKey){ - assert( pNew!=0 ); - assert( keyClass>=FTS2_HASH_STRING && keyClass<=FTS2_HASH_BINARY ); - pNew->keyClass = keyClass; - pNew->copyKey = copyKey; - pNew->first = 0; - pNew->count = 0; - pNew->htsize = 0; - pNew->ht = 0; - pNew->xMalloc = malloc_and_zero; - pNew->xFree = free; -} - -/* Remove all entries from a hash table. Reclaim all memory. -** Call this routine to delete a hash table or to reset a hash table -** to the empty state. -*/ -void sqlite3Fts2HashClear(fts2Hash *pH){ - fts2HashElem *elem; /* For looping over all elements of the table */ - - assert( pH!=0 ); - elem = pH->first; - pH->first = 0; - if( pH->ht ) pH->xFree(pH->ht); - pH->ht = 0; - pH->htsize = 0; - while( elem ){ - fts2HashElem *next_elem = elem->next; - if( pH->copyKey && elem->pKey ){ - pH->xFree(elem->pKey); - } - pH->xFree(elem); - elem = next_elem; - } - pH->count = 0; -} - -/* -** Hash and comparison functions when the mode is FTS2_HASH_STRING -*/ -static int strHash(const void *pKey, int nKey){ - const char *z = (const char *)pKey; - int h = 0; - if( nKey<=0 ) nKey = (int) strlen(z); - while( nKey > 0 ){ - h = (h<<3) ^ h ^ *z++; - nKey--; - } - return h & 0x7fffffff; -} -static int strCompare(const void *pKey1, int n1, const void *pKey2, int n2){ - if( n1!=n2 ) return 1; - return strncmp((const char*)pKey1,(const char*)pKey2,n1); -} - -/* -** Hash and comparison functions when the mode is FTS2_HASH_BINARY -*/ -static int binHash(const void *pKey, int nKey){ - int h = 0; - const char *z = (const char *)pKey; - while( nKey-- > 0 ){ - h = (h<<3) ^ h ^ *(z++); - } - return h & 0x7fffffff; -} -static int binCompare(const void *pKey1, int n1, const void *pKey2, int n2){ - if( n1!=n2 ) return 1; - return memcmp(pKey1,pKey2,n1); -} - -/* -** Return a pointer to the appropriate hash function given the key class. -** -** The C syntax in this function definition may be unfamilar to some -** programmers, so we provide the following additional explanation: -** -** The name of the function is "hashFunction". The function takes a -** single parameter "keyClass". The return value of hashFunction() -** is a pointer to another function. Specifically, the return value -** of hashFunction() is a pointer to a function that takes two parameters -** with types "const void*" and "int" and returns an "int". -*/ -static int (*hashFunction(int keyClass))(const void*,int){ - if( keyClass==FTS2_HASH_STRING ){ - return &strHash; - }else{ - assert( keyClass==FTS2_HASH_BINARY ); - return &binHash; - } -} - -/* -** Return a pointer to the appropriate hash function given the key class. -** -** For help in interpreted the obscure C code in the function definition, -** see the header comment on the previous function. -*/ -static int (*compareFunction(int keyClass))(const void*,int,const void*,int){ - if( keyClass==FTS2_HASH_STRING ){ - return &strCompare; - }else{ - assert( keyClass==FTS2_HASH_BINARY ); - return &binCompare; - } -} - -/* Link an element into the hash table -*/ -static void insertElement( - fts2Hash *pH, /* The complete hash table */ - struct _fts2ht *pEntry, /* The entry into which pNew is inserted */ - fts2HashElem *pNew /* The element to be inserted */ -){ - fts2HashElem *pHead; /* First element already in pEntry */ - pHead = pEntry->chain; - if( pHead ){ - pNew->next = pHead; - pNew->prev = pHead->prev; - if( pHead->prev ){ pHead->prev->next = pNew; } - else { pH->first = pNew; } - pHead->prev = pNew; - }else{ - pNew->next = pH->first; - if( pH->first ){ pH->first->prev = pNew; } - pNew->prev = 0; - pH->first = pNew; - } - pEntry->count++; - pEntry->chain = pNew; -} - - -/* Resize the hash table so that it cantains "new_size" buckets. -** "new_size" must be a power of 2. The hash table might fail -** to resize if sqliteMalloc() fails. -*/ -static void rehash(fts2Hash *pH, int new_size){ - struct _fts2ht *new_ht; /* The new hash table */ - fts2HashElem *elem, *next_elem; /* For looping over existing elements */ - int (*xHash)(const void*,int); /* The hash function */ - - assert( (new_size & (new_size-1))==0 ); - new_ht = (struct _fts2ht *)pH->xMalloc( new_size*sizeof(struct _fts2ht) ); - if( new_ht==0 ) return; - if( pH->ht ) pH->xFree(pH->ht); - pH->ht = new_ht; - pH->htsize = new_size; - xHash = hashFunction(pH->keyClass); - for(elem=pH->first, pH->first=0; elem; elem = next_elem){ - int h = (*xHash)(elem->pKey, elem->nKey) & (new_size-1); - next_elem = elem->next; - insertElement(pH, &new_ht[h], elem); - } -} - -/* This function (for internal use only) locates an element in an -** hash table that matches the given key. The hash for this key has -** already been computed and is passed as the 4th parameter. -*/ -static fts2HashElem *findElementGivenHash( - const fts2Hash *pH, /* The pH to be searched */ - const void *pKey, /* The key we are searching for */ - int nKey, - int h /* The hash for this key. */ -){ - fts2HashElem *elem; /* Used to loop thru the element list */ - int count; /* Number of elements left to test */ - int (*xCompare)(const void*,int,const void*,int); /* comparison function */ - - if( pH->ht ){ - struct _fts2ht *pEntry = &pH->ht[h]; - elem = pEntry->chain; - count = pEntry->count; - xCompare = compareFunction(pH->keyClass); - while( count-- && elem ){ - if( (*xCompare)(elem->pKey,elem->nKey,pKey,nKey)==0 ){ - return elem; - } - elem = elem->next; - } - } - return 0; -} - -/* Remove a single entry from the hash table given a pointer to that -** element and a hash on the element's key. -*/ -static void removeElementGivenHash( - fts2Hash *pH, /* The pH containing "elem" */ - fts2HashElem* elem, /* The element to be removed from the pH */ - int h /* Hash value for the element */ -){ - struct _fts2ht *pEntry; - if( elem->prev ){ - elem->prev->next = elem->next; - }else{ - pH->first = elem->next; - } - if( elem->next ){ - elem->next->prev = elem->prev; - } - pEntry = &pH->ht[h]; - if( pEntry->chain==elem ){ - pEntry->chain = elem->next; - } - pEntry->count--; - if( pEntry->count<=0 ){ - pEntry->chain = 0; - } - if( pH->copyKey && elem->pKey ){ - pH->xFree(elem->pKey); - } - pH->xFree( elem ); - pH->count--; - if( pH->count<=0 ){ - assert( pH->first==0 ); - assert( pH->count==0 ); - fts2HashClear(pH); - } -} - -/* Attempt to locate an element of the hash table pH with a key -** that matches pKey,nKey. Return the data for this element if it is -** found, or NULL if there is no match. -*/ -void *sqlite3Fts2HashFind(const fts2Hash *pH, const void *pKey, int nKey){ - int h; /* A hash on key */ - fts2HashElem *elem; /* The element that matches key */ - int (*xHash)(const void*,int); /* The hash function */ - - if( pH==0 || pH->ht==0 ) return 0; - xHash = hashFunction(pH->keyClass); - assert( xHash!=0 ); - h = (*xHash)(pKey,nKey); - assert( (pH->htsize & (pH->htsize-1))==0 ); - elem = findElementGivenHash(pH,pKey,nKey, h & (pH->htsize-1)); - return elem ? elem->data : 0; -} - -/* Insert an element into the hash table pH. The key is pKey,nKey -** and the data is "data". -** -** If no element exists with a matching key, then a new -** element is created. A copy of the key is made if the copyKey -** flag is set. NULL is returned. -** -** If another element already exists with the same key, then the -** new data replaces the old data and the old data is returned. -** The key is not copied in this instance. If a malloc fails, then -** the new data is returned and the hash table is unchanged. -** -** If the "data" parameter to this function is NULL, then the -** element corresponding to "key" is removed from the hash table. -*/ -void *sqlite3Fts2HashInsert( - fts2Hash *pH, /* The hash table to insert into */ - const void *pKey, /* The key */ - int nKey, /* Number of bytes in the key */ - void *data /* The data */ -){ - int hraw; /* Raw hash value of the key */ - int h; /* the hash of the key modulo hash table size */ - fts2HashElem *elem; /* Used to loop thru the element list */ - fts2HashElem *new_elem; /* New element added to the pH */ - int (*xHash)(const void*,int); /* The hash function */ - - assert( pH!=0 ); - xHash = hashFunction(pH->keyClass); - assert( xHash!=0 ); - hraw = (*xHash)(pKey, nKey); - assert( (pH->htsize & (pH->htsize-1))==0 ); - h = hraw & (pH->htsize-1); - elem = findElementGivenHash(pH,pKey,nKey,h); - if( elem ){ - void *old_data = elem->data; - if( data==0 ){ - removeElementGivenHash(pH,elem,h); - }else{ - elem->data = data; - } - return old_data; - } - if( data==0 ) return 0; - new_elem = (fts2HashElem*)pH->xMalloc( sizeof(fts2HashElem) ); - if( new_elem==0 ) return data; - if( pH->copyKey && pKey!=0 ){ - new_elem->pKey = pH->xMalloc( nKey ); - if( new_elem->pKey==0 ){ - pH->xFree(new_elem); - return data; - } - memcpy((void*)new_elem->pKey, pKey, nKey); - }else{ - new_elem->pKey = (void*)pKey; - } - new_elem->nKey = nKey; - pH->count++; - if( pH->htsize==0 ){ - rehash(pH,8); - if( pH->htsize==0 ){ - pH->count = 0; - pH->xFree(new_elem); - return data; - } - } - if( pH->count > pH->htsize ){ - rehash(pH,pH->htsize*2); - } - assert( pH->htsize>0 ); - assert( (pH->htsize & (pH->htsize-1))==0 ); - h = hraw & (pH->htsize-1); - insertElement(pH, &pH->ht[h], new_elem); - new_elem->data = data; - return 0; -} - -#endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) */ diff --git a/libs/sqlite/ext/fts2/fts2_hash.h b/libs/sqlite/ext/fts2/fts2_hash.h deleted file mode 100644 index 97f35291cb..0000000000 --- a/libs/sqlite/ext/fts2/fts2_hash.h +++ /dev/null @@ -1,112 +0,0 @@ -/* -** 2001 September 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This is the header file for the generic hash-table implemenation -** used in SQLite. We've modified it slightly to serve as a standalone -** hash table implementation for the full-text indexing module. -** -*/ -#ifndef _FTS2_HASH_H_ -#define _FTS2_HASH_H_ - -/* Forward declarations of structures. */ -typedef struct fts2Hash fts2Hash; -typedef struct fts2HashElem fts2HashElem; - -/* A complete hash table is an instance of the following structure. -** The internals of this structure are intended to be opaque -- client -** code should not attempt to access or modify the fields of this structure -** directly. Change this structure only by using the routines below. -** However, many of the "procedures" and "functions" for modifying and -** accessing this structure are really macros, so we can't really make -** this structure opaque. -*/ -struct fts2Hash { - char keyClass; /* HASH_INT, _POINTER, _STRING, _BINARY */ - char copyKey; /* True if copy of key made on insert */ - int count; /* Number of entries in this table */ - fts2HashElem *first; /* The first element of the array */ - void *(*xMalloc)(int); /* malloc() function to use */ - void (*xFree)(void *); /* free() function to use */ - int htsize; /* Number of buckets in the hash table */ - struct _fts2ht { /* the hash table */ - int count; /* Number of entries with this hash */ - fts2HashElem *chain; /* Pointer to first entry with this hash */ - } *ht; -}; - -/* Each element in the hash table is an instance of the following -** structure. All elements are stored on a single doubly-linked list. -** -** Again, this structure is intended to be opaque, but it can't really -** be opaque because it is used by macros. -*/ -struct fts2HashElem { - fts2HashElem *next, *prev; /* Next and previous elements in the table */ - void *data; /* Data associated with this element */ - void *pKey; int nKey; /* Key associated with this element */ -}; - -/* -** There are 2 different modes of operation for a hash table: -** -** FTS2_HASH_STRING pKey points to a string that is nKey bytes long -** (including the null-terminator, if any). Case -** is respected in comparisons. -** -** FTS2_HASH_BINARY pKey points to binary data nKey bytes long. -** memcmp() is used to compare keys. -** -** A copy of the key is made if the copyKey parameter to fts2HashInit is 1. -*/ -#define FTS2_HASH_STRING 1 -#define FTS2_HASH_BINARY 2 - -/* -** Access routines. To delete, insert a NULL pointer. -*/ -void sqlite3Fts2HashInit(fts2Hash*, int keytype, int copyKey); -void *sqlite3Fts2HashInsert(fts2Hash*, const void *pKey, int nKey, void *pData); -void *sqlite3Fts2HashFind(const fts2Hash*, const void *pKey, int nKey); -void sqlite3Fts2HashClear(fts2Hash*); - -/* -** Shorthand for the functions above -*/ -#define fts2HashInit sqlite3Fts2HashInit -#define fts2HashInsert sqlite3Fts2HashInsert -#define fts2HashFind sqlite3Fts2HashFind -#define fts2HashClear sqlite3Fts2HashClear - -/* -** Macros for looping over all elements of a hash table. The idiom is -** like this: -** -** fts2Hash h; -** fts2HashElem *p; -** ... -** for(p=fts2HashFirst(&h); p; p=fts2HashNext(p)){ -** SomeStructure *pData = fts2HashData(p); -** // do something with pData -** } -*/ -#define fts2HashFirst(H) ((H)->first) -#define fts2HashNext(E) ((E)->next) -#define fts2HashData(E) ((E)->data) -#define fts2HashKey(E) ((E)->pKey) -#define fts2HashKeysize(E) ((E)->nKey) - -/* -** Number of entries in a hash table -*/ -#define fts2HashCount(H) ((H)->count) - -#endif /* _FTS2_HASH_H_ */ diff --git a/libs/sqlite/ext/fts2/fts2_porter.c b/libs/sqlite/ext/fts2/fts2_porter.c deleted file mode 100644 index 53956615fb..0000000000 --- a/libs/sqlite/ext/fts2/fts2_porter.c +++ /dev/null @@ -1,642 +0,0 @@ -/* -** 2006 September 30 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** Implementation of the full-text-search tokenizer that implements -** a Porter stemmer. -*/ - -/* -** The code in this file is only compiled if: -** -** * The FTS2 module is being built as an extension -** (in which case SQLITE_CORE is not defined), or -** -** * The FTS2 module is being built into the core of -** SQLite (in which case SQLITE_ENABLE_FTS2 is defined). -*/ -#if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) - - -#include -#if !defined(__APPLE__) -#include -#else -#include -#endif -#include -#include -#include - -#include "fts2_tokenizer.h" - -/* -** Class derived from sqlite3_tokenizer -*/ -typedef struct porter_tokenizer { - sqlite3_tokenizer base; /* Base class */ -} porter_tokenizer; - -/* -** Class derived from sqlit3_tokenizer_cursor -*/ -typedef struct porter_tokenizer_cursor { - sqlite3_tokenizer_cursor base; - const char *zInput; /* input we are tokenizing */ - int nInput; /* size of the input */ - int iOffset; /* current position in zInput */ - int iToken; /* index of next token to be returned */ - char *zToken; /* storage for current token */ - int nAllocated; /* space allocated to zToken buffer */ -} porter_tokenizer_cursor; - - -/* Forward declaration */ -static const sqlite3_tokenizer_module porterTokenizerModule; - - -/* -** Create a new tokenizer instance. -*/ -static int porterCreate( - int argc, const char * const *argv, - sqlite3_tokenizer **ppTokenizer -){ - porter_tokenizer *t; - t = (porter_tokenizer *) calloc(sizeof(porter_tokenizer), 1); - *ppTokenizer = &t->base; - return SQLITE_OK; -} - -/* -** Destroy a tokenizer -*/ -static int porterDestroy(sqlite3_tokenizer *pTokenizer){ - free(pTokenizer); - return SQLITE_OK; -} - -/* -** Prepare to begin tokenizing a particular string. The input -** string to be tokenized is zInput[0..nInput-1]. A cursor -** used to incrementally tokenize this string is returned in -** *ppCursor. -*/ -static int porterOpen( - sqlite3_tokenizer *pTokenizer, /* The tokenizer */ - const char *zInput, int nInput, /* String to be tokenized */ - sqlite3_tokenizer_cursor **ppCursor /* OUT: Tokenization cursor */ -){ - porter_tokenizer_cursor *c; - - c = (porter_tokenizer_cursor *) malloc(sizeof(porter_tokenizer_cursor)); - c->zInput = zInput; - if( zInput==0 ){ - c->nInput = 0; - }else if( nInput<0 ){ - c->nInput = (int)strlen(zInput); - }else{ - c->nInput = nInput; - } - c->iOffset = 0; /* start tokenizing at the beginning */ - c->iToken = 0; - c->zToken = NULL; /* no space allocated, yet. */ - c->nAllocated = 0; - - *ppCursor = &c->base; - return SQLITE_OK; -} - -/* -** Close a tokenization cursor previously opened by a call to -** porterOpen() above. -*/ -static int porterClose(sqlite3_tokenizer_cursor *pCursor){ - porter_tokenizer_cursor *c = (porter_tokenizer_cursor *) pCursor; - free(c->zToken); - free(c); - return SQLITE_OK; -} -/* -** Vowel or consonant -*/ -static const char cType[] = { - 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, - 1, 1, 1, 2, 1 -}; - -/* -** isConsonant() and isVowel() determine if their first character in -** the string they point to is a consonant or a vowel, according -** to Porter ruls. -** -** A consonate is any letter other than 'a', 'e', 'i', 'o', or 'u'. -** 'Y' is a consonant unless it follows another consonant, -** in which case it is a vowel. -** -** In these routine, the letters are in reverse order. So the 'y' rule -** is that 'y' is a consonant unless it is followed by another -** consonent. -*/ -static int isVowel(const char*); -static int isConsonant(const char *z){ - int j; - char x = *z; - if( x==0 ) return 0; - assert( x>='a' && x<='z' ); - j = cType[x-'a']; - if( j<2 ) return j; - return z[1]==0 || isVowel(z + 1); -} -static int isVowel(const char *z){ - int j; - char x = *z; - if( x==0 ) return 0; - assert( x>='a' && x<='z' ); - j = cType[x-'a']; - if( j<2 ) return 1-j; - return isConsonant(z + 1); -} - -/* -** Let any sequence of one or more vowels be represented by V and let -** C be sequence of one or more consonants. Then every word can be -** represented as: -** -** [C] (VC){m} [V] -** -** In prose: A word is an optional consonant followed by zero or -** vowel-consonant pairs followed by an optional vowel. "m" is the -** number of vowel consonant pairs. This routine computes the value -** of m for the first i bytes of a word. -** -** Return true if the m-value for z is 1 or more. In other words, -** return true if z contains at least one vowel that is followed -** by a consonant. -** -** In this routine z[] is in reverse order. So we are really looking -** for an instance of of a consonant followed by a vowel. -*/ -static int m_gt_0(const char *z){ - while( isVowel(z) ){ z++; } - if( *z==0 ) return 0; - while( isConsonant(z) ){ z++; } - return *z!=0; -} - -/* Like mgt0 above except we are looking for a value of m which is -** exactly 1 -*/ -static int m_eq_1(const char *z){ - while( isVowel(z) ){ z++; } - if( *z==0 ) return 0; - while( isConsonant(z) ){ z++; } - if( *z==0 ) return 0; - while( isVowel(z) ){ z++; } - if( *z==0 ) return 1; - while( isConsonant(z) ){ z++; } - return *z==0; -} - -/* Like mgt0 above except we are looking for a value of m>1 instead -** or m>0 -*/ -static int m_gt_1(const char *z){ - while( isVowel(z) ){ z++; } - if( *z==0 ) return 0; - while( isConsonant(z) ){ z++; } - if( *z==0 ) return 0; - while( isVowel(z) ){ z++; } - if( *z==0 ) return 0; - while( isConsonant(z) ){ z++; } - return *z!=0; -} - -/* -** Return TRUE if there is a vowel anywhere within z[0..n-1] -*/ -static int hasVowel(const char *z){ - while( isConsonant(z) ){ z++; } - return *z!=0; -} - -/* -** Return TRUE if the word ends in a double consonant. -** -** The text is reversed here. So we are really looking at -** the first two characters of z[]. -*/ -static int doubleConsonant(const char *z){ - return isConsonant(z) && z[0]==z[1] && isConsonant(z+1); -} - -/* -** Return TRUE if the word ends with three letters which -** are consonant-vowel-consonent and where the final consonant -** is not 'w', 'x', or 'y'. -** -** The word is reversed here. So we are really checking the -** first three letters and the first one cannot be in [wxy]. -*/ -static int star_oh(const char *z){ - return - z[0]!=0 && isConsonant(z) && - z[0]!='w' && z[0]!='x' && z[0]!='y' && - z[1]!=0 && isVowel(z+1) && - z[2]!=0 && isConsonant(z+2); -} - -/* -** If the word ends with zFrom and xCond() is true for the stem -** of the word that preceeds the zFrom ending, then change the -** ending to zTo. -** -** The input word *pz and zFrom are both in reverse order. zTo -** is in normal order. -** -** Return TRUE if zFrom matches. Return FALSE if zFrom does not -** match. Not that TRUE is returned even if xCond() fails and -** no substitution occurs. -*/ -static int stem( - char **pz, /* The word being stemmed (Reversed) */ - const char *zFrom, /* If the ending matches this... (Reversed) */ - const char *zTo, /* ... change the ending to this (not reversed) */ - int (*xCond)(const char*) /* Condition that must be true */ -){ - char *z = *pz; - while( *zFrom && *zFrom==*z ){ z++; zFrom++; } - if( *zFrom!=0 ) return 0; - if( xCond && !xCond(z) ) return 1; - while( *zTo ){ - *(--z) = *(zTo++); - } - *pz = z; - return 1; -} - -/* -** This is the fallback stemmer used when the porter stemmer is -** inappropriate. The input word is copied into the output with -** US-ASCII case folding. If the input word is too long (more -** than 20 bytes if it contains no digits or more than 6 bytes if -** it contains digits) then word is truncated to 20 or 6 bytes -** by taking 10 or 3 bytes from the beginning and end. -*/ -static void copy_stemmer(const char *zIn, int nIn, char *zOut, int *pnOut){ - int i, mx, j; - int hasDigit = 0; - for(i=0; i='A' && c<='Z' ){ - zOut[i] = c - 'A' + 'a'; - }else{ - if( c>='0' && c<='9' ) hasDigit = 1; - zOut[i] = c; - } - } - mx = hasDigit ? 3 : 10; - if( nIn>mx*2 ){ - for(j=mx, i=nIn-mx; i=sizeof(zReverse)-7 ){ - /* The word is too big or too small for the porter stemmer. - ** Fallback to the copy stemmer */ - copy_stemmer(zIn, nIn, zOut, pnOut); - return; - } - for(i=0, j=sizeof(zReverse)-6; i='A' && c<='Z' ){ - zReverse[j] = c + 'a' - 'A'; - }else if( c>='a' && c<='z' ){ - zReverse[j] = c; - }else{ - /* The use of a character not in [a-zA-Z] means that we fallback - ** to the copy stemmer */ - copy_stemmer(zIn, nIn, zOut, pnOut); - return; - } - } - memset(&zReverse[sizeof(zReverse)-5], 0, 5); - z = &zReverse[j+1]; - - - /* Step 1a */ - if( z[0]=='s' ){ - if( - !stem(&z, "sess", "ss", 0) && - !stem(&z, "sei", "i", 0) && - !stem(&z, "ss", "ss", 0) - ){ - z++; - } - } - - /* Step 1b */ - z2 = z; - if( stem(&z, "dee", "ee", m_gt_0) ){ - /* Do nothing. The work was all in the test */ - }else if( - (stem(&z, "gni", "", hasVowel) || stem(&z, "de", "", hasVowel)) - && z!=z2 - ){ - if( stem(&z, "ta", "ate", 0) || - stem(&z, "lb", "ble", 0) || - stem(&z, "zi", "ize", 0) ){ - /* Do nothing. The work was all in the test */ - }else if( doubleConsonant(z) && (*z!='l' && *z!='s' && *z!='z') ){ - z++; - }else if( m_eq_1(z) && star_oh(z) ){ - *(--z) = 'e'; - } - } - - /* Step 1c */ - if( z[0]=='y' && hasVowel(z+1) ){ - z[0] = 'i'; - } - - /* Step 2 */ - switch( z[1] ){ - case 'a': - stem(&z, "lanoita", "ate", m_gt_0) || - stem(&z, "lanoit", "tion", m_gt_0); - break; - case 'c': - stem(&z, "icne", "ence", m_gt_0) || - stem(&z, "icna", "ance", m_gt_0); - break; - case 'e': - stem(&z, "rezi", "ize", m_gt_0); - break; - case 'g': - stem(&z, "igol", "log", m_gt_0); - break; - case 'l': - stem(&z, "ilb", "ble", m_gt_0) || - stem(&z, "illa", "al", m_gt_0) || - stem(&z, "iltne", "ent", m_gt_0) || - stem(&z, "ile", "e", m_gt_0) || - stem(&z, "ilsuo", "ous", m_gt_0); - break; - case 'o': - stem(&z, "noitazi", "ize", m_gt_0) || - stem(&z, "noita", "ate", m_gt_0) || - stem(&z, "rota", "ate", m_gt_0); - break; - case 's': - stem(&z, "msila", "al", m_gt_0) || - stem(&z, "ssenevi", "ive", m_gt_0) || - stem(&z, "ssenluf", "ful", m_gt_0) || - stem(&z, "ssensuo", "ous", m_gt_0); - break; - case 't': - stem(&z, "itila", "al", m_gt_0) || - stem(&z, "itivi", "ive", m_gt_0) || - stem(&z, "itilib", "ble", m_gt_0); - break; - } - - /* Step 3 */ - switch( z[0] ){ - case 'e': - stem(&z, "etaci", "ic", m_gt_0) || - stem(&z, "evita", "", m_gt_0) || - stem(&z, "ezila", "al", m_gt_0); - break; - case 'i': - stem(&z, "itici", "ic", m_gt_0); - break; - case 'l': - stem(&z, "laci", "ic", m_gt_0) || - stem(&z, "luf", "", m_gt_0); - break; - case 's': - stem(&z, "ssen", "", m_gt_0); - break; - } - - /* Step 4 */ - switch( z[1] ){ - case 'a': - if( z[0]=='l' && m_gt_1(z+2) ){ - z += 2; - } - break; - case 'c': - if( z[0]=='e' && z[2]=='n' && (z[3]=='a' || z[3]=='e') && m_gt_1(z+4) ){ - z += 4; - } - break; - case 'e': - if( z[0]=='r' && m_gt_1(z+2) ){ - z += 2; - } - break; - case 'i': - if( z[0]=='c' && m_gt_1(z+2) ){ - z += 2; - } - break; - case 'l': - if( z[0]=='e' && z[2]=='b' && (z[3]=='a' || z[3]=='i') && m_gt_1(z+4) ){ - z += 4; - } - break; - case 'n': - if( z[0]=='t' ){ - if( z[2]=='a' ){ - if( m_gt_1(z+3) ){ - z += 3; - } - }else if( z[2]=='e' ){ - stem(&z, "tneme", "", m_gt_1) || - stem(&z, "tnem", "", m_gt_1) || - stem(&z, "tne", "", m_gt_1); - } - } - break; - case 'o': - if( z[0]=='u' ){ - if( m_gt_1(z+2) ){ - z += 2; - } - }else if( z[3]=='s' || z[3]=='t' ){ - stem(&z, "noi", "", m_gt_1); - } - break; - case 's': - if( z[0]=='m' && z[2]=='i' && m_gt_1(z+3) ){ - z += 3; - } - break; - case 't': - stem(&z, "eta", "", m_gt_1) || - stem(&z, "iti", "", m_gt_1); - break; - case 'u': - if( z[0]=='s' && z[2]=='o' && m_gt_1(z+3) ){ - z += 3; - } - break; - case 'v': - case 'z': - if( z[0]=='e' && z[2]=='i' && m_gt_1(z+3) ){ - z += 3; - } - break; - } - - /* Step 5a */ - if( z[0]=='e' ){ - if( m_gt_1(z+1) ){ - z++; - }else if( m_eq_1(z+1) && !star_oh(z+1) ){ - z++; - } - } - - /* Step 5b */ - if( m_gt_1(z) && z[0]=='l' && z[1]=='l' ){ - z++; - } - - /* z[] is now the stemmed word in reverse order. Flip it back - ** around into forward order and return. - */ - *pnOut = i = strlen(z); - zOut[i] = 0; - while( *z ){ - zOut[--i] = *(z++); - } -} - -/* -** Characters that can be part of a token. We assume any character -** whose value is greater than 0x80 (any UTF character) can be -** part of a token. In other words, delimiters all must have -** values of 0x7f or lower. -*/ -static const char isIdChar[] = { -/* x0 x1 x2 x3 x4 x5 x6 x7 x8 x9 xA xB xC xD xE xF */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, /* 3x */ - 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 4x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 1, /* 5x */ - 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, /* 6x */ - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, /* 7x */ -}; -#define idChar(C) (((ch=C)&0x80)!=0 || (ch>0x2f && isIdChar[ch-0x30])) -#define isDelim(C) (((ch=C)&0x80)==0 && (ch<0x30 || !isIdChar[ch-0x30])) - -/* -** Extract the next token from a tokenization cursor. The cursor must -** have been opened by a prior call to porterOpen(). -*/ -static int porterNext( - sqlite3_tokenizer_cursor *pCursor, /* Cursor returned by porterOpen */ - const char **pzToken, /* OUT: *pzToken is the token text */ - int *pnBytes, /* OUT: Number of bytes in token */ - int *piStartOffset, /* OUT: Starting offset of token */ - int *piEndOffset, /* OUT: Ending offset of token */ - int *piPosition /* OUT: Position integer of token */ -){ - porter_tokenizer_cursor *c = (porter_tokenizer_cursor *) pCursor; - const char *z = c->zInput; - - while( c->iOffsetnInput ){ - int iStartOffset, ch; - - /* Scan past delimiter characters */ - while( c->iOffsetnInput && isDelim(z[c->iOffset]) ){ - c->iOffset++; - } - - /* Count non-delimiter characters. */ - iStartOffset = c->iOffset; - while( c->iOffsetnInput && !isDelim(z[c->iOffset]) ){ - c->iOffset++; - } - - if( c->iOffset>iStartOffset ){ - int n = c->iOffset-iStartOffset; - if( n>c->nAllocated ){ - c->nAllocated = n+20; - c->zToken = realloc(c->zToken, c->nAllocated); - } - porter_stemmer(&z[iStartOffset], n, c->zToken, pnBytes); - *pzToken = c->zToken; - *piStartOffset = iStartOffset; - *piEndOffset = c->iOffset; - *piPosition = c->iToken++; - return SQLITE_OK; - } - } - return SQLITE_DONE; -} - -/* -** The set of routines that implement the porter-stemmer tokenizer -*/ -static const sqlite3_tokenizer_module porterTokenizerModule = { - 0, - porterCreate, - porterDestroy, - porterOpen, - porterClose, - porterNext, -}; - -/* -** Allocate a new porter tokenizer. Return a pointer to the new -** tokenizer in *ppModule -*/ -void sqlite3Fts2PorterTokenizerModule( - sqlite3_tokenizer_module const**ppModule -){ - *ppModule = &porterTokenizerModule; -} - -#endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) */ diff --git a/libs/sqlite/ext/fts2/fts2_tokenizer.h b/libs/sqlite/ext/fts2/fts2_tokenizer.h deleted file mode 100644 index 35f8238b20..0000000000 --- a/libs/sqlite/ext/fts2/fts2_tokenizer.h +++ /dev/null @@ -1,90 +0,0 @@ -/* -** 2006 July 10 -** -** The author disclaims copyright to this source code. -** -************************************************************************* -** Defines the interface to tokenizers used by fulltext-search. There -** are three basic components: -** -** sqlite3_tokenizer_module is a singleton defining the tokenizer -** interface functions. This is essentially the class structure for -** tokenizers. -** -** sqlite3_tokenizer is used to define a particular tokenizer, perhaps -** including customization information defined at creation time. -** -** sqlite3_tokenizer_cursor is generated by a tokenizer to generate -** tokens from a particular input. -*/ -#ifndef _FTS2_TOKENIZER_H_ -#define _FTS2_TOKENIZER_H_ - -/* TODO(shess) Only used for SQLITE_OK and SQLITE_DONE at this time. -** If tokenizers are to be allowed to call sqlite3_*() functions, then -** we will need a way to register the API consistently. -*/ -#include "sqlite3.h" - -/* -** Structures used by the tokenizer interface. -*/ -typedef struct sqlite3_tokenizer sqlite3_tokenizer; -typedef struct sqlite3_tokenizer_cursor sqlite3_tokenizer_cursor; -typedef struct sqlite3_tokenizer_module sqlite3_tokenizer_module; - -struct sqlite3_tokenizer_module { - int iVersion; /* currently 0 */ - - /* - ** Create and destroy a tokenizer. argc/argv are passed down from - ** the fulltext virtual table creation to allow customization. - */ - int (*xCreate)(int argc, const char *const*argv, - sqlite3_tokenizer **ppTokenizer); - int (*xDestroy)(sqlite3_tokenizer *pTokenizer); - - /* - ** Tokenize a particular input. Call xOpen() to prepare to - ** tokenize, xNext() repeatedly until it returns SQLITE_DONE, then - ** xClose() to free any internal state. The pInput passed to - ** xOpen() must exist until the cursor is closed. The ppToken - ** result from xNext() is only valid until the next call to xNext() - ** or until xClose() is called. - */ - /* TODO(shess) current implementation requires pInput to be - ** nul-terminated. This should either be fixed, or pInput/nBytes - ** should be converted to zInput. - */ - int (*xOpen)(sqlite3_tokenizer *pTokenizer, - const char *pInput, int nBytes, - sqlite3_tokenizer_cursor **ppCursor); - int (*xClose)(sqlite3_tokenizer_cursor *pCursor); - int (*xNext)(sqlite3_tokenizer_cursor *pCursor, - const char **ppToken, int *pnBytes, - int *piStartOffset, int *piEndOffset, int *piPosition); -}; - -struct sqlite3_tokenizer { - const sqlite3_tokenizer_module *pModule; /* The module for this tokenizer */ - /* Tokenizer implementations will typically add additional fields */ -}; - -struct sqlite3_tokenizer_cursor { - sqlite3_tokenizer *pTokenizer; /* Tokenizer for this cursor. */ - /* Tokenizer implementations will typically add additional fields */ -}; - -/* -** Get the module for a tokenizer which generates tokens based on a -** set of non-token characters. The default is to break tokens at any -** non-alnum character, though the set of delimiters can also be -** specified by the first argv argument to xCreate(). -*/ -/* TODO(shess) This doesn't belong here. Need some sort of -** registration process. -*/ -void sqlite3Fts2SimpleTokenizerModule(sqlite3_tokenizer_module const**ppModule); -void sqlite3Fts2PorterTokenizerModule(sqlite3_tokenizer_module const**ppModule); - -#endif /* _FTS2_TOKENIZER_H_ */ diff --git a/libs/sqlite/ext/fts2/fts2_tokenizer1.c b/libs/sqlite/ext/fts2/fts2_tokenizer1.c deleted file mode 100644 index 07619076e4..0000000000 --- a/libs/sqlite/ext/fts2/fts2_tokenizer1.c +++ /dev/null @@ -1,220 +0,0 @@ -/* -** The author disclaims copyright to this source code. -** -************************************************************************* -** Implementation of the "simple" full-text-search tokenizer. -*/ - -/* -** The code in this file is only compiled if: -** -** * The FTS2 module is being built as an extension -** (in which case SQLITE_CORE is not defined), or -** -** * The FTS2 module is being built into the core of -** SQLite (in which case SQLITE_ENABLE_FTS2 is defined). -*/ -#if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) - - -#include -#if !defined(__APPLE__) -#include -#else -#include -#endif -#include -#include -#include - -#include "fts2_tokenizer.h" - -typedef struct simple_tokenizer { - sqlite3_tokenizer base; - char delim[128]; /* flag ASCII delimiters */ -} simple_tokenizer; - -typedef struct simple_tokenizer_cursor { - sqlite3_tokenizer_cursor base; - const char *pInput; /* input we are tokenizing */ - int nBytes; /* size of the input */ - int iOffset; /* current position in pInput */ - int iToken; /* index of next token to be returned */ - char *pToken; /* storage for current token */ - int nTokenAllocated; /* space allocated to zToken buffer */ -} simple_tokenizer_cursor; - - -/* Forward declaration */ -static const sqlite3_tokenizer_module simpleTokenizerModule; - -static int isDelim(simple_tokenizer *t, unsigned char c){ - return c<0x80 && t->delim[c]; -} - -/* -** Create a new tokenizer instance. -*/ -static int simpleCreate( - int argc, const char * const *argv, - sqlite3_tokenizer **ppTokenizer -){ - simple_tokenizer *t; - - t = (simple_tokenizer *) calloc(sizeof(simple_tokenizer), 1); - /* TODO(shess) Delimiters need to remain the same from run to run, - ** else we need to reindex. One solution would be a meta-table to - ** track such information in the database, then we'd only want this - ** information on the initial create. - */ - if( argc>1 ){ - int i, n = strlen(argv[1]); - for(i=0; i=0x80 ){ - free(t); - return SQLITE_ERROR; - } - t->delim[ch] = 1; - } - } else { - /* Mark non-alphanumeric ASCII characters as delimiters */ - int i; - for(i=1; i<0x80; i++){ - t->delim[i] = !isalnum(i); - } - } - - *ppTokenizer = &t->base; - return SQLITE_OK; -} - -/* -** Destroy a tokenizer -*/ -static int simpleDestroy(sqlite3_tokenizer *pTokenizer){ - free(pTokenizer); - return SQLITE_OK; -} - -/* -** Prepare to begin tokenizing a particular string. The input -** string to be tokenized is pInput[0..nBytes-1]. A cursor -** used to incrementally tokenize this string is returned in -** *ppCursor. -*/ -static int simpleOpen( - sqlite3_tokenizer *pTokenizer, /* The tokenizer */ - const char *pInput, int nBytes, /* String to be tokenized */ - sqlite3_tokenizer_cursor **ppCursor /* OUT: Tokenization cursor */ -){ - simple_tokenizer_cursor *c; - - c = (simple_tokenizer_cursor *) malloc(sizeof(simple_tokenizer_cursor)); - c->pInput = pInput; - if( pInput==0 ){ - c->nBytes = 0; - }else if( nBytes<0 ){ - c->nBytes = (int)strlen(pInput); - }else{ - c->nBytes = nBytes; - } - c->iOffset = 0; /* start tokenizing at the beginning */ - c->iToken = 0; - c->pToken = NULL; /* no space allocated, yet. */ - c->nTokenAllocated = 0; - - *ppCursor = &c->base; - return SQLITE_OK; -} - -/* -** Close a tokenization cursor previously opened by a call to -** simpleOpen() above. -*/ -static int simpleClose(sqlite3_tokenizer_cursor *pCursor){ - simple_tokenizer_cursor *c = (simple_tokenizer_cursor *) pCursor; - free(c->pToken); - free(c); - return SQLITE_OK; -} - -/* -** Extract the next token from a tokenization cursor. The cursor must -** have been opened by a prior call to simpleOpen(). -*/ -static int simpleNext( - sqlite3_tokenizer_cursor *pCursor, /* Cursor returned by simpleOpen */ - const char **ppToken, /* OUT: *ppToken is the token text */ - int *pnBytes, /* OUT: Number of bytes in token */ - int *piStartOffset, /* OUT: Starting offset of token */ - int *piEndOffset, /* OUT: Ending offset of token */ - int *piPosition /* OUT: Position integer of token */ -){ - simple_tokenizer_cursor *c = (simple_tokenizer_cursor *) pCursor; - simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer; - unsigned char *p = (unsigned char *)c->pInput; - - while( c->iOffsetnBytes ){ - int iStartOffset; - - /* Scan past delimiter characters */ - while( c->iOffsetnBytes && isDelim(t, p[c->iOffset]) ){ - c->iOffset++; - } - - /* Count non-delimiter characters. */ - iStartOffset = c->iOffset; - while( c->iOffsetnBytes && !isDelim(t, p[c->iOffset]) ){ - c->iOffset++; - } - - if( c->iOffset>iStartOffset ){ - int i, n = c->iOffset-iStartOffset; - if( n>c->nTokenAllocated ){ - c->nTokenAllocated = n+20; - c->pToken = realloc(c->pToken, c->nTokenAllocated); - } - for(i=0; ipToken[i] = ch<0x80 ? tolower(ch) : ch; - } - *ppToken = c->pToken; - *pnBytes = n; - *piStartOffset = iStartOffset; - *piEndOffset = c->iOffset; - *piPosition = c->iToken++; - - return SQLITE_OK; - } - } - return SQLITE_DONE; -} - -/* -** The set of routines that implement the simple tokenizer -*/ -static const sqlite3_tokenizer_module simpleTokenizerModule = { - 0, - simpleCreate, - simpleDestroy, - simpleOpen, - simpleClose, - simpleNext, -}; - -/* -** Allocate a new simple tokenizer. Return a pointer to the new -** tokenizer in *ppModule -*/ -void sqlite3Fts2SimpleTokenizerModule( - sqlite3_tokenizer_module const**ppModule -){ - *ppModule = &simpleTokenizerModule; -} - -#endif /* !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS2) */ diff --git a/libs/sqlite/main.mk b/libs/sqlite/main.mk deleted file mode 100644 index caa16ed2af..0000000000 --- a/libs/sqlite/main.mk +++ /dev/null @@ -1,618 +0,0 @@ -############################################################################### -# The following macros should be defined before this script is -# invoked: -# -# TOP The toplevel directory of the source tree. This is the -# directory that contains this "Makefile.in" and the -# "configure.in" script. -# -# BCC C Compiler and options for use in building executables that -# will run on the platform that is doing the build. -# -# USLEEP If the target operating system supports the "usleep()" system -# call, then define the HAVE_USLEEP macro for all C modules. -# -# THREADSAFE If you want the SQLite library to be safe for use within a -# multi-threaded program, then define the following macro -# appropriately: -# -# THREADLIB Specify any extra linker options needed to make the library -# thread safe -# -# OPTS Extra compiler command-line options. -# -# EXE The suffix to add to executable files. ".exe" for windows -# and "" for Unix. -# -# TCC C Compiler and options for use in building executables that -# will run on the target platform. This is usually the same -# as BCC, unless you are cross-compiling. -# -# AR Tools used to build a static library. -# RANLIB -# -# TCL_FLAGS Extra compiler options needed for programs that use the -# TCL library. -# -# LIBTCL Linker options needed to link against the TCL library. -# -# READLINE_FLAGS Compiler options needed for programs that use the -# readline() library. -# -# LIBREADLINE Linker options needed by programs using readline() must -# link against. -# -# NAWK Nawk compatible awk program. Older (obsolete?) solaris -# systems need this to avoid using the original AT&T AWK. -# -# Once the macros above are defined, the rest of this make script will -# build the SQLite library and testing tools. -################################################################################ - -# This is how we compile -# -TCCX = $(TCC) $(OPTS) $(THREADSAFE) $(USLEEP) -I. -I$(TOP)/src - -# Object files for the SQLite library. -# -LIBOBJ+= alter.o analyze.o attach.o auth.o btree.o build.o \ - callback.o complete.o date.o delete.o \ - expr.o func.o hash.o insert.o loadext.o \ - main.o opcodes.o os.o os_os2.o os_unix.o os_win.o \ - pager.o parse.o pragma.o prepare.o printf.o random.o \ - select.o table.o tclsqlite.o tokenize.o trigger.o \ - update.o util.o vacuum.o \ - vdbe.o vdbeapi.o vdbeaux.o vdbefifo.o vdbemem.o \ - where.o utf.o legacy.o vtab.o - -# All of the source code files. -# -SRC = \ - $(TOP)/src/alter.c \ - $(TOP)/src/analyze.c \ - $(TOP)/src/attach.c \ - $(TOP)/src/auth.c \ - $(TOP)/src/btree.c \ - $(TOP)/src/btree.h \ - $(TOP)/src/build.c \ - $(TOP)/src/callback.c \ - $(TOP)/src/complete.c \ - $(TOP)/src/date.c \ - $(TOP)/src/delete.c \ - $(TOP)/src/expr.c \ - $(TOP)/src/func.c \ - $(TOP)/src/hash.c \ - $(TOP)/src/hash.h \ - $(TOP)/src/insert.c \ - $(TOP)/src/legacy.c \ - $(TOP)/src/loadext.c \ - $(TOP)/src/main.c \ - $(TOP)/src/os.c \ - $(TOP)/src/os_os2.c \ - $(TOP)/src/os_unix.c \ - $(TOP)/src/os_win.c \ - $(TOP)/src/pager.c \ - $(TOP)/src/pager.h \ - $(TOP)/src/parse.y \ - $(TOP)/src/pragma.c \ - $(TOP)/src/prepare.c \ - $(TOP)/src/printf.c \ - $(TOP)/src/random.c \ - $(TOP)/src/select.c \ - $(TOP)/src/shell.c \ - $(TOP)/src/sqlite.h.in \ - $(TOP)/src/sqliteInt.h \ - $(TOP)/src/table.c \ - $(TOP)/src/tclsqlite.c \ - $(TOP)/src/tokenize.c \ - $(TOP)/src/trigger.c \ - $(TOP)/src/utf.c \ - $(TOP)/src/update.c \ - $(TOP)/src/util.c \ - $(TOP)/src/vacuum.c \ - $(TOP)/src/vdbe.c \ - $(TOP)/src/vdbe.h \ - $(TOP)/src/vdbeapi.c \ - $(TOP)/src/vdbeaux.c \ - $(TOP)/src/vdbefifo.c \ - $(TOP)/src/vdbemem.c \ - $(TOP)/src/vdbeInt.h \ - $(TOP)/src/vtab.c \ - $(TOP)/src/where.c - -# Source code for extensions -# -SRC += \ - $(TOP)/ext/fts1/fts1.c \ - $(TOP)/ext/fts1/fts1.h \ - $(TOP)/ext/fts1/fts1_hash.c \ - $(TOP)/ext/fts1/fts1_hash.h \ - $(TOP)/ext/fts1/fts1_porter.c \ - $(TOP)/ext/fts1/fts1_tokenizer.h \ - $(TOP)/ext/fts1/fts1_tokenizer1.c - - -# Source code to the test files. -# -TESTSRC = \ - $(TOP)/src/btree.c \ - $(TOP)/src/date.c \ - $(TOP)/src/func.c \ - $(TOP)/src/main.c \ - $(TOP)/src/os.c \ - $(TOP)/src/os_os2.c \ - $(TOP)/src/os_unix.c \ - $(TOP)/src/os_win.c \ - $(TOP)/src/pager.c \ - $(TOP)/src/pragma.c \ - $(TOP)/src/printf.c \ - $(TOP)/src/test1.c \ - $(TOP)/src/test2.c \ - $(TOP)/src/test3.c \ - $(TOP)/src/test4.c \ - $(TOP)/src/test5.c \ - $(TOP)/src/test6.c \ - $(TOP)/src/test7.c \ - $(TOP)/src/test8.c \ - $(TOP)/src/test_autoext.c \ - $(TOP)/src/test_async.c \ - $(TOP)/src/test_md5.c \ - $(TOP)/src/test_schema.c \ - $(TOP)/src/test_server.c \ - $(TOP)/src/test_tclvar.c \ - $(TOP)/src/utf.c \ - $(TOP)/src/util.c \ - $(TOP)/src/vdbe.c \ - $(TOP)/src/vdbeaux.c \ - $(TOP)/src/where.c - -# Header files used by all library source files. -# -HDR = \ - sqlite3.h \ - $(TOP)/src/btree.h \ - $(TOP)/src/hash.h \ - opcodes.h \ - $(TOP)/src/os.h \ - $(TOP)/src/os_common.h \ - $(TOP)/src/sqlite3ext.h \ - $(TOP)/src/sqliteInt.h \ - $(TOP)/src/vdbe.h \ - parse.h - -# Header files used by extensions -# -HDR += \ - $(TOP)/ext/fts1/fts1.h \ - $(TOP)/ext/fts1/fts1_hash.h \ - $(TOP)/ext/fts1/fts1_tokenizer.h - - -# Header files used by the VDBE submodule -# -VDBEHDR = \ - $(HDR) \ - $(TOP)/src/vdbeInt.h - -# This is the default Makefile target. The objects listed here -# are what get build when you type just "make" with no arguments. -# -all: sqlite3.h libsqlite3.a sqlite3$(EXE) - -# Generate the file "last_change" which contains the date of change -# of the most recently modified source code file -# -last_change: $(SRC) - cat $(SRC) | grep '$$Id: ' | sort -k 5 | tail -1 \ - | $(NAWK) '{print $$5,$$6}' >last_change - -libsqlite3.a: $(LIBOBJ) - $(AR) libsqlite3.a $(LIBOBJ) - $(RANLIB) libsqlite3.a - -sqlite3$(EXE): $(TOP)/src/shell.c libsqlite3.a sqlite3.h - $(TCCX) $(READLINE_FLAGS) -o sqlite3$(EXE) $(TOP)/src/shell.c \ - libsqlite3.a $(LIBREADLINE) $(TLIBS) $(THREADLIB) - -objects: $(LIBOBJ_ORIG) - -# This target creates a directory named "tsrc" and fills it with -# copies of all of the C source code and header files needed to -# build on the target system. Some of the C source code and header -# files are automatically generated. This target takes care of -# all that automatic generation. -# -target_source: $(SRC) $(VDBEHDR) opcodes.c keywordhash.h - rm -rf tsrc - mkdir tsrc - cp $(SRC) $(VDBEHDR) tsrc - rm tsrc/sqlite.h.in tsrc/parse.y - cp parse.c opcodes.c keywordhash.h tsrc - -# Rules to build the LEMON compiler generator -# -lemon: $(TOP)/tool/lemon.c $(TOP)/tool/lempar.c - $(BCC) -o lemon $(TOP)/tool/lemon.c - cp $(TOP)/tool/lempar.c . - -# Rules to build individual files -# -alter.o: $(TOP)/src/alter.c $(HDR) - $(TCCX) -c $(TOP)/src/alter.c - -analyze.o: $(TOP)/src/analyze.c $(HDR) - $(TCCX) -c $(TOP)/src/analyze.c - -attach.o: $(TOP)/src/attach.c $(HDR) - $(TCCX) -c $(TOP)/src/attach.c - -auth.o: $(TOP)/src/auth.c $(HDR) - $(TCCX) -c $(TOP)/src/auth.c - -btree.o: $(TOP)/src/btree.c $(HDR) $(TOP)/src/pager.h - $(TCCX) -c $(TOP)/src/btree.c - -build.o: $(TOP)/src/build.c $(HDR) - $(TCCX) -c $(TOP)/src/build.c - -callback.o: $(TOP)/src/callback.c $(HDR) - $(TCCX) -c $(TOP)/src/callback.c - -complete.o: $(TOP)/src/complete.c $(HDR) - $(TCCX) -c $(TOP)/src/complete.c - -date.o: $(TOP)/src/date.c $(HDR) - $(TCCX) -c $(TOP)/src/date.c - -delete.o: $(TOP)/src/delete.c $(HDR) - $(TCCX) -c $(TOP)/src/delete.c - -expr.o: $(TOP)/src/expr.c $(HDR) - $(TCCX) -c $(TOP)/src/expr.c - -func.o: $(TOP)/src/func.c $(HDR) - $(TCCX) -c $(TOP)/src/func.c - -hash.o: $(TOP)/src/hash.c $(HDR) - $(TCCX) -c $(TOP)/src/hash.c - -insert.o: $(TOP)/src/insert.c $(HDR) - $(TCCX) -c $(TOP)/src/insert.c - -legacy.o: $(TOP)/src/legacy.c $(HDR) - $(TCCX) -c $(TOP)/src/legacy.c - -loadext.o: $(TOP)/src/loadext.c $(HDR) - $(TCCX) -c $(TOP)/src/loadext.c - -main.o: $(TOP)/src/main.c $(HDR) - $(TCCX) -c $(TOP)/src/main.c - -pager.o: $(TOP)/src/pager.c $(HDR) $(TOP)/src/pager.h - $(TCCX) -c $(TOP)/src/pager.c - -opcodes.o: opcodes.c - $(TCCX) -c opcodes.c - -opcodes.c: opcodes.h $(TOP)/mkopcodec.awk - sort -n -b -k 3 opcodes.h | $(NAWK) -f $(TOP)/mkopcodec.awk >opcodes.c - -opcodes.h: parse.h $(TOP)/src/vdbe.c $(TOP)/mkopcodeh.awk - cat parse.h $(TOP)/src/vdbe.c | $(NAWK) -f $(TOP)/mkopcodeh.awk >opcodes.h - -os.o: $(TOP)/src/os.c $(HDR) - $(TCCX) -c $(TOP)/src/os.c - -os_os2.o: $(TOP)/src/os_os2.c $(HDR) - $(TCCX) -c $(TOP)/src/os_os2.c - -os_unix.o: $(TOP)/src/os_unix.c $(HDR) - $(TCCX) -c $(TOP)/src/os_unix.c - -os_win.o: $(TOP)/src/os_win.c $(HDR) - $(TCCX) -c $(TOP)/src/os_win.c - -parse.o: parse.c $(HDR) - $(TCCX) -c parse.c - -parse.h: parse.c - -parse.c: $(TOP)/src/parse.y lemon $(TOP)/addopcodes.awk - cp $(TOP)/src/parse.y . - ./lemon $(OPTS) parse.y - mv parse.h parse.h.temp - awk -f $(TOP)/addopcodes.awk parse.h.temp >parse.h - -pragma.o: $(TOP)/src/pragma.c $(HDR) - $(TCCX) $(TCL_FLAGS) -c $(TOP)/src/pragma.c - -prepare.o: $(TOP)/src/prepare.c $(HDR) - $(TCCX) $(TCL_FLAGS) -c $(TOP)/src/prepare.c - -printf.o: $(TOP)/src/printf.c $(HDR) - $(TCCX) $(TCL_FLAGS) -c $(TOP)/src/printf.c - -random.o: $(TOP)/src/random.c $(HDR) - $(TCCX) -c $(TOP)/src/random.c - -select.o: $(TOP)/src/select.c $(HDR) - $(TCCX) -c $(TOP)/src/select.c - -sqlite3.h: $(TOP)/src/sqlite.h.in - sed -e s/--VERS--/`cat ${TOP}/VERSION`/ \ - -e s/--VERSION-NUMBER--/`cat ${TOP}/VERSION | sed 's/[^0-9]/ /g' | $(NAWK) '{printf "%d%03d%03d",$$1,$$2,$$3}'`/ \ - $(TOP)/src/sqlite.h.in >sqlite3.h - -table.o: $(TOP)/src/table.c $(HDR) - $(TCCX) -c $(TOP)/src/table.c - -tclsqlite.o: $(TOP)/src/tclsqlite.c $(HDR) - $(TCCX) $(TCL_FLAGS) -c $(TOP)/src/tclsqlite.c - -tokenize.o: $(TOP)/src/tokenize.c keywordhash.h $(HDR) - $(TCCX) -c $(TOP)/src/tokenize.c - -keywordhash.h: $(TOP)/tool/mkkeywordhash.c - $(BCC) -o mkkeywordhash $(OPTS) $(TOP)/tool/mkkeywordhash.c - ./mkkeywordhash >keywordhash.h - -trigger.o: $(TOP)/src/trigger.c $(HDR) - $(TCCX) -c $(TOP)/src/trigger.c - -update.o: $(TOP)/src/update.c $(HDR) - $(TCCX) -c $(TOP)/src/update.c - -utf.o: $(TOP)/src/utf.c $(HDR) - $(TCCX) -c $(TOP)/src/utf.c - -util.o: $(TOP)/src/util.c $(HDR) - $(TCCX) -c $(TOP)/src/util.c - -vacuum.o: $(TOP)/src/vacuum.c $(HDR) - $(TCCX) -c $(TOP)/src/vacuum.c - -vdbe.o: $(TOP)/src/vdbe.c $(VDBEHDR) - $(TCCX) -c $(TOP)/src/vdbe.c - -vdbeapi.o: $(TOP)/src/vdbeapi.c $(VDBEHDR) - $(TCCX) -c $(TOP)/src/vdbeapi.c - -vdbeaux.o: $(TOP)/src/vdbeaux.c $(VDBEHDR) - $(TCCX) -c $(TOP)/src/vdbeaux.c - -vdbefifo.o: $(TOP)/src/vdbefifo.c $(VDBEHDR) - $(TCCX) -c $(TOP)/src/vdbefifo.c - -vdbemem.o: $(TOP)/src/vdbemem.c $(VDBEHDR) - $(TCCX) -c $(TOP)/src/vdbemem.c - -vtab.o: $(TOP)/src/vtab.c $(VDBEHDR) - $(TCCX) -c $(TOP)/src/vtab.c - -where.o: $(TOP)/src/where.c $(HDR) - $(TCCX) -c $(TOP)/src/where.c - -# Rules for building test programs and for running tests -# -tclsqlite3: $(TOP)/src/tclsqlite.c libsqlite3.a - $(TCCX) $(TCL_FLAGS) -DTCLSH=1 -o tclsqlite3 \ - $(TOP)/src/tclsqlite.c libsqlite3.a $(LIBTCL) $(THREADLIB) - -testfixture$(EXE): $(TOP)/src/tclsqlite.c libsqlite3.a $(TESTSRC) - $(TCCX) $(TCL_FLAGS) -DTCLSH=1 -DSQLITE_TEST=1 -DSQLITE_CRASH_TEST=1 \ - -DSQLITE_SERVER=1 -o testfixture$(EXE) \ - $(TESTSRC) $(TOP)/src/tclsqlite.c \ - libsqlite3.a $(LIBTCL) $(THREADLIB) - -fulltest: testfixture$(EXE) sqlite3$(EXE) - ./testfixture$(EXE) $(TOP)/test/all.test - -test: testfixture$(EXE) sqlite3$(EXE) - ./testfixture$(EXE) $(TOP)/test/quick.test - -sqlite3_analyzer$(EXE): $(TOP)/src/tclsqlite.c libsqlite3.a $(TESTSRC) \ - $(TOP)/tool/spaceanal.tcl - sed \ - -e '/^#/d' \ - -e 's,\\,\\\\,g' \ - -e 's,",\\",g' \ - -e 's,^,",' \ - -e 's,$$,\\n",' \ - $(TOP)/tool/spaceanal.tcl >spaceanal_tcl.h - $(TCCX) $(TCL_FLAGS) -DTCLSH=2 -DSQLITE_TEST=1 -DSQLITE_DEBUG=1 -o \ - sqlite3_analyzer$(EXE) $(TESTSRC) $(TOP)/src/tclsqlite.c \ - libsqlite3.a $(LIBTCL) $(THREADLIB) - -TEST_EXTENSION = $(SHPREFIX)testloadext.$(SO) -$(TEST_EXTENSION): $(TOP)/src/test_loadext.c - $(MKSHLIB) $(TOP)/src/test_loadext.c -o $(TEST_EXTENSION) - -extensiontest: testfixture$(EXE) $(TEST_EXTENSION) - ./testfixture$(EXE) $(TOP)/test/loadext.test - -# Rules used to build documentation -# -arch.html: $(TOP)/www/arch.tcl - tclsh $(TOP)/www/arch.tcl >arch.html - -autoinc.html: $(TOP)/www/autoinc.tcl - tclsh $(TOP)/www/autoinc.tcl >autoinc.html - -c_interface.html: $(TOP)/www/c_interface.tcl - tclsh $(TOP)/www/c_interface.tcl >c_interface.html - -capi3.html: $(TOP)/www/capi3.tcl - tclsh $(TOP)/www/capi3.tcl >capi3.html - -capi3ref.html: $(TOP)/www/capi3ref.tcl - tclsh $(TOP)/www/capi3ref.tcl >capi3ref.html - -changes.html: $(TOP)/www/changes.tcl - tclsh $(TOP)/www/changes.tcl >changes.html - -compile.html: $(TOP)/www/compile.tcl - tclsh $(TOP)/www/compile.tcl >compile.html - -copyright.html: $(TOP)/www/copyright.tcl - tclsh $(TOP)/www/copyright.tcl >copyright.html - -copyright-release.html: $(TOP)/www/copyright-release.html - cp $(TOP)/www/copyright-release.html . - -copyright-release.pdf: $(TOP)/www/copyright-release.pdf - cp $(TOP)/www/copyright-release.pdf . - -common.tcl: $(TOP)/www/common.tcl - cp $(TOP)/www/common.tcl . - -conflict.html: $(TOP)/www/conflict.tcl - tclsh $(TOP)/www/conflict.tcl >conflict.html - -datatypes.html: $(TOP)/www/datatypes.tcl - tclsh $(TOP)/www/datatypes.tcl >datatypes.html - -datatype3.html: $(TOP)/www/datatype3.tcl - tclsh $(TOP)/www/datatype3.tcl >datatype3.html - -different.html: $(TOP)/www/different.tcl - tclsh $(TOP)/www/different.tcl >different.html - -docs.html: $(TOP)/www/docs.tcl - tclsh $(TOP)/www/docs.tcl >docs.html - -download.html: $(TOP)/www/download.tcl - mkdir -p doc - tclsh $(TOP)/www/download.tcl >download.html - -faq.html: $(TOP)/www/faq.tcl - tclsh $(TOP)/www/faq.tcl >faq.html - -fileformat.html: $(TOP)/www/fileformat.tcl - tclsh $(TOP)/www/fileformat.tcl >fileformat.html - -formatchng.html: $(TOP)/www/formatchng.tcl - tclsh $(TOP)/www/formatchng.tcl >formatchng.html - -index.html: $(TOP)/www/index.tcl last_change - tclsh $(TOP)/www/index.tcl >index.html - -lang.html: $(TOP)/www/lang.tcl - tclsh $(TOP)/www/lang.tcl doc >lang.html - -pragma.html: $(TOP)/www/pragma.tcl - tclsh $(TOP)/www/pragma.tcl >pragma.html - -lockingv3.html: $(TOP)/www/lockingv3.tcl - tclsh $(TOP)/www/lockingv3.tcl >lockingv3.html - -sharedcache.html: $(TOP)/www/sharedcache.tcl - tclsh $(TOP)/www/sharedcache.tcl >sharedcache.html - -mingw.html: $(TOP)/www/mingw.tcl - tclsh $(TOP)/www/mingw.tcl >mingw.html - -nulls.html: $(TOP)/www/nulls.tcl - tclsh $(TOP)/www/nulls.tcl >nulls.html - -oldnews.html: $(TOP)/www/oldnews.tcl - tclsh $(TOP)/www/oldnews.tcl >oldnews.html - -omitted.html: $(TOP)/www/omitted.tcl - tclsh $(TOP)/www/omitted.tcl >omitted.html - -opcode.html: $(TOP)/www/opcode.tcl $(TOP)/src/vdbe.c - tclsh $(TOP)/www/opcode.tcl $(TOP)/src/vdbe.c >opcode.html - -optimizer.html: $(TOP)/www/optimizer.tcl - tclsh $(TOP)/www/optimizer.tcl >optimizer.html - -optoverview.html: $(TOP)/www/optoverview.tcl - tclsh $(TOP)/www/optoverview.tcl >optoverview.html - -quickstart.html: $(TOP)/www/quickstart.tcl - tclsh $(TOP)/www/quickstart.tcl >quickstart.html - -speed.html: $(TOP)/www/speed.tcl - tclsh $(TOP)/www/speed.tcl >speed.html - -sqlite.html: $(TOP)/www/sqlite.tcl - tclsh $(TOP)/www/sqlite.tcl >sqlite.html - -support.html: $(TOP)/www/support.tcl - tclsh $(TOP)/www/support.tcl >support.html - -tclsqlite.html: $(TOP)/www/tclsqlite.tcl - tclsh $(TOP)/www/tclsqlite.tcl >tclsqlite.html - -vdbe.html: $(TOP)/www/vdbe.tcl - tclsh $(TOP)/www/vdbe.tcl >vdbe.html - -version3.html: $(TOP)/www/version3.tcl - tclsh $(TOP)/www/version3.tcl >version3.html - -whentouse.html: $(TOP)/www/whentouse.tcl - tclsh $(TOP)/www/whentouse.tcl >whentouse.html - - -# Files to be published on the website. -# -DOC = \ - arch.html \ - autoinc.html \ - c_interface.html \ - capi3.html \ - capi3ref.html \ - changes.html \ - compile.html \ - copyright.html \ - copyright-release.html \ - copyright-release.pdf \ - conflict.html \ - datatypes.html \ - datatype3.html \ - different.html \ - docs.html \ - download.html \ - faq.html \ - fileformat.html \ - formatchng.html \ - index.html \ - lang.html \ - lockingv3.html \ - mingw.html \ - nulls.html \ - oldnews.html \ - omitted.html \ - opcode.html \ - optimizer.html \ - optoverview.html \ - pragma.html \ - quickstart.html \ - sharedcache.html \ - speed.html \ - sqlite.html \ - support.html \ - tclsqlite.html \ - vdbe.html \ - version3.html \ - whentouse.html - -doc: common.tcl $(DOC) - mkdir -p doc - mv $(DOC) doc - cp $(TOP)/www/*.gif $(TOP)/art/*.gif doc - -# Standard install and cleanup targets -# -install: sqlite3 libsqlite3.a sqlite3.h - mv sqlite3 /usr/bin - mv libsqlite3.a /usr/lib - mv sqlite3.h /usr/include - -clean: - rm -f *.o sqlite3 libsqlite3.a sqlite3.h opcodes.* - rm -f lemon lempar.c parse.* sqlite*.tar.gz mkkeywordhash keywordhash.h - rm -f $(PUBLISH) - rm -f *.da *.bb *.bbg gmon.out - rm -rf tsrc - rm -f testloadext.dll libtestloadext.so diff --git a/libs/sqlite/mkdll.sh b/libs/sqlite/mkdll.sh deleted file mode 100755 index 56ecb7ce31..0000000000 --- a/libs/sqlite/mkdll.sh +++ /dev/null @@ -1,50 +0,0 @@ -#!/bin/sh -# -# This script is used to compile SQLite into a DLL. -# -# Two separate DLLs are generated. "sqlite3.dll" is the core -# library. "tclsqlite3.dll" contains the TCL bindings and is the -# library that is loaded into TCL in order to run SQLite. -# -make target_source -cd tsrc -PATH=$PATH:/opt/mingw/bin -TCLDIR=/home/drh/tcltk/846/win/846win -TCLSTUBLIB=$TCLDIR/libtcl84stub.a -OPTS='-DUSE_TCL_STUBS=1 -DNDEBUG=1 -DTHREADSAFE=1 -DBUILD_sqlite=1' -CC="i386-mingw32msvc-gcc -O2 $OPTS -I. -I$TCLDIR" -NM="i386-mingw32msvc-nm" -rm shell.c -for i in *.c; do - CMD="$CC -c $i" - echo $CMD - $CMD -done -echo 'EXPORTS' >tclsqlite3.def -$NM *.o | grep ' T ' >temp1 -grep '_Init$' temp1 >temp2 -grep '_SafeInit$' temp1 >>temp2 -grep ' T _sqlite3_' temp1 >>temp2 -echo 'EXPORTS' >tclsqlite3.def -sed 's/^.* T _//' temp2 | sort | uniq >>tclsqlite3.def -i386-mingw32msvc-dllwrap \ - --def tclsqlite3.def -v --export-all \ - --driver-name i386-mingw32msvc-gcc \ - --dlltool-name i386-mingw32msvc-dlltool \ - --as i386-mingw32msvc-as \ - --target i386-mingw32 \ - -dllname tclsqlite3.dll -lmsvcrt *.o $TCLSTUBLIB -#i386-mingw32msvc-strip tclsqlite3.dll -rm tclsqlite.o -$NM *.o | grep ' T ' >temp1 -echo 'EXPORTS' >sqlite3.def -grep ' _sqlite3_' temp1 | sed 's/^.* _//' >>sqlite3.def -i386-mingw32msvc-dllwrap \ - --def sqlite3.def -v --export-all \ - --driver-name i386-mingw32msvc-gcc \ - --dlltool-name i386-mingw32msvc-dlltool \ - --as i386-mingw32msvc-as \ - --target i386-mingw32 \ - -dllname sqlite3.dll -lmsvcrt *.o -#i386-mingw32msvc-strip sqlite3.dll -cd .. diff --git a/libs/sqlite/mkopcodec.awk b/libs/sqlite/mkopcodec.awk deleted file mode 100644 index bf6bfbeb37..0000000000 --- a/libs/sqlite/mkopcodec.awk +++ /dev/null @@ -1,28 +0,0 @@ -#!/usr/bin/awk -f -# -# This AWK script scans the opcodes.h file (which is itself generated by -# another awk script) and uses the information gleaned to create the -# opcodes.c source file. -# -# Opcodes.c contains strings which are the symbolic names for the various -# opcodes used by the VDBE. These strings are used when disassembling a -# VDBE program during tracing or as a result of the EXPLAIN keyword. -# -BEGIN { - print "/* Automatically generated. Do not edit */" - print "/* See the mkopcodec.awk script for details. */" - printf "#if !defined(SQLITE_OMIT_EXPLAIN)" - printf " || !defined(NDEBUG)" - printf " || defined(VDBE_PROFILE)" - print " || defined(SQLITE_DEBUG)" - print "const char *const sqlite3OpcodeNames[] = { \"?\"," -} -/define OP_/ { - sub("OP_","",$2) - i++ - printf " /* %3d */ \"%s\",\n", $3, $2 -} -END { - print "};" - print "#endif" -} diff --git a/libs/sqlite/mkopcodeh.awk b/libs/sqlite/mkopcodeh.awk deleted file mode 100644 index c0874b1439..0000000000 --- a/libs/sqlite/mkopcodeh.awk +++ /dev/null @@ -1,127 +0,0 @@ -#!/usr/bin/awk -f -# -# Generate the file opcodes.h. -# -# This AWK script scans a concatenation of the parse.h output file from the -# parser and the vdbe.c source file in order to generate the opcodes numbers -# for all opcodes. -# -# The lines of the vdbe.c that we are interested in are of the form: -# -# case OP_aaaa: /* same as TK_bbbbb */ -# -# The TK_ comment is optional. If it is present, then the value assigned to -# the OP_ is the same as the TK_ value. If missing, the OP_ value is assigned -# a small integer that is different from every other OP_ value. -# -# We go to the trouble of making some OP_ values the same as TK_ values -# as an optimization. During parsing, things like expression operators -# are coded with TK_ values such as TK_ADD, TK_DIVIDE, and so forth. Later -# during code generation, we need to generate corresponding opcodes like -# OP_Add and OP_Divide. By making TK_ADD==OP_Add and TK_DIVIDE==OP_Divide, -# code to translate from one to the other is avoided. This makes the -# code generator run (infinitesimally) faster and more importantly it makes -# the library footprint smaller. -# -# This script also scans for lines of the form: -# -# case OP_aaaa: /* no-push */ -# -# When the no-push comment is found on an opcode, it means that that -# opcode does not leave a result on the stack. By identifying which -# opcodes leave results on the stack it is possible to determine a -# much smaller upper bound on the size of the stack. This allows -# a smaller stack to be allocated, which is important to embedded -# systems with limited memory space. This script generates a series -# of "NOPUSH_MASK" defines that contain bitmaps of opcodes that leave -# results on the stack. The NOPUSH_MASK defines are used in vdbeaux.c -# to help determine the maximum stack size. -# - - -# Remember the TK_ values from the parse.h file -/^#define TK_/ { - tk[$2] = $3 -} - -# Scan for "case OP_aaaa:" lines in the vdbe.c file -/^case OP_/ { - name = $2 - sub(/:/,"",name) - sub("\r","",name) - op[name] = -1 - for(i=3; imax ) max = op[name] - printf "#define %-25s %15d", name, op[name] - if( sameas[op[name]] ) { - printf " /* same as %-12s*/", sameas[op[name]] - } - printf "\n" - - } - seenUnused = 0; - for(i=1; i $HOME/.rpmmacros -echo "%_topdir %{HOME}/rpm" >> $HOME/.rpmmacros -mkdir $HOME/rpm -mkdir $HOME/rpm/BUILD -mkdir $HOME/rpm/SOURCES -mkdir $HOME/rpm/RPMS -mkdir $HOME/rpm/SRPMS -mkdir $HOME/rpm/SPECS - -# create the spec file from the template -sed s/SQLITE_VERSION/$VERS/g $srcdir/spec.template > $HOME/rpm/SPECS/sqlite.spec - -# copy the source tarball to the rpm directory -cp doc/sqlite-$VERS.tar.gz $HOME/rpm/SOURCES/. - -# build all the rpms -rpm -ba $HOME/rpm/SPECS/sqlite.spec >& rpm-$vers.log - -# copy the RPMs into the build directory. -mv $HOME/rpm/RPMS/i386/sqlite*-$vers*.rpm doc -mv $HOME/rpm/SRPMS/sqlite-$vers*.rpm doc - -# Build the website -# -#cp $srcdir/../historical/* doc -make doc -cd doc -chmod 644 *.gz diff --git a/libs/sqlite/spec.template b/libs/sqlite/spec.template deleted file mode 100644 index 24c5eaebb8..0000000000 --- a/libs/sqlite/spec.template +++ /dev/null @@ -1,62 +0,0 @@ -%define name sqlite -%define version SQLITE_VERSION -%define release 1 - -Name: %{name} -Summary: SQLite is a C library that implements an embeddable SQL database engine -Version: %{version} -Release: %{release} -Source: %{name}-%{version}.tar.gz -Group: System/Libraries -URL: http://www.hwaci.com/sw/sqlite/ -License: Public Domain -BuildRoot: %{_tmppath}/%{name}-%{version}-root - -%description -SQLite is a C library that implements an embeddable SQL database engine. -Programs that link with the SQLite library can have SQL database access -without running a separate RDBMS process. The distribution comes with a -standalone command-line access program (sqlite) that can be used to -administer an SQLite database and which serves as an example of how to -use the SQLite library. - -%package -n %{name}-devel -Summary: Header files and libraries for developing apps which will use sqlite -Group: Development/C -Requires: %{name} = %{version}-%{release} - -%description -n %{name}-devel -The sqlite-devel package contains the header files and libraries needed -to develop programs that use the sqlite database library. - -%prep -%setup -q -n %{name} - -%build -CFLAGS="%optflags -DNDEBUG=1" CXXFLAGS="%optflags -DNDEBUG=1" ./configure --prefix=%{_prefix} - -make -make doc - -%install -install -d $RPM_BUILD_ROOT/%{_prefix} -install -d $RPM_BUILD_ROOT/%{_prefix}/bin -install -d $RPM_BUILD_ROOT/%{_prefix}/include -install -d $RPM_BUILD_ROOT/%{_prefix}/lib -make install prefix=$RPM_BUILD_ROOT/%{_prefix} - -%clean -rm -fr $RPM_BUILD_ROOT - -%files -%defattr(-, root, root) -%{_libdir}/*.so* -%{_bindir}/* - -%files -n %{name}-devel -%defattr(-, root, root) -%{_libdir}/pkgconfig/sqlite3.pc -%{_libdir}/*.a -%{_libdir}/*.la -%{_includedir}/* -%doc doc/* diff --git a/libs/sqlite/sqlite.pc.in b/libs/sqlite/sqlite.pc.in deleted file mode 100644 index 16ed41c3d9..0000000000 --- a/libs/sqlite/sqlite.pc.in +++ /dev/null @@ -1,12 +0,0 @@ -# Package Information for pkg-config - -prefix=@prefix@ -exec_prefix=@exec_prefix@ -libdir=@libdir@ -includedir=@includedir@ - -Name: SQLite -Description: SQL database engine -Version: @VERSION@ -Libs: -L${libdir} -lsqlite -Cflags: -I${includedir} diff --git a/libs/sqlite/sqlite3.1 b/libs/sqlite/sqlite3.1 deleted file mode 100644 index 785995bf60..0000000000 --- a/libs/sqlite/sqlite3.1 +++ /dev/null @@ -1,229 +0,0 @@ -.\" Hey, EMACS: -*- nroff -*- -.\" First parameter, NAME, should be all caps -.\" Second parameter, SECTION, should be 1-8, maybe w/ subsection -.\" other parameters are allowed: see man(7), man(1) -.TH SQLITE3 1 "Mon Apr 15 23:49:17 2002" -.\" Please adjust this date whenever revising the manpage. -.\" -.\" Some roff macros, for reference: -.\" .nh disable hyphenation -.\" .hy enable hyphenation -.\" .ad l left justify -.\" .ad b justify to both left and right margins -.\" .nf disable filling -.\" .fi enable filling -.\" .br insert line break -.\" .sp insert n+1 empty lines -.\" for manpage-specific macros, see man(7) -.SH NAME -.B sqlite3 -\- A command line interface for SQLite version 3 - -.SH SYNOPSIS -.B sqlite3 -.RI [ options ] -.RI [ databasefile ] -.RI [ SQL ] - -.SH SUMMARY -.PP -.B sqlite3 -is a terminal-based front-end to the SQLite library that can evaluate -queries interactively and display the results in multiple formats. -.B sqlite3 -can also be used within shell scripts and other applications to provide -batch processing features. - -.SH DESCRIPTION -To start a -.B sqlite3 -interactive session, invoke the -.B sqlite3 -command and optionally provide the name of a database file. If the -database file does not exist, it will be created. If the database file -does exist, it will be opened. - -For example, to create a new database file named "mydata.db", create -a table named "memos" and insert a couple of records into that table: -.sp -$ -.B sqlite3 mydata.db -.br -SQLite version 3.1.3 -.br -Enter ".help" for instructions -.br -sqlite> -.B create table memos(text, priority INTEGER); -.br -sqlite> -.B insert into memos values('deliver project description', 10); -.br -sqlite> -.B insert into memos values('lunch with Christine', 100); -.br -sqlite> -.B select * from memos; -.br -deliver project description|10 -.br -lunch with Christine|100 -.br -sqlite> -.sp - -If no database name is supplied, the ATTACH sql command can be used -to attach to existing or create new database files. ATTACH can also -be used to attach to multiple databases within the same interactive -session. This is useful for migrating data between databases, -possibly changing the schema along the way. - -Optionally, a SQL statement or set of SQL statements can be supplied as -a single argument. Multiple statements should be separated by -semi-colons. - -For example: -.sp -$ -.B sqlite3 -line mydata.db 'select * from memos where priority > 20;' -.br - text = lunch with Christine -.br -priority = 100 -.br -.sp - -.SS SQLITE META-COMMANDS -.PP -The interactive interpreter offers a set of meta-commands that can be -used to control the output format, examine the currently attached -database files, or perform administrative operations upon the -attached databases (such as rebuilding indices). Meta-commands are -always prefixed with a dot (.). - -A list of available meta-commands can be viewed at any time by issuing -the '.help' command. For example: -.sp -sqlite> -.B .help -.nf -.cc | -.databases List names and files of attached databases -.dump ?TABLE? ... Dump the database in an SQL text format -.echo ON|OFF Turn command echo on or off -.exit Exit this program -.explain ON|OFF Turn output mode suitable for EXPLAIN on or off. -.header(s) ON|OFF Turn display of headers on or off -.help Show this message -.import FILE TABLE Import data from FILE into TABLE -.indices TABLE Show names of all indices on TABLE -.mode MODE ?TABLE? Set output mode where MODE is one of: - csv Comma-separated values - column Left-aligned columns. (See .width) - html HTML code - insert SQL insert statements for TABLE - line One value per line - list Values delimited by .separator string - tabs Tab-separated values - tcl TCL list elements -.nullvalue STRING Print STRING in place of NULL values -.output FILENAME Send output to FILENAME -.output stdout Send output to the screen -.prompt MAIN CONTINUE Replace the standard prompts -.quit Exit this program -.read FILENAME Execute SQL in FILENAME -.schema ?TABLE? Show the CREATE statements -.separator STRING Change separator used by output mode and .import -.show Show the current values for various settings -.tables ?PATTERN? List names of tables matching a LIKE pattern -.timeout MS Try opening locked tables for MS milliseconds -.width NUM NUM ... Set column widths for "column" mode -sqlite> -|cc . -.sp -.fi - -.SH OPTIONS -.B sqlite3 -has the following options: -.TP -.BI \-init\ file -Read and execute commands from -.I file -, which can contain a mix of SQL statements and meta-commands. -.TP -.B \-echo -Print commands before execution. -.TP -.B \-[no]header -Turn headers on or off. -.TP -.B \-column -Query results will be displayed in a table like form, using -whitespace characters to separate the columns and align the -output. -.TP -.B \-html -Query results will be output as simple HTML tables. -.TP -.B \-line -Query results will be displayed with one value per line, rows -separated by a blank line. Designed to be easily parsed by -scripts or other programs -.TP -.B \-list -Query results will be displayed with the separator (|, by default) -character between each field value. The default. -.TP -.BI \-separator\ separator -Set output field separator. Default is '|'. -.TP -.BI \-nullvalue\ string -Set string used to represent NULL values. Default is '' -(empty string). -.TP -.B \-version -Show SQLite version. -.TP -.B \-help -Show help on options and exit. - - -.SH INIT FILE -.B sqlite3 -reads an initialization file to set the configuration of the -interactive environment. Throughout initialization, any previously -specified setting can be overridden. The sequence of initialization is -as follows: - -o The default configuration is established as follows: - -.sp -.nf -.cc | -mode = LIST -separator = "|" -main prompt = "sqlite> " -continue prompt = " ...> " -|cc . -.sp -.fi - -o If the file -.B ~/.sqliterc -exists, it is processed first. -can be found in the user's home directory, it is -read and processed. It should generally only contain meta-commands. - -o If the -init option is present, the specified file is processed. - -o All other command line options are processed. - -.SH SEE ALSO -http://www.sqlite.org/ -.br -The sqlite-doc package -.SH AUTHOR -This manual page was originally written by Andreas Rottmann -, for the Debian GNU/Linux system (but may be used -by others). It was subsequently revised by Bill Bumgarner . diff --git a/libs/sqlite/sqlite3.pc.in b/libs/sqlite/sqlite3.pc.in deleted file mode 100644 index c14b5ba33a..0000000000 --- a/libs/sqlite/sqlite3.pc.in +++ /dev/null @@ -1,12 +0,0 @@ -# Package Information for pkg-config - -prefix=@prefix@ -exec_prefix=@exec_prefix@ -libdir=@libdir@ -includedir=@includedir@ - -Name: SQLite -Description: SQL database engine -Version: @VERSION@ -Libs: -L${libdir} -lsqlite3 -Cflags: -I${includedir} diff --git a/libs/sqlite/src/alter.c b/libs/sqlite/src/alter.c deleted file mode 100644 index 128f3d6611..0000000000 --- a/libs/sqlite/src/alter.c +++ /dev/null @@ -1,575 +0,0 @@ -/* -** 2005 February 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains C code routines that used to generate VDBE code -** that implements the ALTER TABLE command. -** -** $Id: alter.c,v 1.22 2006/09/08 12:27:37 drh Exp $ -*/ -#include "sqliteInt.h" -#include - -/* -** The code in this file only exists if we are not omitting the -** ALTER TABLE logic from the build. -*/ -#ifndef SQLITE_OMIT_ALTERTABLE - - -/* -** This function is used by SQL generated to implement the -** ALTER TABLE command. The first argument is the text of a CREATE TABLE or -** CREATE INDEX command. The second is a table name. The table name in -** the CREATE TABLE or CREATE INDEX statement is replaced with the third -** argument and the result returned. Examples: -** -** sqlite_rename_table('CREATE TABLE abc(a, b, c)', 'def') -** -> 'CREATE TABLE def(a, b, c)' -** -** sqlite_rename_table('CREATE INDEX i ON abc(a)', 'def') -** -> 'CREATE INDEX i ON def(a, b, c)' -*/ -static void renameTableFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - unsigned char const *zSql = sqlite3_value_text(argv[0]); - unsigned char const *zTableName = sqlite3_value_text(argv[1]); - - int token; - Token tname; - unsigned char const *zCsr = zSql; - int len = 0; - char *zRet; - - /* The principle used to locate the table name in the CREATE TABLE - ** statement is that the table name is the first token that is immediatedly - ** followed by a left parenthesis - TK_LP. - */ - if( zSql ){ - do { - /* Store the token that zCsr points to in tname. */ - tname.z = zCsr; - tname.n = len; - - /* Advance zCsr to the next token. Store that token type in 'token', - ** and it's length in 'len' (to be used next iteration of this loop). - */ - do { - zCsr += len; - len = sqlite3GetToken(zCsr, &token); - } while( token==TK_SPACE ); - assert( len>0 ); - } while( token!=TK_LP ); - - zRet = sqlite3MPrintf("%.*s%Q%s", tname.z - zSql, zSql, - zTableName, tname.z+tname.n); - sqlite3_result_text(context, zRet, -1, sqlite3FreeX); - } -} - -#ifndef SQLITE_OMIT_TRIGGER -/* This function is used by SQL generated to implement the -** ALTER TABLE command. The first argument is the text of a CREATE TRIGGER -** statement. The second is a table name. The table name in the CREATE -** TRIGGER statement is replaced with the third argument and the result -** returned. This is analagous to renameTableFunc() above, except for CREATE -** TRIGGER, not CREATE INDEX and CREATE TABLE. -*/ -static void renameTriggerFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - unsigned char const *zSql = sqlite3_value_text(argv[0]); - unsigned char const *zTableName = sqlite3_value_text(argv[1]); - - int token; - Token tname; - int dist = 3; - unsigned char const *zCsr = zSql; - int len = 0; - char *zRet; - - /* The principle used to locate the table name in the CREATE TRIGGER - ** statement is that the table name is the first token that is immediatedly - ** preceded by either TK_ON or TK_DOT and immediatedly followed by one - ** of TK_WHEN, TK_BEGIN or TK_FOR. - */ - if( zSql ){ - do { - /* Store the token that zCsr points to in tname. */ - tname.z = zCsr; - tname.n = len; - - /* Advance zCsr to the next token. Store that token type in 'token', - ** and it's length in 'len' (to be used next iteration of this loop). - */ - do { - zCsr += len; - len = sqlite3GetToken(zCsr, &token); - }while( token==TK_SPACE ); - assert( len>0 ); - - /* Variable 'dist' stores the number of tokens read since the most - ** recent TK_DOT or TK_ON. This means that when a WHEN, FOR or BEGIN - ** token is read and 'dist' equals 2, the condition stated above - ** to be met. - ** - ** Note that ON cannot be a database, table or column name, so - ** there is no need to worry about syntax like - ** "CREATE TRIGGER ... ON ON.ON BEGIN ..." etc. - */ - dist++; - if( token==TK_DOT || token==TK_ON ){ - dist = 0; - } - } while( dist!=2 || (token!=TK_WHEN && token!=TK_FOR && token!=TK_BEGIN) ); - - /* Variable tname now contains the token that is the old table-name - ** in the CREATE TRIGGER statement. - */ - zRet = sqlite3MPrintf("%.*s%Q%s", tname.z - zSql, zSql, - zTableName, tname.z+tname.n); - sqlite3_result_text(context, zRet, -1, sqlite3FreeX); - } -} -#endif /* !SQLITE_OMIT_TRIGGER */ - -/* -** Register built-in functions used to help implement ALTER TABLE -*/ -void sqlite3AlterFunctions(sqlite3 *db){ - static const struct { - char *zName; - signed char nArg; - void (*xFunc)(sqlite3_context*,int,sqlite3_value **); - } aFuncs[] = { - { "sqlite_rename_table", 2, renameTableFunc}, -#ifndef SQLITE_OMIT_TRIGGER - { "sqlite_rename_trigger", 2, renameTriggerFunc}, -#endif - }; - int i; - - for(i=0; idb->aDb[1].pSchema; /* Temp db schema */ - - /* If the table is not located in the temp-db (in which case NULL is - ** returned, loop through the tables list of triggers. For each trigger - ** that is not part of the temp-db schema, add a clause to the WHERE - ** expression being built up in zWhere. - */ - if( pTab->pSchema!=pTempSchema ){ - for( pTrig=pTab->pTrigger; pTrig; pTrig=pTrig->pNext ){ - if( pTrig->pSchema==pTempSchema ){ - if( !zWhere ){ - zWhere = sqlite3MPrintf("name=%Q", pTrig->name); - }else{ - tmp = zWhere; - zWhere = sqlite3MPrintf("%s OR name=%Q", zWhere, pTrig->name); - sqliteFree(tmp); - } - } - } - } - return zWhere; -} - -/* -** Generate code to drop and reload the internal representation of table -** pTab from the database, including triggers and temporary triggers. -** Argument zName is the name of the table in the database schema at -** the time the generated code is executed. This can be different from -** pTab->zName if this function is being called to code part of an -** "ALTER TABLE RENAME TO" statement. -*/ -static void reloadTableSchema(Parse *pParse, Table *pTab, const char *zName){ - Vdbe *v; - char *zWhere; - int iDb; /* Index of database containing pTab */ -#ifndef SQLITE_OMIT_TRIGGER - Trigger *pTrig; -#endif - - v = sqlite3GetVdbe(pParse); - if( !v ) return; - iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - assert( iDb>=0 ); - -#ifndef SQLITE_OMIT_TRIGGER - /* Drop any table triggers from the internal schema. */ - for(pTrig=pTab->pTrigger; pTrig; pTrig=pTrig->pNext){ - int iTrigDb = sqlite3SchemaToIndex(pParse->db, pTrig->pSchema); - assert( iTrigDb==iDb || iTrigDb==1 ); - sqlite3VdbeOp3(v, OP_DropTrigger, iTrigDb, 0, pTrig->name, 0); - } -#endif - - /* Drop the table and index from the internal schema */ - sqlite3VdbeOp3(v, OP_DropTable, iDb, 0, pTab->zName, 0); - - /* Reload the table, index and permanent trigger schemas. */ - zWhere = sqlite3MPrintf("tbl_name=%Q", zName); - if( !zWhere ) return; - sqlite3VdbeOp3(v, OP_ParseSchema, iDb, 0, zWhere, P3_DYNAMIC); - -#ifndef SQLITE_OMIT_TRIGGER - /* Now, if the table is not stored in the temp database, reload any temp - ** triggers. Don't use IN(...) in case SQLITE_OMIT_SUBQUERY is defined. - */ - if( (zWhere=whereTempTriggers(pParse, pTab))!=0 ){ - sqlite3VdbeOp3(v, OP_ParseSchema, 1, 0, zWhere, P3_DYNAMIC); - } -#endif -} - -/* -** Generate code to implement the "ALTER TABLE xxx RENAME TO yyy" -** command. -*/ -void sqlite3AlterRenameTable( - Parse *pParse, /* Parser context. */ - SrcList *pSrc, /* The table to rename. */ - Token *pName /* The new table name. */ -){ - int iDb; /* Database that contains the table */ - char *zDb; /* Name of database iDb */ - Table *pTab; /* Table being renamed */ - char *zName = 0; /* NULL-terminated version of pName */ - sqlite3 *db = pParse->db; /* Database connection */ - Vdbe *v; -#ifndef SQLITE_OMIT_TRIGGER - char *zWhere = 0; /* Where clause to locate temp triggers */ -#endif - - if( sqlite3MallocFailed() ) goto exit_rename_table; - assert( pSrc->nSrc==1 ); - - pTab = sqlite3LocateTable(pParse, pSrc->a[0].zName, pSrc->a[0].zDatabase); - if( !pTab ) goto exit_rename_table; -#ifndef SQLITE_OMIT_VIRTUALTABLE - if( IsVirtual(pTab) ){ - sqlite3ErrorMsg(pParse, "virtual tables may not be altered"); - goto exit_rename_table; - } -#endif - iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - zDb = db->aDb[iDb].zName; - - /* Get a NULL terminated version of the new table name. */ - zName = sqlite3NameFromToken(pName); - if( !zName ) goto exit_rename_table; - - /* Check that a table or index named 'zName' does not already exist - ** in database iDb. If so, this is an error. - */ - if( sqlite3FindTable(db, zName, zDb) || sqlite3FindIndex(db, zName, zDb) ){ - sqlite3ErrorMsg(pParse, - "there is already another table or index with this name: %s", zName); - goto exit_rename_table; - } - - /* Make sure it is not a system table being altered, or a reserved name - ** that the table is being renamed to. - */ - if( strlen(pTab->zName)>6 && 0==sqlite3StrNICmp(pTab->zName, "sqlite_", 7) ){ - sqlite3ErrorMsg(pParse, "table %s may not be altered", pTab->zName); - goto exit_rename_table; - } - if( SQLITE_OK!=sqlite3CheckObjectName(pParse, zName) ){ - goto exit_rename_table; - } - -#ifndef SQLITE_OMIT_AUTHORIZATION - /* Invoke the authorization callback. */ - if( sqlite3AuthCheck(pParse, SQLITE_ALTER_TABLE, zDb, pTab->zName, 0) ){ - goto exit_rename_table; - } -#endif - - /* Begin a transaction and code the VerifyCookie for database iDb. - ** Then modify the schema cookie (since the ALTER TABLE modifies the - ** schema). - */ - v = sqlite3GetVdbe(pParse); - if( v==0 ){ - goto exit_rename_table; - } - sqlite3BeginWriteOperation(pParse, 0, iDb); - sqlite3ChangeCookie(db, v, iDb); - - /* Modify the sqlite_master table to use the new table name. */ - sqlite3NestedParse(pParse, - "UPDATE %Q.%s SET " -#ifdef SQLITE_OMIT_TRIGGER - "sql = sqlite_rename_table(sql, %Q), " -#else - "sql = CASE " - "WHEN type = 'trigger' THEN sqlite_rename_trigger(sql, %Q)" - "ELSE sqlite_rename_table(sql, %Q) END, " -#endif - "tbl_name = %Q, " - "name = CASE " - "WHEN type='table' THEN %Q " - "WHEN name LIKE 'sqlite_autoindex%%' AND type='index' THEN " - "'sqlite_autoindex_' || %Q || substr(name, %d+18,10) " - "ELSE name END " - "WHERE tbl_name=%Q AND " - "(type='table' OR type='index' OR type='trigger');", - zDb, SCHEMA_TABLE(iDb), zName, zName, zName, -#ifndef SQLITE_OMIT_TRIGGER - zName, -#endif - zName, strlen(pTab->zName), pTab->zName - ); - -#ifndef SQLITE_OMIT_AUTOINCREMENT - /* If the sqlite_sequence table exists in this database, then update - ** it with the new table name. - */ - if( sqlite3FindTable(db, "sqlite_sequence", zDb) ){ - sqlite3NestedParse(pParse, - "UPDATE %Q.sqlite_sequence set name = %Q WHERE name = %Q", - zDb, zName, pTab->zName); - } -#endif - -#ifndef SQLITE_OMIT_TRIGGER - /* If there are TEMP triggers on this table, modify the sqlite_temp_master - ** table. Don't do this if the table being ALTERed is itself located in - ** the temp database. - */ - if( (zWhere=whereTempTriggers(pParse, pTab))!=0 ){ - sqlite3NestedParse(pParse, - "UPDATE sqlite_temp_master SET " - "sql = sqlite_rename_trigger(sql, %Q), " - "tbl_name = %Q " - "WHERE %s;", zName, zName, zWhere); - sqliteFree(zWhere); - } -#endif - - /* Drop and reload the internal table schema. */ - reloadTableSchema(pParse, pTab, zName); - -exit_rename_table: - sqlite3SrcListDelete(pSrc); - sqliteFree(zName); -} - - -/* -** This function is called after an "ALTER TABLE ... ADD" statement -** has been parsed. Argument pColDef contains the text of the new -** column definition. -** -** The Table structure pParse->pNewTable was extended to include -** the new column during parsing. -*/ -void sqlite3AlterFinishAddColumn(Parse *pParse, Token *pColDef){ - Table *pNew; /* Copy of pParse->pNewTable */ - Table *pTab; /* Table being altered */ - int iDb; /* Database number */ - const char *zDb; /* Database name */ - const char *zTab; /* Table name */ - char *zCol; /* Null-terminated column definition */ - Column *pCol; /* The new column */ - Expr *pDflt; /* Default value for the new column */ - - if( pParse->nErr ) return; - pNew = pParse->pNewTable; - assert( pNew ); - - iDb = sqlite3SchemaToIndex(pParse->db, pNew->pSchema); - zDb = pParse->db->aDb[iDb].zName; - zTab = pNew->zName; - pCol = &pNew->aCol[pNew->nCol-1]; - pDflt = pCol->pDflt; - pTab = sqlite3FindTable(pParse->db, zTab, zDb); - assert( pTab ); - -#ifndef SQLITE_OMIT_AUTHORIZATION - /* Invoke the authorization callback. */ - if( sqlite3AuthCheck(pParse, SQLITE_ALTER_TABLE, zDb, pTab->zName, 0) ){ - return; - } -#endif - - /* If the default value for the new column was specified with a - ** literal NULL, then set pDflt to 0. This simplifies checking - ** for an SQL NULL default below. - */ - if( pDflt && pDflt->op==TK_NULL ){ - pDflt = 0; - } - - /* Check that the new column is not specified as PRIMARY KEY or UNIQUE. - ** If there is a NOT NULL constraint, then the default value for the - ** column must not be NULL. - */ - if( pCol->isPrimKey ){ - sqlite3ErrorMsg(pParse, "Cannot add a PRIMARY KEY column"); - return; - } - if( pNew->pIndex ){ - sqlite3ErrorMsg(pParse, "Cannot add a UNIQUE column"); - return; - } - if( pCol->notNull && !pDflt ){ - sqlite3ErrorMsg(pParse, - "Cannot add a NOT NULL column with default value NULL"); - return; - } - - /* Ensure the default expression is something that sqlite3ValueFromExpr() - ** can handle (i.e. not CURRENT_TIME etc.) - */ - if( pDflt ){ - sqlite3_value *pVal; - if( sqlite3ValueFromExpr(pDflt, SQLITE_UTF8, SQLITE_AFF_NONE, &pVal) ){ - /* malloc() has failed */ - return; - } - if( !pVal ){ - sqlite3ErrorMsg(pParse, "Cannot add a column with non-constant default"); - return; - } - sqlite3ValueFree(pVal); - } - - /* Modify the CREATE TABLE statement. */ - zCol = sqliteStrNDup((char*)pColDef->z, pColDef->n); - if( zCol ){ - char *zEnd = &zCol[pColDef->n-1]; - while( (zEnd>zCol && *zEnd==';') || isspace(*(unsigned char *)zEnd) ){ - *zEnd-- = '\0'; - } - sqlite3NestedParse(pParse, - "UPDATE %Q.%s SET " - "sql = substr(sql,1,%d) || ', ' || %Q || substr(sql,%d,length(sql)) " - "WHERE type = 'table' AND name = %Q", - zDb, SCHEMA_TABLE(iDb), pNew->addColOffset, zCol, pNew->addColOffset+1, - zTab - ); - sqliteFree(zCol); - } - - /* If the default value of the new column is NULL, then set the file - ** format to 2. If the default value of the new column is not NULL, - ** the file format becomes 3. - */ - sqlite3MinimumFileFormat(pParse, iDb, pDflt ? 3 : 2); - - /* Reload the schema of the modified table. */ - reloadTableSchema(pParse, pTab, pTab->zName); -} - -/* -** This function is called by the parser after the table-name in -** an "ALTER TABLE ADD" statement is parsed. Argument -** pSrc is the full-name of the table being altered. -** -** This routine makes a (partial) copy of the Table structure -** for the table being altered and sets Parse.pNewTable to point -** to it. Routines called by the parser as the column definition -** is parsed (i.e. sqlite3AddColumn()) add the new Column data to -** the copy. The copy of the Table structure is deleted by tokenize.c -** after parsing is finished. -** -** Routine sqlite3AlterFinishAddColumn() will be called to complete -** coding the "ALTER TABLE ... ADD" statement. -*/ -void sqlite3AlterBeginAddColumn(Parse *pParse, SrcList *pSrc){ - Table *pNew; - Table *pTab; - Vdbe *v; - int iDb; - int i; - int nAlloc; - - /* Look up the table being altered. */ - assert( pParse->pNewTable==0 ); - if( sqlite3MallocFailed() ) goto exit_begin_add_column; - pTab = sqlite3LocateTable(pParse, pSrc->a[0].zName, pSrc->a[0].zDatabase); - if( !pTab ) goto exit_begin_add_column; - -#ifndef SQLITE_OMIT_VIRTUALTABLE - if( IsVirtual(pTab) ){ - sqlite3ErrorMsg(pParse, "virtual tables may not be altered"); - goto exit_begin_add_column; - } -#endif - - /* Make sure this is not an attempt to ALTER a view. */ - if( pTab->pSelect ){ - sqlite3ErrorMsg(pParse, "Cannot add a column to a view"); - goto exit_begin_add_column; - } - - assert( pTab->addColOffset>0 ); - iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - - /* Put a copy of the Table struct in Parse.pNewTable for the - ** sqlite3AddColumn() function and friends to modify. - */ - pNew = (Table *)sqliteMalloc(sizeof(Table)); - if( !pNew ) goto exit_begin_add_column; - pParse->pNewTable = pNew; - pNew->nRef = 1; - pNew->nCol = pTab->nCol; - assert( pNew->nCol>0 ); - nAlloc = (((pNew->nCol-1)/8)*8)+8; - assert( nAlloc>=pNew->nCol && nAlloc%8==0 && nAlloc-pNew->nCol<8 ); - pNew->aCol = (Column *)sqliteMalloc(sizeof(Column)*nAlloc); - pNew->zName = sqliteStrDup(pTab->zName); - if( !pNew->aCol || !pNew->zName ){ - goto exit_begin_add_column; - } - memcpy(pNew->aCol, pTab->aCol, sizeof(Column)*pNew->nCol); - for(i=0; inCol; i++){ - Column *pCol = &pNew->aCol[i]; - pCol->zName = sqliteStrDup(pCol->zName); - pCol->zColl = 0; - pCol->zType = 0; - pCol->pDflt = 0; - } - pNew->pSchema = pParse->db->aDb[iDb].pSchema; - pNew->addColOffset = pTab->addColOffset; - pNew->nRef = 1; - - /* Begin a transaction and increment the schema cookie. */ - sqlite3BeginWriteOperation(pParse, 0, iDb); - v = sqlite3GetVdbe(pParse); - if( !v ) goto exit_begin_add_column; - sqlite3ChangeCookie(pParse->db, v, iDb); - -exit_begin_add_column: - sqlite3SrcListDelete(pSrc); - return; -} -#endif /* SQLITE_ALTER_TABLE */ diff --git a/libs/sqlite/src/analyze.c b/libs/sqlite/src/analyze.c deleted file mode 100644 index 3d27134e4a..0000000000 --- a/libs/sqlite/src/analyze.c +++ /dev/null @@ -1,403 +0,0 @@ -/* -** 2005 July 8 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains code associated with the ANALYZE command. -** -** @(#) $Id: analyze.c,v 1.16 2006/01/10 17:58:23 danielk1977 Exp $ -*/ -#ifndef SQLITE_OMIT_ANALYZE -#include "sqliteInt.h" - -/* -** This routine generates code that opens the sqlite_stat1 table on cursor -** iStatCur. -** -** If the sqlite_stat1 tables does not previously exist, it is created. -** If it does previously exist, all entires associated with table zWhere -** are removed. If zWhere==0 then all entries are removed. -*/ -static void openStatTable( - Parse *pParse, /* Parsing context */ - int iDb, /* The database we are looking in */ - int iStatCur, /* Open the sqlite_stat1 table on this cursor */ - const char *zWhere /* Delete entries associated with this table */ -){ - sqlite3 *db = pParse->db; - Db *pDb; - int iRootPage; - Table *pStat; - Vdbe *v = sqlite3GetVdbe(pParse); - - pDb = &db->aDb[iDb]; - if( (pStat = sqlite3FindTable(db, "sqlite_stat1", pDb->zName))==0 ){ - /* The sqlite_stat1 tables does not exist. Create it. - ** Note that a side-effect of the CREATE TABLE statement is to leave - ** the rootpage of the new table on the top of the stack. This is - ** important because the OpenWrite opcode below will be needing it. */ - sqlite3NestedParse(pParse, - "CREATE TABLE %Q.sqlite_stat1(tbl,idx,stat)", - pDb->zName - ); - iRootPage = 0; /* Cause rootpage to be taken from top of stack */ - }else if( zWhere ){ - /* The sqlite_stat1 table exists. Delete all entries associated with - ** the table zWhere. */ - sqlite3NestedParse(pParse, - "DELETE FROM %Q.sqlite_stat1 WHERE tbl=%Q", - pDb->zName, zWhere - ); - iRootPage = pStat->tnum; - }else{ - /* The sqlite_stat1 table already exists. Delete all rows. */ - iRootPage = pStat->tnum; - sqlite3VdbeAddOp(v, OP_Clear, pStat->tnum, iDb); - } - - /* Open the sqlite_stat1 table for writing. Unless it was created - ** by this vdbe program, lock it for writing at the shared-cache level. - ** If this vdbe did create the sqlite_stat1 table, then it must have - ** already obtained a schema-lock, making the write-lock redundant. - */ - if( iRootPage>0 ){ - sqlite3TableLock(pParse, iDb, iRootPage, 1, "sqlite_stat1"); - } - sqlite3VdbeAddOp(v, OP_Integer, iDb, 0); - sqlite3VdbeAddOp(v, OP_OpenWrite, iStatCur, iRootPage); - sqlite3VdbeAddOp(v, OP_SetNumColumns, iStatCur, 3); -} - -/* -** Generate code to do an analysis of all indices associated with -** a single table. -*/ -static void analyzeOneTable( - Parse *pParse, /* Parser context */ - Table *pTab, /* Table whose indices are to be analyzed */ - int iStatCur, /* Cursor that writes to the sqlite_stat1 table */ - int iMem /* Available memory locations begin here */ -){ - Index *pIdx; /* An index to being analyzed */ - int iIdxCur; /* Cursor number for index being analyzed */ - int nCol; /* Number of columns in the index */ - Vdbe *v; /* The virtual machine being built up */ - int i; /* Loop counter */ - int topOfLoop; /* The top of the loop */ - int endOfLoop; /* The end of the loop */ - int addr; /* The address of an instruction */ - int iDb; /* Index of database containing pTab */ - - v = sqlite3GetVdbe(pParse); - if( pTab==0 || pTab->pIndex==0 ){ - /* Do no analysis for tables that have no indices */ - return; - } - - iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - assert( iDb>=0 ); -#ifndef SQLITE_OMIT_AUTHORIZATION - if( sqlite3AuthCheck(pParse, SQLITE_ANALYZE, pTab->zName, 0, - pParse->db->aDb[iDb].zName ) ){ - return; - } -#endif - - /* Establish a read-lock on the table at the shared-cache level. */ - sqlite3TableLock(pParse, iDb, pTab->tnum, 0, pTab->zName); - - iIdxCur = pParse->nTab; - for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ - KeyInfo *pKey = sqlite3IndexKeyinfo(pParse, pIdx); - - /* Open a cursor to the index to be analyzed - */ - assert( iDb==sqlite3SchemaToIndex(pParse->db, pIdx->pSchema) ); - sqlite3VdbeAddOp(v, OP_Integer, iDb, 0); - VdbeComment((v, "# %s", pIdx->zName)); - sqlite3VdbeOp3(v, OP_OpenRead, iIdxCur, pIdx->tnum, - (char *)pKey, P3_KEYINFO_HANDOFF); - nCol = pIdx->nColumn; - if( iMem+nCol*2>=pParse->nMem ){ - pParse->nMem = iMem+nCol*2+1; - } - sqlite3VdbeAddOp(v, OP_SetNumColumns, iIdxCur, nCol+1); - - /* Memory cells are used as follows: - ** - ** mem[iMem]: The total number of rows in the table. - ** mem[iMem+1]: Number of distinct values in column 1 - ** ... - ** mem[iMem+nCol]: Number of distinct values in column N - ** mem[iMem+nCol+1] Last observed value of column 1 - ** ... - ** mem[iMem+nCol+nCol]: Last observed value of column N - ** - ** Cells iMem through iMem+nCol are initialized to 0. The others - ** are initialized to NULL. - */ - for(i=0; i<=nCol; i++){ - sqlite3VdbeAddOp(v, OP_MemInt, 0, iMem+i); - } - for(i=0; i0 then it is always the case the D>0 so division by zero - ** is never possible. - */ - sqlite3VdbeAddOp(v, OP_MemLoad, iMem, 0); - addr = sqlite3VdbeAddOp(v, OP_IfNot, 0, 0); - sqlite3VdbeAddOp(v, OP_NewRowid, iStatCur, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, pTab->zName, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, pIdx->zName, 0); - sqlite3VdbeAddOp(v, OP_MemLoad, iMem, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, " ", 0); - for(i=0; idb; - Schema *pSchema = db->aDb[iDb].pSchema; /* Schema of database iDb */ - HashElem *k; - int iStatCur; - int iMem; - - sqlite3BeginWriteOperation(pParse, 0, iDb); - iStatCur = pParse->nTab++; - openStatTable(pParse, iDb, iStatCur, 0); - iMem = pParse->nMem; - for(k=sqliteHashFirst(&pSchema->tblHash); k; k=sqliteHashNext(k)){ - Table *pTab = (Table*)sqliteHashData(k); - analyzeOneTable(pParse, pTab, iStatCur, iMem); - } - loadAnalysis(pParse, iDb); -} - -/* -** Generate code that will do an analysis of a single table in -** a database. -*/ -static void analyzeTable(Parse *pParse, Table *pTab){ - int iDb; - int iStatCur; - - assert( pTab!=0 ); - iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - sqlite3BeginWriteOperation(pParse, 0, iDb); - iStatCur = pParse->nTab++; - openStatTable(pParse, iDb, iStatCur, pTab->zName); - analyzeOneTable(pParse, pTab, iStatCur, pParse->nMem); - loadAnalysis(pParse, iDb); -} - -/* -** Generate code for the ANALYZE command. The parser calls this routine -** when it recognizes an ANALYZE command. -** -** ANALYZE -- 1 -** ANALYZE -- 2 -** ANALYZE ?.? -- 3 -** -** Form 1 causes all indices in all attached databases to be analyzed. -** Form 2 analyzes all indices the single database named. -** Form 3 analyzes all indices associated with the named table. -*/ -void sqlite3Analyze(Parse *pParse, Token *pName1, Token *pName2){ - sqlite3 *db = pParse->db; - int iDb; - int i; - char *z, *zDb; - Table *pTab; - Token *pTableName; - - /* Read the database schema. If an error occurs, leave an error message - ** and code in pParse and return NULL. */ - if( SQLITE_OK!=sqlite3ReadSchema(pParse) ){ - return; - } - - if( pName1==0 ){ - /* Form 1: Analyze everything */ - for(i=0; inDb; i++){ - if( i==1 ) continue; /* Do not analyze the TEMP database */ - analyzeDatabase(pParse, i); - } - }else if( pName2==0 || pName2->n==0 ){ - /* Form 2: Analyze the database or table named */ - iDb = sqlite3FindDb(db, pName1); - if( iDb>=0 ){ - analyzeDatabase(pParse, iDb); - }else{ - z = sqlite3NameFromToken(pName1); - pTab = sqlite3LocateTable(pParse, z, 0); - sqliteFree(z); - if( pTab ){ - analyzeTable(pParse, pTab); - } - } - }else{ - /* Form 3: Analyze the fully qualified table name */ - iDb = sqlite3TwoPartName(pParse, pName1, pName2, &pTableName); - if( iDb>=0 ){ - zDb = db->aDb[iDb].zName; - z = sqlite3NameFromToken(pTableName); - pTab = sqlite3LocateTable(pParse, z, zDb); - sqliteFree(z); - if( pTab ){ - analyzeTable(pParse, pTab); - } - } - } -} - -/* -** Used to pass information from the analyzer reader through to the -** callback routine. -*/ -typedef struct analysisInfo analysisInfo; -struct analysisInfo { - sqlite3 *db; - const char *zDatabase; -}; - -/* -** This callback is invoked once for each index when reading the -** sqlite_stat1 table. -** -** argv[0] = name of the index -** argv[1] = results of analysis - on integer for each column -*/ -static int analysisLoader(void *pData, int argc, char **argv, char **azNotUsed){ - analysisInfo *pInfo = (analysisInfo*)pData; - Index *pIndex; - int i, c; - unsigned int v; - const char *z; - - assert( argc==2 ); - if( argv==0 || argv[0]==0 || argv[1]==0 ){ - return 0; - } - pIndex = sqlite3FindIndex(pInfo->db, argv[0], pInfo->zDatabase); - if( pIndex==0 ){ - return 0; - } - z = argv[1]; - for(i=0; *z && i<=pIndex->nColumn; i++){ - v = 0; - while( (c=z[0])>='0' && c<='9' ){ - v = v*10 + c - '0'; - z++; - } - pIndex->aiRowEst[i] = v; - if( *z==' ' ) z++; - } - return 0; -} - -/* -** Load the content of the sqlite_stat1 table into the index hash tables. -*/ -void sqlite3AnalysisLoad(sqlite3 *db, int iDb){ - analysisInfo sInfo; - HashElem *i; - char *zSql; - - /* Clear any prior statistics */ - for(i=sqliteHashFirst(&db->aDb[iDb].pSchema->idxHash);i;i=sqliteHashNext(i)){ - Index *pIdx = sqliteHashData(i); - sqlite3DefaultRowEst(pIdx); - } - - /* Check to make sure the sqlite_stat1 table existss */ - sInfo.db = db; - sInfo.zDatabase = db->aDb[iDb].zName; - if( sqlite3FindTable(db, "sqlite_stat1", sInfo.zDatabase)==0 ){ - return; - } - - - /* Load new statistics out of the sqlite_stat1 table */ - zSql = sqlite3MPrintf("SELECT idx, stat FROM %Q.sqlite_stat1", - sInfo.zDatabase); - sqlite3SafetyOff(db); - sqlite3_exec(db, zSql, analysisLoader, &sInfo, 0); - sqlite3SafetyOn(db); - sqliteFree(zSql); -} - - -#endif /* SQLITE_OMIT_ANALYZE */ diff --git a/libs/sqlite/src/attach.c b/libs/sqlite/src/attach.c deleted file mode 100644 index 8e5442991b..0000000000 --- a/libs/sqlite/src/attach.c +++ /dev/null @@ -1,504 +0,0 @@ -/* -** 2003 April 6 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains code used to implement the ATTACH and DETACH commands. -** -** $Id: attach.c,v 1.53 2006/06/27 16:34:57 danielk1977 Exp $ -*/ -#include "sqliteInt.h" - -/* -** Resolve an expression that was part of an ATTACH or DETACH statement. This -** is slightly different from resolving a normal SQL expression, because simple -** identifiers are treated as strings, not possible column names or aliases. -** -** i.e. if the parser sees: -** -** ATTACH DATABASE abc AS def -** -** it treats the two expressions as literal strings 'abc' and 'def' instead of -** looking for columns of the same name. -** -** This only applies to the root node of pExpr, so the statement: -** -** ATTACH DATABASE abc||def AS 'db2' -** -** will fail because neither abc or def can be resolved. -*/ -static int resolveAttachExpr(NameContext *pName, Expr *pExpr) -{ - int rc = SQLITE_OK; - if( pExpr ){ - if( pExpr->op!=TK_ID ){ - rc = sqlite3ExprResolveNames(pName, pExpr); - }else{ - pExpr->op = TK_STRING; - } - } - return rc; -} - -/* -** An SQL user-function registered to do the work of an ATTACH statement. The -** three arguments to the function come directly from an attach statement: -** -** ATTACH DATABASE x AS y KEY z -** -** SELECT sqlite_attach(x, y, z) -** -** If the optional "KEY z" syntax is omitted, an SQL NULL is passed as the -** third argument. -*/ -static void attachFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - int i; - int rc = 0; - sqlite3 *db = sqlite3_user_data(context); - const char *zName; - const char *zFile; - Db *aNew; - char zErr[128]; - char *zErrDyn = 0; - - zFile = (const char *)sqlite3_value_text(argv[0]); - zName = (const char *)sqlite3_value_text(argv[1]); - if( zFile==0 ) zFile = ""; - if( zName==0 ) zName = ""; - - /* Check for the following errors: - ** - ** * Too many attached databases, - ** * Transaction currently open - ** * Specified database name already being used. - */ - if( db->nDb>=MAX_ATTACHED+2 ){ - sqlite3_snprintf( - sizeof(zErr), zErr, "too many attached databases - max %d", MAX_ATTACHED - ); - goto attach_error; - } - if( !db->autoCommit ){ - strcpy(zErr, "cannot ATTACH database within transaction"); - goto attach_error; - } - for(i=0; inDb; i++){ - char *z = db->aDb[i].zName; - if( z && zName && sqlite3StrICmp(z, zName)==0 ){ - sqlite3_snprintf(sizeof(zErr), zErr, "database %s is already in use", zName); - goto attach_error; - } - } - - /* Allocate the new entry in the db->aDb[] array and initialise the schema - ** hash tables. - */ - if( db->aDb==db->aDbStatic ){ - aNew = sqliteMalloc( sizeof(db->aDb[0])*3 ); - if( aNew==0 ){ - return; - } - memcpy(aNew, db->aDb, sizeof(db->aDb[0])*2); - }else{ - aNew = sqliteRealloc(db->aDb, sizeof(db->aDb[0])*(db->nDb+1) ); - if( aNew==0 ){ - return; - } - } - db->aDb = aNew; - aNew = &db->aDb[db->nDb++]; - memset(aNew, 0, sizeof(*aNew)); - - /* Open the database file. If the btree is successfully opened, use - ** it to obtain the database schema. At this point the schema may - ** or may not be initialised. - */ - rc = sqlite3BtreeFactory(db, zFile, 0, MAX_PAGES, &aNew->pBt); - if( rc==SQLITE_OK ){ - aNew->pSchema = sqlite3SchemaGet(aNew->pBt); - if( !aNew->pSchema ){ - rc = SQLITE_NOMEM; - }else if( aNew->pSchema->file_format && aNew->pSchema->enc!=ENC(db) ){ - strcpy(zErr, - "attached databases must use the same text encoding as main database"); - goto attach_error; - } - } - aNew->zName = sqliteStrDup(zName); - aNew->safety_level = 3; - -#if SQLITE_HAS_CODEC - { - extern int sqlite3CodecAttach(sqlite3*, int, void*, int); - extern void sqlite3CodecGetKey(sqlite3*, int, void**, int*); - int nKey; - char *zKey; - int t = sqlite3_value_type(argv[2]); - switch( t ){ - case SQLITE_INTEGER: - case SQLITE_FLOAT: - zErrDyn = sqliteStrDup("Invalid key value"); - rc = SQLITE_ERROR; - break; - - case SQLITE_TEXT: - case SQLITE_BLOB: - nKey = sqlite3_value_bytes(argv[2]); - zKey = (char *)sqlite3_value_blob(argv[2]); - sqlite3CodecAttach(db, db->nDb-1, zKey, nKey); - break; - - case SQLITE_NULL: - /* No key specified. Use the key from the main database */ - sqlite3CodecGetKey(db, 0, (void**)&zKey, &nKey); - sqlite3CodecAttach(db, db->nDb-1, zKey, nKey); - break; - } - } -#endif - - /* If the file was opened successfully, read the schema for the new database. - ** If this fails, or if opening the file failed, then close the file and - ** remove the entry from the db->aDb[] array. i.e. put everything back the way - ** we found it. - */ - if( rc==SQLITE_OK ){ - sqlite3SafetyOn(db); - rc = sqlite3Init(db, &zErrDyn); - sqlite3SafetyOff(db); - } - if( rc ){ - int iDb = db->nDb - 1; - assert( iDb>=2 ); - if( db->aDb[iDb].pBt ){ - sqlite3BtreeClose(db->aDb[iDb].pBt); - db->aDb[iDb].pBt = 0; - db->aDb[iDb].pSchema = 0; - } - sqlite3ResetInternalSchema(db, 0); - db->nDb = iDb; - if( rc==SQLITE_NOMEM ){ - if( !sqlite3MallocFailed() ) sqlite3FailedMalloc(); - sqlite3_snprintf(sizeof(zErr),zErr, "out of memory"); - }else{ - sqlite3_snprintf(sizeof(zErr),zErr, "unable to open database: %s", zFile); - } - goto attach_error; - } - - return; - -attach_error: - /* Return an error if we get here */ - if( zErrDyn ){ - sqlite3_result_error(context, zErrDyn, -1); - sqliteFree(zErrDyn); - }else{ - zErr[sizeof(zErr)-1] = 0; - sqlite3_result_error(context, zErr, -1); - } -} - -/* -** An SQL user-function registered to do the work of an DETACH statement. The -** three arguments to the function come directly from a detach statement: -** -** DETACH DATABASE x -** -** SELECT sqlite_detach(x) -*/ -static void detachFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - const char *zName = (const char *)sqlite3_value_text(argv[0]); - sqlite3 *db = sqlite3_user_data(context); - int i; - Db *pDb = 0; - char zErr[128]; - - if( zName==0 ) zName = ""; - for(i=0; inDb; i++){ - pDb = &db->aDb[i]; - if( pDb->pBt==0 ) continue; - if( sqlite3StrICmp(pDb->zName, zName)==0 ) break; - } - - if( i>=db->nDb ){ - sqlite3_snprintf(sizeof(zErr),zErr, "no such database: %s", zName); - goto detach_error; - } - if( i<2 ){ - sqlite3_snprintf(sizeof(zErr),zErr, "cannot detach database %s", zName); - goto detach_error; - } - if( !db->autoCommit ){ - strcpy(zErr, "cannot DETACH database within transaction"); - goto detach_error; - } - if( sqlite3BtreeIsInReadTrans(pDb->pBt) ){ - sqlite3_snprintf(sizeof(zErr),zErr, "database %s is locked", zName); - goto detach_error; - } - - sqlite3BtreeClose(pDb->pBt); - pDb->pBt = 0; - pDb->pSchema = 0; - sqlite3ResetInternalSchema(db, 0); - return; - -detach_error: - sqlite3_result_error(context, zErr, -1); -} - -/* -** This procedure generates VDBE code for a single invocation of either the -** sqlite_detach() or sqlite_attach() SQL user functions. -*/ -static void codeAttach( - Parse *pParse, /* The parser context */ - int type, /* Either SQLITE_ATTACH or SQLITE_DETACH */ - const char *zFunc, /* Either "sqlite_attach" or "sqlite_detach */ - int nFunc, /* Number of args to pass to zFunc */ - Expr *pAuthArg, /* Expression to pass to authorization callback */ - Expr *pFilename, /* Name of database file */ - Expr *pDbname, /* Name of the database to use internally */ - Expr *pKey /* Database key for encryption extension */ -){ - int rc; - NameContext sName; - Vdbe *v; - FuncDef *pFunc; - sqlite3* db = pParse->db; - -#ifndef SQLITE_OMIT_AUTHORIZATION - assert( sqlite3MallocFailed() || pAuthArg ); - if( pAuthArg ){ - char *zAuthArg = sqlite3NameFromToken(&pAuthArg->span); - if( !zAuthArg ){ - goto attach_end; - } - rc = sqlite3AuthCheck(pParse, type, zAuthArg, 0, 0); - sqliteFree(zAuthArg); - if(rc!=SQLITE_OK ){ - goto attach_end; - } - } -#endif /* SQLITE_OMIT_AUTHORIZATION */ - - memset(&sName, 0, sizeof(NameContext)); - sName.pParse = pParse; - - if( - SQLITE_OK!=(rc = resolveAttachExpr(&sName, pFilename)) || - SQLITE_OK!=(rc = resolveAttachExpr(&sName, pDbname)) || - SQLITE_OK!=(rc = resolveAttachExpr(&sName, pKey)) - ){ - pParse->nErr++; - goto attach_end; - } - - v = sqlite3GetVdbe(pParse); - sqlite3ExprCode(pParse, pFilename); - sqlite3ExprCode(pParse, pDbname); - sqlite3ExprCode(pParse, pKey); - - assert( v || sqlite3MallocFailed() ); - if( v ){ - sqlite3VdbeAddOp(v, OP_Function, 0, nFunc); - pFunc = sqlite3FindFunction(db, zFunc, strlen(zFunc), nFunc, SQLITE_UTF8,0); - sqlite3VdbeChangeP3(v, -1, (char *)pFunc, P3_FUNCDEF); - - /* Code an OP_Expire. For an ATTACH statement, set P1 to true (expire this - ** statement only). For DETACH, set it to false (expire all existing - ** statements). - */ - sqlite3VdbeAddOp(v, OP_Expire, (type==SQLITE_ATTACH), 0); - } - -attach_end: - sqlite3ExprDelete(pFilename); - sqlite3ExprDelete(pDbname); - sqlite3ExprDelete(pKey); -} - -/* -** Called by the parser to compile a DETACH statement. -** -** DETACH pDbname -*/ -void sqlite3Detach(Parse *pParse, Expr *pDbname){ - codeAttach(pParse, SQLITE_DETACH, "sqlite_detach", 1, pDbname, 0, 0, pDbname); -} - -/* -** Called by the parser to compile an ATTACH statement. -** -** ATTACH p AS pDbname KEY pKey -*/ -void sqlite3Attach(Parse *pParse, Expr *p, Expr *pDbname, Expr *pKey){ - codeAttach(pParse, SQLITE_ATTACH, "sqlite_attach", 3, p, p, pDbname, pKey); -} - -/* -** Register the functions sqlite_attach and sqlite_detach. -*/ -void sqlite3AttachFunctions(sqlite3 *db){ - static const int enc = SQLITE_UTF8; - sqlite3CreateFunc(db, "sqlite_attach", 3, enc, db, attachFunc, 0, 0); - sqlite3CreateFunc(db, "sqlite_detach", 1, enc, db, detachFunc, 0, 0); -} - -/* -** Initialize a DbFixer structure. This routine must be called prior -** to passing the structure to one of the sqliteFixAAAA() routines below. -** -** The return value indicates whether or not fixation is required. TRUE -** means we do need to fix the database references, FALSE means we do not. -*/ -int sqlite3FixInit( - DbFixer *pFix, /* The fixer to be initialized */ - Parse *pParse, /* Error messages will be written here */ - int iDb, /* This is the database that must be used */ - const char *zType, /* "view", "trigger", or "index" */ - const Token *pName /* Name of the view, trigger, or index */ -){ - sqlite3 *db; - - if( iDb<0 || iDb==1 ) return 0; - db = pParse->db; - assert( db->nDb>iDb ); - pFix->pParse = pParse; - pFix->zDb = db->aDb[iDb].zName; - pFix->zType = zType; - pFix->pName = pName; - return 1; -} - -/* -** The following set of routines walk through the parse tree and assign -** a specific database to all table references where the database name -** was left unspecified in the original SQL statement. The pFix structure -** must have been initialized by a prior call to sqlite3FixInit(). -** -** These routines are used to make sure that an index, trigger, or -** view in one database does not refer to objects in a different database. -** (Exception: indices, triggers, and views in the TEMP database are -** allowed to refer to anything.) If a reference is explicitly made -** to an object in a different database, an error message is added to -** pParse->zErrMsg and these routines return non-zero. If everything -** checks out, these routines return 0. -*/ -int sqlite3FixSrcList( - DbFixer *pFix, /* Context of the fixation */ - SrcList *pList /* The Source list to check and modify */ -){ - int i; - const char *zDb; - struct SrcList_item *pItem; - - if( pList==0 ) return 0; - zDb = pFix->zDb; - for(i=0, pItem=pList->a; inSrc; i++, pItem++){ - if( pItem->zDatabase==0 ){ - pItem->zDatabase = sqliteStrDup(zDb); - }else if( sqlite3StrICmp(pItem->zDatabase,zDb)!=0 ){ - sqlite3ErrorMsg(pFix->pParse, - "%s %T cannot reference objects in database %s", - pFix->zType, pFix->pName, pItem->zDatabase); - return 1; - } -#if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_TRIGGER) - if( sqlite3FixSelect(pFix, pItem->pSelect) ) return 1; - if( sqlite3FixExpr(pFix, pItem->pOn) ) return 1; -#endif - } - return 0; -} -#if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_TRIGGER) -int sqlite3FixSelect( - DbFixer *pFix, /* Context of the fixation */ - Select *pSelect /* The SELECT statement to be fixed to one database */ -){ - while( pSelect ){ - if( sqlite3FixExprList(pFix, pSelect->pEList) ){ - return 1; - } - if( sqlite3FixSrcList(pFix, pSelect->pSrc) ){ - return 1; - } - if( sqlite3FixExpr(pFix, pSelect->pWhere) ){ - return 1; - } - if( sqlite3FixExpr(pFix, pSelect->pHaving) ){ - return 1; - } - pSelect = pSelect->pPrior; - } - return 0; -} -int sqlite3FixExpr( - DbFixer *pFix, /* Context of the fixation */ - Expr *pExpr /* The expression to be fixed to one database */ -){ - while( pExpr ){ - if( sqlite3FixSelect(pFix, pExpr->pSelect) ){ - return 1; - } - if( sqlite3FixExprList(pFix, pExpr->pList) ){ - return 1; - } - if( sqlite3FixExpr(pFix, pExpr->pRight) ){ - return 1; - } - pExpr = pExpr->pLeft; - } - return 0; -} -int sqlite3FixExprList( - DbFixer *pFix, /* Context of the fixation */ - ExprList *pList /* The expression to be fixed to one database */ -){ - int i; - struct ExprList_item *pItem; - if( pList==0 ) return 0; - for(i=0, pItem=pList->a; inExpr; i++, pItem++){ - if( sqlite3FixExpr(pFix, pItem->pExpr) ){ - return 1; - } - } - return 0; -} -#endif - -#ifndef SQLITE_OMIT_TRIGGER -int sqlite3FixTriggerStep( - DbFixer *pFix, /* Context of the fixation */ - TriggerStep *pStep /* The trigger step be fixed to one database */ -){ - while( pStep ){ - if( sqlite3FixSelect(pFix, pStep->pSelect) ){ - return 1; - } - if( sqlite3FixExpr(pFix, pStep->pWhere) ){ - return 1; - } - if( sqlite3FixExprList(pFix, pStep->pExprList) ){ - return 1; - } - pStep = pStep->pNext; - } - return 0; -} -#endif diff --git a/libs/sqlite/src/auth.c b/libs/sqlite/src/auth.c deleted file mode 100644 index fe05a68af1..0000000000 --- a/libs/sqlite/src/auth.c +++ /dev/null @@ -1,234 +0,0 @@ -/* -** 2003 January 11 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains code used to implement the sqlite3_set_authorizer() -** API. This facility is an optional feature of the library. Embedded -** systems that do not need this facility may omit it by recompiling -** the library with -DSQLITE_OMIT_AUTHORIZATION=1 -** -** $Id: auth.c,v 1.25 2006/06/16 08:01:03 danielk1977 Exp $ -*/ -#include "sqliteInt.h" - -/* -** All of the code in this file may be omitted by defining a single -** macro. -*/ -#ifndef SQLITE_OMIT_AUTHORIZATION - -/* -** Set or clear the access authorization function. -** -** The access authorization function is be called during the compilation -** phase to verify that the user has read and/or write access permission on -** various fields of the database. The first argument to the auth function -** is a copy of the 3rd argument to this routine. The second argument -** to the auth function is one of these constants: -** -** SQLITE_CREATE_INDEX -** SQLITE_CREATE_TABLE -** SQLITE_CREATE_TEMP_INDEX -** SQLITE_CREATE_TEMP_TABLE -** SQLITE_CREATE_TEMP_TRIGGER -** SQLITE_CREATE_TEMP_VIEW -** SQLITE_CREATE_TRIGGER -** SQLITE_CREATE_VIEW -** SQLITE_DELETE -** SQLITE_DROP_INDEX -** SQLITE_DROP_TABLE -** SQLITE_DROP_TEMP_INDEX -** SQLITE_DROP_TEMP_TABLE -** SQLITE_DROP_TEMP_TRIGGER -** SQLITE_DROP_TEMP_VIEW -** SQLITE_DROP_TRIGGER -** SQLITE_DROP_VIEW -** SQLITE_INSERT -** SQLITE_PRAGMA -** SQLITE_READ -** SQLITE_SELECT -** SQLITE_TRANSACTION -** SQLITE_UPDATE -** -** The third and fourth arguments to the auth function are the name of -** the table and the column that are being accessed. The auth function -** should return either SQLITE_OK, SQLITE_DENY, or SQLITE_IGNORE. If -** SQLITE_OK is returned, it means that access is allowed. SQLITE_DENY -** means that the SQL statement will never-run - the sqlite3_exec() call -** will return with an error. SQLITE_IGNORE means that the SQL statement -** should run but attempts to read the specified column will return NULL -** and attempts to write the column will be ignored. -** -** Setting the auth function to NULL disables this hook. The default -** setting of the auth function is NULL. -*/ -int sqlite3_set_authorizer( - sqlite3 *db, - int (*xAuth)(void*,int,const char*,const char*,const char*,const char*), - void *pArg -){ - db->xAuth = xAuth; - db->pAuthArg = pArg; - sqlite3ExpirePreparedStatements(db); - return SQLITE_OK; -} - -/* -** Write an error message into pParse->zErrMsg that explains that the -** user-supplied authorization function returned an illegal value. -*/ -static void sqliteAuthBadReturnCode(Parse *pParse, int rc){ - sqlite3ErrorMsg(pParse, "illegal return value (%d) from the " - "authorization function - should be SQLITE_OK, SQLITE_IGNORE, " - "or SQLITE_DENY", rc); - pParse->rc = SQLITE_ERROR; -} - -/* -** The pExpr should be a TK_COLUMN expression. The table referred to -** is in pTabList or else it is the NEW or OLD table of a trigger. -** Check to see if it is OK to read this particular column. -** -** If the auth function returns SQLITE_IGNORE, change the TK_COLUMN -** instruction into a TK_NULL. If the auth function returns SQLITE_DENY, -** then generate an error. -*/ -void sqlite3AuthRead( - Parse *pParse, /* The parser context */ - Expr *pExpr, /* The expression to check authorization on */ - SrcList *pTabList /* All table that pExpr might refer to */ -){ - sqlite3 *db = pParse->db; - int rc; - Table *pTab; /* The table being read */ - const char *zCol; /* Name of the column of the table */ - int iSrc; /* Index in pTabList->a[] of table being read */ - const char *zDBase; /* Name of database being accessed */ - TriggerStack *pStack; /* The stack of current triggers */ - int iDb; /* The index of the database the expression refers to */ - - if( db->xAuth==0 ) return; - if( pExpr->op==TK_AS ) return; - assert( pExpr->op==TK_COLUMN ); - iDb = sqlite3SchemaToIndex(pParse->db, pExpr->pSchema); - if( iDb<0 ){ - /* An attempt to read a column out of a subquery or other - ** temporary table. */ - return; - } - for(iSrc=0; pTabList && iSrcnSrc; iSrc++){ - if( pExpr->iTable==pTabList->a[iSrc].iCursor ) break; - } - if( iSrc>=0 && pTabList && iSrcnSrc ){ - pTab = pTabList->a[iSrc].pTab; - }else if( (pStack = pParse->trigStack)!=0 ){ - /* This must be an attempt to read the NEW or OLD pseudo-tables - ** of a trigger. - */ - assert( pExpr->iTable==pStack->newIdx || pExpr->iTable==pStack->oldIdx ); - pTab = pStack->pTab; - }else{ - return; - } - if( pTab==0 ) return; - if( pExpr->iColumn>=0 ){ - assert( pExpr->iColumnnCol ); - zCol = pTab->aCol[pExpr->iColumn].zName; - }else if( pTab->iPKey>=0 ){ - assert( pTab->iPKeynCol ); - zCol = pTab->aCol[pTab->iPKey].zName; - }else{ - zCol = "ROWID"; - } - assert( iDb>=0 && iDbnDb ); - zDBase = db->aDb[iDb].zName; - rc = db->xAuth(db->pAuthArg, SQLITE_READ, pTab->zName, zCol, zDBase, - pParse->zAuthContext); - if( rc==SQLITE_IGNORE ){ - pExpr->op = TK_NULL; - }else if( rc==SQLITE_DENY ){ - if( db->nDb>2 || iDb!=0 ){ - sqlite3ErrorMsg(pParse, "access to %s.%s.%s is prohibited", - zDBase, pTab->zName, zCol); - }else{ - sqlite3ErrorMsg(pParse, "access to %s.%s is prohibited",pTab->zName,zCol); - } - pParse->rc = SQLITE_AUTH; - }else if( rc!=SQLITE_OK ){ - sqliteAuthBadReturnCode(pParse, rc); - } -} - -/* -** Do an authorization check using the code and arguments given. Return -** either SQLITE_OK (zero) or SQLITE_IGNORE or SQLITE_DENY. If SQLITE_DENY -** is returned, then the error count and error message in pParse are -** modified appropriately. -*/ -int sqlite3AuthCheck( - Parse *pParse, - int code, - const char *zArg1, - const char *zArg2, - const char *zArg3 -){ - sqlite3 *db = pParse->db; - int rc; - - /* Don't do any authorization checks if the database is initialising - ** or if the parser is being invoked from within sqlite3_declare_vtab. - */ - if( db->init.busy || IN_DECLARE_VTAB ){ - return SQLITE_OK; - } - - if( db->xAuth==0 ){ - return SQLITE_OK; - } - rc = db->xAuth(db->pAuthArg, code, zArg1, zArg2, zArg3, pParse->zAuthContext); - if( rc==SQLITE_DENY ){ - sqlite3ErrorMsg(pParse, "not authorized"); - pParse->rc = SQLITE_AUTH; - }else if( rc!=SQLITE_OK && rc!=SQLITE_IGNORE ){ - rc = SQLITE_DENY; - sqliteAuthBadReturnCode(pParse, rc); - } - return rc; -} - -/* -** Push an authorization context. After this routine is called, the -** zArg3 argument to authorization callbacks will be zContext until -** popped. Or if pParse==0, this routine is a no-op. -*/ -void sqlite3AuthContextPush( - Parse *pParse, - AuthContext *pContext, - const char *zContext -){ - pContext->pParse = pParse; - if( pParse ){ - pContext->zAuthContext = pParse->zAuthContext; - pParse->zAuthContext = zContext; - } -} - -/* -** Pop an authorization context that was previously pushed -** by sqlite3AuthContextPush -*/ -void sqlite3AuthContextPop(AuthContext *pContext){ - if( pContext->pParse ){ - pContext->pParse->zAuthContext = pContext->zAuthContext; - pContext->pParse = 0; - } -} - -#endif /* SQLITE_OMIT_AUTHORIZATION */ diff --git a/libs/sqlite/src/btree.c b/libs/sqlite/src/btree.c deleted file mode 100644 index 2a223df898..0000000000 --- a/libs/sqlite/src/btree.c +++ /dev/null @@ -1,6604 +0,0 @@ -/* -** 2004 April 6 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** $Id: btree.c,v 1.335 2007/02/10 19:22:36 drh Exp $ -** -** This file implements a external (disk-based) database using BTrees. -** For a detailed discussion of BTrees, refer to -** -** Donald E. Knuth, THE ART OF COMPUTER PROGRAMMING, Volume 3: -** "Sorting And Searching", pages 473-480. Addison-Wesley -** Publishing Company, Reading, Massachusetts. -** -** The basic idea is that each page of the file contains N database -** entries and N+1 pointers to subpages. -** -** ---------------------------------------------------------------- -** | Ptr(0) | Key(0) | Ptr(1) | Key(1) | ... | Key(N) | Ptr(N+1) | -** ---------------------------------------------------------------- -** -** All of the keys on the page that Ptr(0) points to have values less -** than Key(0). All of the keys on page Ptr(1) and its subpages have -** values greater than Key(0) and less than Key(1). All of the keys -** on Ptr(N+1) and its subpages have values greater than Key(N). And -** so forth. -** -** Finding a particular key requires reading O(log(M)) pages from the -** disk where M is the number of entries in the tree. -** -** In this implementation, a single file can hold one or more separate -** BTrees. Each BTree is identified by the index of its root page. The -** key and data for any entry are combined to form the "payload". A -** fixed amount of payload can be carried directly on the database -** page. If the payload is larger than the preset amount then surplus -** bytes are stored on overflow pages. The payload for an entry -** and the preceding pointer are combined to form a "Cell". Each -** page has a small header which contains the Ptr(N+1) pointer and other -** information such as the size of key and data. -** -** FORMAT DETAILS -** -** The file is divided into pages. The first page is called page 1, -** the second is page 2, and so forth. A page number of zero indicates -** "no such page". The page size can be anything between 512 and 65536. -** Each page can be either a btree page, a freelist page or an overflow -** page. -** -** The first page is always a btree page. The first 100 bytes of the first -** page contain a special header (the "file header") that describes the file. -** The format of the file header is as follows: -** -** OFFSET SIZE DESCRIPTION -** 0 16 Header string: "SQLite format 3\000" -** 16 2 Page size in bytes. -** 18 1 File format write version -** 19 1 File format read version -** 20 1 Bytes of unused space at the end of each page -** 21 1 Max embedded payload fraction -** 22 1 Min embedded payload fraction -** 23 1 Min leaf payload fraction -** 24 4 File change counter -** 28 4 Reserved for future use -** 32 4 First freelist page -** 36 4 Number of freelist pages in the file -** 40 60 15 4-byte meta values passed to higher layers -** -** All of the integer values are big-endian (most significant byte first). -** -** The file change counter is incremented when the database is changed more -** than once within the same second. This counter, together with the -** modification time of the file, allows other processes to know -** when the file has changed and thus when they need to flush their -** cache. -** -** The max embedded payload fraction is the amount of the total usable -** space in a page that can be consumed by a single cell for standard -** B-tree (non-LEAFDATA) tables. A value of 255 means 100%. The default -** is to limit the maximum cell size so that at least 4 cells will fit -** on one page. Thus the default max embedded payload fraction is 64. -** -** If the payload for a cell is larger than the max payload, then extra -** payload is spilled to overflow pages. Once an overflow page is allocated, -** as many bytes as possible are moved into the overflow pages without letting -** the cell size drop below the min embedded payload fraction. -** -** The min leaf payload fraction is like the min embedded payload fraction -** except that it applies to leaf nodes in a LEAFDATA tree. The maximum -** payload fraction for a LEAFDATA tree is always 100% (or 255) and it -** not specified in the header. -** -** Each btree pages is divided into three sections: The header, the -** cell pointer array, and the cell area area. Page 1 also has a 100-byte -** file header that occurs before the page header. -** -** |----------------| -** | file header | 100 bytes. Page 1 only. -** |----------------| -** | page header | 8 bytes for leaves. 12 bytes for interior nodes -** |----------------| -** | cell pointer | | 2 bytes per cell. Sorted order. -** | array | | Grows downward -** | | v -** |----------------| -** | unallocated | -** | space | -** |----------------| ^ Grows upwards -** | cell content | | Arbitrary order interspersed with freeblocks. -** | area | | and free space fragments. -** |----------------| -** -** The page headers looks like this: -** -** OFFSET SIZE DESCRIPTION -** 0 1 Flags. 1: intkey, 2: zerodata, 4: leafdata, 8: leaf -** 1 2 byte offset to the first freeblock -** 3 2 number of cells on this page -** 5 2 first byte of the cell content area -** 7 1 number of fragmented free bytes -** 8 4 Right child (the Ptr(N+1) value). Omitted on leaves. -** -** The flags define the format of this btree page. The leaf flag means that -** this page has no children. The zerodata flag means that this page carries -** only keys and no data. The intkey flag means that the key is a integer -** which is stored in the key size entry of the cell header rather than in -** the payload area. -** -** The cell pointer array begins on the first byte after the page header. -** The cell pointer array contains zero or more 2-byte numbers which are -** offsets from the beginning of the page to the cell content in the cell -** content area. The cell pointers occur in sorted order. The system strives -** to keep free space after the last cell pointer so that new cells can -** be easily added without having to defragment the page. -** -** Cell content is stored at the very end of the page and grows toward the -** beginning of the page. -** -** Unused space within the cell content area is collected into a linked list of -** freeblocks. Each freeblock is at least 4 bytes in size. The byte offset -** to the first freeblock is given in the header. Freeblocks occur in -** increasing order. Because a freeblock must be at least 4 bytes in size, -** any group of 3 or fewer unused bytes in the cell content area cannot -** exist on the freeblock chain. A group of 3 or fewer free bytes is called -** a fragment. The total number of bytes in all fragments is recorded. -** in the page header at offset 7. -** -** SIZE DESCRIPTION -** 2 Byte offset of the next freeblock -** 2 Bytes in this freeblock -** -** Cells are of variable length. Cells are stored in the cell content area at -** the end of the page. Pointers to the cells are in the cell pointer array -** that immediately follows the page header. Cells is not necessarily -** contiguous or in order, but cell pointers are contiguous and in order. -** -** Cell content makes use of variable length integers. A variable -** length integer is 1 to 9 bytes where the lower 7 bits of each -** byte are used. The integer consists of all bytes that have bit 8 set and -** the first byte with bit 8 clear. The most significant byte of the integer -** appears first. A variable-length integer may not be more than 9 bytes long. -** As a special case, all 8 bytes of the 9th byte are used as data. This -** allows a 64-bit integer to be encoded in 9 bytes. -** -** 0x00 becomes 0x00000000 -** 0x7f becomes 0x0000007f -** 0x81 0x00 becomes 0x00000080 -** 0x82 0x00 becomes 0x00000100 -** 0x80 0x7f becomes 0x0000007f -** 0x8a 0x91 0xd1 0xac 0x78 becomes 0x12345678 -** 0x81 0x81 0x81 0x81 0x01 becomes 0x10204081 -** -** Variable length integers are used for rowids and to hold the number of -** bytes of key and data in a btree cell. -** -** The content of a cell looks like this: -** -** SIZE DESCRIPTION -** 4 Page number of the left child. Omitted if leaf flag is set. -** var Number of bytes of data. Omitted if the zerodata flag is set. -** var Number of bytes of key. Or the key itself if intkey flag is set. -** * Payload -** 4 First page of the overflow chain. Omitted if no overflow -** -** Overflow pages form a linked list. Each page except the last is completely -** filled with data (pagesize - 4 bytes). The last page can have as little -** as 1 byte of data. -** -** SIZE DESCRIPTION -** 4 Page number of next overflow page -** * Data -** -** Freelist pages come in two subtypes: trunk pages and leaf pages. The -** file header points to first in a linked list of trunk page. Each trunk -** page points to multiple leaf pages. The content of a leaf page is -** unspecified. A trunk page looks like this: -** -** SIZE DESCRIPTION -** 4 Page number of next trunk page -** 4 Number of leaf pointers on this page -** * zero or more pages numbers of leaves -*/ -#include "sqliteInt.h" -#include "pager.h" -#include "btree.h" -#include "os.h" -#include - -/* Round up a number to the next larger multiple of 8. This is used -** to force 8-byte alignment on 64-bit architectures. -*/ -#define ROUND8(x) ((x+7)&~7) - - -/* The following value is the maximum cell size assuming a maximum page -** size give above. -*/ -#define MX_CELL_SIZE(pBt) (pBt->pageSize-8) - -/* The maximum number of cells on a single page of the database. This -** assumes a minimum cell size of 3 bytes. Such small cells will be -** exceedingly rare, but they are possible. -*/ -#define MX_CELL(pBt) ((pBt->pageSize-8)/3) - -/* Forward declarations */ -typedef struct MemPage MemPage; -typedef struct BtLock BtLock; - -/* -** This is a magic string that appears at the beginning of every -** SQLite database in order to identify the file as a real database. -** -** You can change this value at compile-time by specifying a -** -DSQLITE_FILE_HEADER="..." on the compiler command-line. The -** header must be exactly 16 bytes including the zero-terminator so -** the string itself should be 15 characters long. If you change -** the header, then your custom library will not be able to read -** databases generated by the standard tools and the standard tools -** will not be able to read databases created by your custom library. -*/ -#ifndef SQLITE_FILE_HEADER /* 123456789 123456 */ -# define SQLITE_FILE_HEADER "SQLite format 3" -#endif -static const char zMagicHeader[] = SQLITE_FILE_HEADER; - -/* -** Page type flags. An ORed combination of these flags appear as the -** first byte of every BTree page. -*/ -#define PTF_INTKEY 0x01 -#define PTF_ZERODATA 0x02 -#define PTF_LEAFDATA 0x04 -#define PTF_LEAF 0x08 - -/* -** As each page of the file is loaded into memory, an instance of the following -** structure is appended and initialized to zero. This structure stores -** information about the page that is decoded from the raw file page. -** -** The pParent field points back to the parent page. This allows us to -** walk up the BTree from any leaf to the root. Care must be taken to -** unref() the parent page pointer when this page is no longer referenced. -** The pageDestructor() routine handles that chore. -*/ -struct MemPage { - u8 isInit; /* True if previously initialized. MUST BE FIRST! */ - u8 idxShift; /* True if Cell indices have changed */ - u8 nOverflow; /* Number of overflow cell bodies in aCell[] */ - u8 intKey; /* True if intkey flag is set */ - u8 leaf; /* True if leaf flag is set */ - u8 zeroData; /* True if table stores keys only */ - u8 leafData; /* True if tables stores data on leaves only */ - u8 hasData; /* True if this page stores data */ - u8 hdrOffset; /* 100 for page 1. 0 otherwise */ - u8 childPtrSize; /* 0 if leaf==1. 4 if leaf==0 */ - u16 maxLocal; /* Copy of Btree.maxLocal or Btree.maxLeaf */ - u16 minLocal; /* Copy of Btree.minLocal or Btree.minLeaf */ - u16 cellOffset; /* Index in aData of first cell pointer */ - u16 idxParent; /* Index in parent of this node */ - u16 nFree; /* Number of free bytes on the page */ - u16 nCell; /* Number of cells on this page, local and ovfl */ - struct _OvflCell { /* Cells that will not fit on aData[] */ - u8 *pCell; /* Pointers to the body of the overflow cell */ - u16 idx; /* Insert this cell before idx-th non-overflow cell */ - } aOvfl[5]; - BtShared *pBt; /* Pointer back to BTree structure */ - u8 *aData; /* Pointer back to the start of the page */ - Pgno pgno; /* Page number for this page */ - MemPage *pParent; /* The parent of this page. NULL for root */ -}; - -/* -** The in-memory image of a disk page has the auxiliary information appended -** to the end. EXTRA_SIZE is the number of bytes of space needed to hold -** that extra information. -*/ -#define EXTRA_SIZE sizeof(MemPage) - -/* Btree handle */ -struct Btree { - sqlite3 *pSqlite; - BtShared *pBt; - u8 inTrans; /* TRANS_NONE, TRANS_READ or TRANS_WRITE */ -}; - -/* -** Btree.inTrans may take one of the following values. -** -** If the shared-data extension is enabled, there may be multiple users -** of the Btree structure. At most one of these may open a write transaction, -** but any number may have active read transactions. Variable Btree.pDb -** points to the handle that owns any current write-transaction. -*/ -#define TRANS_NONE 0 -#define TRANS_READ 1 -#define TRANS_WRITE 2 - -/* -** Everything we need to know about an open database -*/ -struct BtShared { - Pager *pPager; /* The page cache */ - BtCursor *pCursor; /* A list of all open cursors */ - MemPage *pPage1; /* First page of the database */ - u8 inStmt; /* True if we are in a statement subtransaction */ - u8 readOnly; /* True if the underlying file is readonly */ - u8 maxEmbedFrac; /* Maximum payload as % of total page size */ - u8 minEmbedFrac; /* Minimum payload as % of total page size */ - u8 minLeafFrac; /* Minimum leaf payload as % of total page size */ - u8 pageSizeFixed; /* True if the page size can no longer be changed */ -#ifndef SQLITE_OMIT_AUTOVACUUM - u8 autoVacuum; /* True if database supports auto-vacuum */ -#endif - u16 pageSize; /* Total number of bytes on a page */ - u16 usableSize; /* Number of usable bytes on each page */ - int maxLocal; /* Maximum local payload in non-LEAFDATA tables */ - int minLocal; /* Minimum local payload in non-LEAFDATA tables */ - int maxLeaf; /* Maximum local payload in a LEAFDATA table */ - int minLeaf; /* Minimum local payload in a LEAFDATA table */ - BusyHandler *pBusyHandler; /* Callback for when there is lock contention */ - u8 inTransaction; /* Transaction state */ - int nRef; /* Number of references to this structure */ - int nTransaction; /* Number of open transactions (read + write) */ - void *pSchema; /* Pointer to space allocated by sqlite3BtreeSchema() */ - void (*xFreeSchema)(void*); /* Destructor for BtShared.pSchema */ -#ifndef SQLITE_OMIT_SHARED_CACHE - BtLock *pLock; /* List of locks held on this shared-btree struct */ - BtShared *pNext; /* Next in ThreadData.pBtree linked list */ -#endif -}; - -/* -** An instance of the following structure is used to hold information -** about a cell. The parseCellPtr() function fills in this structure -** based on information extract from the raw disk page. -*/ -typedef struct CellInfo CellInfo; -struct CellInfo { - u8 *pCell; /* Pointer to the start of cell content */ - i64 nKey; /* The key for INTKEY tables, or number of bytes in key */ - u32 nData; /* Number of bytes of data */ - u16 nHeader; /* Size of the cell content header in bytes */ - u16 nLocal; /* Amount of payload held locally */ - u16 iOverflow; /* Offset to overflow page number. Zero if no overflow */ - u16 nSize; /* Size of the cell content on the main b-tree page */ -}; - -/* -** A cursor is a pointer to a particular entry in the BTree. -** The entry is identified by its MemPage and the index in -** MemPage.aCell[] of the entry. -*/ -struct BtCursor { - Btree *pBtree; /* The Btree to which this cursor belongs */ - BtCursor *pNext, *pPrev; /* Forms a linked list of all cursors */ - int (*xCompare)(void*,int,const void*,int,const void*); /* Key comp func */ - void *pArg; /* First arg to xCompare() */ - Pgno pgnoRoot; /* The root page of this tree */ - MemPage *pPage; /* Page that contains the entry */ - int idx; /* Index of the entry in pPage->aCell[] */ - CellInfo info; /* A parse of the cell we are pointing at */ - u8 wrFlag; /* True if writable */ - u8 eState; /* One of the CURSOR_XXX constants (see below) */ - void *pKey; /* Saved key that was cursor's last known position */ - i64 nKey; /* Size of pKey, or last integer key */ - int skip; /* (skip<0) -> Prev() is a no-op. (skip>0) -> Next() is */ -}; - -/* -** Potential values for BtCursor.eState. -** -** CURSOR_VALID: -** Cursor points to a valid entry. getPayload() etc. may be called. -** -** CURSOR_INVALID: -** Cursor does not point to a valid entry. This can happen (for example) -** because the table is empty or because BtreeCursorFirst() has not been -** called. -** -** CURSOR_REQUIRESEEK: -** The table that this cursor was opened on still exists, but has been -** modified since the cursor was last used. The cursor position is saved -** in variables BtCursor.pKey and BtCursor.nKey. When a cursor is in -** this state, restoreOrClearCursorPosition() can be called to attempt to -** seek the cursor to the saved position. -*/ -#define CURSOR_INVALID 0 -#define CURSOR_VALID 1 -#define CURSOR_REQUIRESEEK 2 - -/* -** The TRACE macro will print high-level status information about the -** btree operation when the global variable sqlite3_btree_trace is -** enabled. -*/ -#if SQLITE_TEST -# define TRACE(X) if( sqlite3_btree_trace )\ -/* { sqlite3DebugPrintf X; fflush(stdout); } */ \ -{ printf X; fflush(stdout); } -int sqlite3_btree_trace=0; /* True to enable tracing */ -#else -# define TRACE(X) -#endif - -/* -** Forward declaration -*/ -static int checkReadLocks(Btree*,Pgno,BtCursor*); - -/* -** Read or write a two- and four-byte big-endian integer values. -*/ -static u32 get2byte(unsigned char *p){ - return (p[0]<<8) | p[1]; -} -static u32 get4byte(unsigned char *p){ - return (p[0]<<24) | (p[1]<<16) | (p[2]<<8) | p[3]; -} -static void put2byte(unsigned char *p, u32 v){ - p[0] = v>>8; - p[1] = v; -} -static void put4byte(unsigned char *p, u32 v){ - p[0] = v>>24; - p[1] = v>>16; - p[2] = v>>8; - p[3] = v; -} - -/* -** Routines to read and write variable-length integers. These used to -** be defined locally, but now we use the varint routines in the util.c -** file. -*/ -#define getVarint sqlite3GetVarint -/* #define getVarint32 sqlite3GetVarint32 */ -#define getVarint32(A,B) ((*B=*(A))<=0x7f?1:sqlite3GetVarint32(A,B)) -#define putVarint sqlite3PutVarint - -/* The database page the PENDING_BYTE occupies. This page is never used. -** TODO: This macro is very similary to PAGER_MJ_PGNO() in pager.c. They -** should possibly be consolidated (presumably in pager.h). -** -** If disk I/O is omitted (meaning that the database is stored purely -** in memory) then there is no pending byte. -*/ -#ifdef SQLITE_OMIT_DISKIO -# define PENDING_BYTE_PAGE(pBt) 0x7fffffff -#else -# define PENDING_BYTE_PAGE(pBt) ((PENDING_BYTE/(pBt)->pageSize)+1) -#endif - -/* -** A linked list of the following structures is stored at BtShared.pLock. -** Locks are added (or upgraded from READ_LOCK to WRITE_LOCK) when a cursor -** is opened on the table with root page BtShared.iTable. Locks are removed -** from this list when a transaction is committed or rolled back, or when -** a btree handle is closed. -*/ -struct BtLock { - Btree *pBtree; /* Btree handle holding this lock */ - Pgno iTable; /* Root page of table */ - u8 eLock; /* READ_LOCK or WRITE_LOCK */ - BtLock *pNext; /* Next in BtShared.pLock list */ -}; - -/* Candidate values for BtLock.eLock */ -#define READ_LOCK 1 -#define WRITE_LOCK 2 - -#ifdef SQLITE_OMIT_SHARED_CACHE - /* - ** The functions queryTableLock(), lockTable() and unlockAllTables() - ** manipulate entries in the BtShared.pLock linked list used to store - ** shared-cache table level locks. If the library is compiled with the - ** shared-cache feature disabled, then there is only ever one user - ** of each BtShared structure and so this locking is not necessary. - ** So define the lock related functions as no-ops. - */ - #define queryTableLock(a,b,c) SQLITE_OK - #define lockTable(a,b,c) SQLITE_OK - #define unlockAllTables(a) -#else - - -/* -** Query to see if btree handle p may obtain a lock of type eLock -** (READ_LOCK or WRITE_LOCK) on the table with root-page iTab. Return -** SQLITE_OK if the lock may be obtained (by calling lockTable()), or -** SQLITE_LOCKED if not. -*/ -static int queryTableLock(Btree *p, Pgno iTab, u8 eLock){ - BtShared *pBt = p->pBt; - BtLock *pIter; - - /* This is a no-op if the shared-cache is not enabled */ - if( 0==sqlite3ThreadDataReadOnly()->useSharedData ){ - return SQLITE_OK; - } - - /* This (along with lockTable()) is where the ReadUncommitted flag is - ** dealt with. If the caller is querying for a read-lock and the flag is - ** set, it is unconditionally granted - even if there are write-locks - ** on the table. If a write-lock is requested, the ReadUncommitted flag - ** is not considered. - ** - ** In function lockTable(), if a read-lock is demanded and the - ** ReadUncommitted flag is set, no entry is added to the locks list - ** (BtShared.pLock). - ** - ** To summarize: If the ReadUncommitted flag is set, then read cursors do - ** not create or respect table locks. The locking procedure for a - ** write-cursor does not change. - */ - if( - !p->pSqlite || - 0==(p->pSqlite->flags&SQLITE_ReadUncommitted) || - eLock==WRITE_LOCK || - iTab==MASTER_ROOT - ){ - for(pIter=pBt->pLock; pIter; pIter=pIter->pNext){ - if( pIter->pBtree!=p && pIter->iTable==iTab && - (pIter->eLock!=eLock || eLock!=READ_LOCK) ){ - return SQLITE_LOCKED; - } - } - } - return SQLITE_OK; -} - -/* -** Add a lock on the table with root-page iTable to the shared-btree used -** by Btree handle p. Parameter eLock must be either READ_LOCK or -** WRITE_LOCK. -** -** SQLITE_OK is returned if the lock is added successfully. SQLITE_BUSY and -** SQLITE_NOMEM may also be returned. -*/ -static int lockTable(Btree *p, Pgno iTable, u8 eLock){ - BtShared *pBt = p->pBt; - BtLock *pLock = 0; - BtLock *pIter; - - /* This is a no-op if the shared-cache is not enabled */ - if( 0==sqlite3ThreadDataReadOnly()->useSharedData ){ - return SQLITE_OK; - } - - assert( SQLITE_OK==queryTableLock(p, iTable, eLock) ); - - /* If the read-uncommitted flag is set and a read-lock is requested, - ** return early without adding an entry to the BtShared.pLock list. See - ** comment in function queryTableLock() for more info on handling - ** the ReadUncommitted flag. - */ - if( - (p->pSqlite) && - (p->pSqlite->flags&SQLITE_ReadUncommitted) && - (eLock==READ_LOCK) && - iTable!=MASTER_ROOT - ){ - return SQLITE_OK; - } - - /* First search the list for an existing lock on this table. */ - for(pIter=pBt->pLock; pIter; pIter=pIter->pNext){ - if( pIter->iTable==iTable && pIter->pBtree==p ){ - pLock = pIter; - break; - } - } - - /* If the above search did not find a BtLock struct associating Btree p - ** with table iTable, allocate one and link it into the list. - */ - if( !pLock ){ - pLock = (BtLock *)sqliteMalloc(sizeof(BtLock)); - if( !pLock ){ - return SQLITE_NOMEM; - } - pLock->iTable = iTable; - pLock->pBtree = p; - pLock->pNext = pBt->pLock; - pBt->pLock = pLock; - } - - /* Set the BtLock.eLock variable to the maximum of the current lock - ** and the requested lock. This means if a write-lock was already held - ** and a read-lock requested, we don't incorrectly downgrade the lock. - */ - assert( WRITE_LOCK>READ_LOCK ); - if( eLock>pLock->eLock ){ - pLock->eLock = eLock; - } - - return SQLITE_OK; -} - -/* -** Release all the table locks (locks obtained via calls to the lockTable() -** procedure) held by Btree handle p. -*/ -static void unlockAllTables(Btree *p){ - BtLock **ppIter = &p->pBt->pLock; - - /* If the shared-cache extension is not enabled, there should be no - ** locks in the BtShared.pLock list, making this procedure a no-op. Assert - ** that this is the case. - */ - assert( sqlite3ThreadDataReadOnly()->useSharedData || 0==*ppIter ); - - while( *ppIter ){ - BtLock *pLock = *ppIter; - if( pLock->pBtree==p ){ - *ppIter = pLock->pNext; - sqliteFree(pLock); - }else{ - ppIter = &pLock->pNext; - } - } -} -#endif /* SQLITE_OMIT_SHARED_CACHE */ - -static void releasePage(MemPage *pPage); /* Forward reference */ - -/* -** Save the current cursor position in the variables BtCursor.nKey -** and BtCursor.pKey. The cursor's state is set to CURSOR_REQUIRESEEK. -*/ -static int saveCursorPosition(BtCursor *pCur){ - int rc; - - assert( CURSOR_VALID==pCur->eState ); - assert( 0==pCur->pKey ); - - rc = sqlite3BtreeKeySize(pCur, &pCur->nKey); - - /* If this is an intKey table, then the above call to BtreeKeySize() - ** stores the integer key in pCur->nKey. In this case this value is - ** all that is required. Otherwise, if pCur is not open on an intKey - ** table, then malloc space for and store the pCur->nKey bytes of key - ** data. - */ - if( rc==SQLITE_OK && 0==pCur->pPage->intKey){ - void *pKey = sqliteMalloc(pCur->nKey); - if( pKey ){ - rc = sqlite3BtreeKey(pCur, 0, pCur->nKey, pKey); - if( rc==SQLITE_OK ){ - pCur->pKey = pKey; - }else{ - sqliteFree(pKey); - } - }else{ - rc = SQLITE_NOMEM; - } - } - assert( !pCur->pPage->intKey || !pCur->pKey ); - - if( rc==SQLITE_OK ){ - releasePage(pCur->pPage); - pCur->pPage = 0; - pCur->eState = CURSOR_REQUIRESEEK; - } - - return rc; -} - -/* -** Save the positions of all cursors except pExcept open on the table -** with root-page iRoot. Usually, this is called just before cursor -** pExcept is used to modify the table (BtreeDelete() or BtreeInsert()). -*/ -static int saveAllCursors(BtShared *pBt, Pgno iRoot, BtCursor *pExcept){ - BtCursor *p; - for(p=pBt->pCursor; p; p=p->pNext){ - if( p!=pExcept && (0==iRoot || p->pgnoRoot==iRoot) && - p->eState==CURSOR_VALID ){ - int rc = saveCursorPosition(p); - if( SQLITE_OK!=rc ){ - return rc; - } - } - } - return SQLITE_OK; -} - -/* -** Restore the cursor to the position it was in (or as close to as possible) -** when saveCursorPosition() was called. Note that this call deletes the -** saved position info stored by saveCursorPosition(), so there can be -** at most one effective restoreOrClearCursorPosition() call after each -** saveCursorPosition(). -** -** If the second argument argument - doSeek - is false, then instead of -** returning the cursor to it's saved position, any saved position is deleted -** and the cursor state set to CURSOR_INVALID. -*/ -static int restoreOrClearCursorPositionX(BtCursor *pCur, int doSeek){ - int rc = SQLITE_OK; - assert( pCur->eState==CURSOR_REQUIRESEEK ); - pCur->eState = CURSOR_INVALID; - if( doSeek ){ - rc = sqlite3BtreeMoveto(pCur, pCur->pKey, pCur->nKey, &pCur->skip); - } - if( rc==SQLITE_OK ){ - sqliteFree(pCur->pKey); - pCur->pKey = 0; - assert( CURSOR_VALID==pCur->eState || CURSOR_INVALID==pCur->eState ); - } - return rc; -} - -#define restoreOrClearCursorPosition(p,x) \ - (p->eState==CURSOR_REQUIRESEEK?restoreOrClearCursorPositionX(p,x):SQLITE_OK) - -#ifndef SQLITE_OMIT_AUTOVACUUM -/* -** These macros define the location of the pointer-map entry for a -** database page. The first argument to each is the number of usable -** bytes on each page of the database (often 1024). The second is the -** page number to look up in the pointer map. -** -** PTRMAP_PAGENO returns the database page number of the pointer-map -** page that stores the required pointer. PTRMAP_PTROFFSET returns -** the offset of the requested map entry. -** -** If the pgno argument passed to PTRMAP_PAGENO is a pointer-map page, -** then pgno is returned. So (pgno==PTRMAP_PAGENO(pgsz, pgno)) can be -** used to test if pgno is a pointer-map page. PTRMAP_ISPAGE implements -** this test. -*/ -#define PTRMAP_PAGENO(pBt, pgno) ptrmapPageno(pBt, pgno) -#define PTRMAP_PTROFFSET(pBt, pgno) (5*(pgno-ptrmapPageno(pBt, pgno)-1)) -#define PTRMAP_ISPAGE(pBt, pgno) (PTRMAP_PAGENO((pBt),(pgno))==(pgno)) - -static Pgno ptrmapPageno(BtShared *pBt, Pgno pgno){ - int nPagesPerMapPage = (pBt->usableSize/5)+1; - int iPtrMap = (pgno-2)/nPagesPerMapPage; - int ret = (iPtrMap*nPagesPerMapPage) + 2; - if( ret==PENDING_BYTE_PAGE(pBt) ){ - ret++; - } - return ret; -} - -/* -** The pointer map is a lookup table that identifies the parent page for -** each child page in the database file. The parent page is the page that -** contains a pointer to the child. Every page in the database contains -** 0 or 1 parent pages. (In this context 'database page' refers -** to any page that is not part of the pointer map itself.) Each pointer map -** entry consists of a single byte 'type' and a 4 byte parent page number. -** The PTRMAP_XXX identifiers below are the valid types. -** -** The purpose of the pointer map is to facility moving pages from one -** position in the file to another as part of autovacuum. When a page -** is moved, the pointer in its parent must be updated to point to the -** new location. The pointer map is used to locate the parent page quickly. -** -** PTRMAP_ROOTPAGE: The database page is a root-page. The page-number is not -** used in this case. -** -** PTRMAP_FREEPAGE: The database page is an unused (free) page. The page-number -** is not used in this case. -** -** PTRMAP_OVERFLOW1: The database page is the first page in a list of -** overflow pages. The page number identifies the page that -** contains the cell with a pointer to this overflow page. -** -** PTRMAP_OVERFLOW2: The database page is the second or later page in a list of -** overflow pages. The page-number identifies the previous -** page in the overflow page list. -** -** PTRMAP_BTREE: The database page is a non-root btree page. The page number -** identifies the parent page in the btree. -*/ -#define PTRMAP_ROOTPAGE 1 -#define PTRMAP_FREEPAGE 2 -#define PTRMAP_OVERFLOW1 3 -#define PTRMAP_OVERFLOW2 4 -#define PTRMAP_BTREE 5 - -/* -** Write an entry into the pointer map. -** -** This routine updates the pointer map entry for page number 'key' -** so that it maps to type 'eType' and parent page number 'pgno'. -** An error code is returned if something goes wrong, otherwise SQLITE_OK. -*/ -static int ptrmapPut(BtShared *pBt, Pgno key, u8 eType, Pgno parent){ - u8 *pPtrmap; /* The pointer map page */ - Pgno iPtrmap; /* The pointer map page number */ - int offset; /* Offset in pointer map page */ - int rc; - - /* The master-journal page number must never be used as a pointer map page */ - assert( 0==PTRMAP_ISPAGE(pBt, PENDING_BYTE_PAGE(pBt)) ); - - assert( pBt->autoVacuum ); - if( key==0 ){ - return SQLITE_CORRUPT_BKPT; - } - iPtrmap = PTRMAP_PAGENO(pBt, key); - rc = sqlite3pager_get(pBt->pPager, iPtrmap, (void **)&pPtrmap); - if( rc!=SQLITE_OK ){ - return rc; - } - offset = PTRMAP_PTROFFSET(pBt, key); - - if( eType!=pPtrmap[offset] || get4byte(&pPtrmap[offset+1])!=parent ){ - TRACE(("PTRMAP_UPDATE: %d->(%d,%d)\n", key, eType, parent)); - rc = sqlite3pager_write(pPtrmap); - if( rc==SQLITE_OK ){ - pPtrmap[offset] = eType; - put4byte(&pPtrmap[offset+1], parent); - } - } - - sqlite3pager_unref(pPtrmap); - return rc; -} - -/* -** Read an entry from the pointer map. -** -** This routine retrieves the pointer map entry for page 'key', writing -** the type and parent page number to *pEType and *pPgno respectively. -** An error code is returned if something goes wrong, otherwise SQLITE_OK. -*/ -static int ptrmapGet(BtShared *pBt, Pgno key, u8 *pEType, Pgno *pPgno){ - int iPtrmap; /* Pointer map page index */ - u8 *pPtrmap; /* Pointer map page data */ - int offset; /* Offset of entry in pointer map */ - int rc; - - iPtrmap = PTRMAP_PAGENO(pBt, key); - rc = sqlite3pager_get(pBt->pPager, iPtrmap, (void **)&pPtrmap); - if( rc!=0 ){ - return rc; - } - - offset = PTRMAP_PTROFFSET(pBt, key); - assert( pEType!=0 ); - *pEType = pPtrmap[offset]; - if( pPgno ) *pPgno = get4byte(&pPtrmap[offset+1]); - - sqlite3pager_unref(pPtrmap); - if( *pEType<1 || *pEType>5 ) return SQLITE_CORRUPT_BKPT; - return SQLITE_OK; -} - -#endif /* SQLITE_OMIT_AUTOVACUUM */ - -/* -** Given a btree page and a cell index (0 means the first cell on -** the page, 1 means the second cell, and so forth) return a pointer -** to the cell content. -** -** This routine works only for pages that do not contain overflow cells. -*/ -static u8 *findCell(MemPage *pPage, int iCell){ - u8 *data = pPage->aData; - assert( iCell>=0 ); - assert( iCellhdrOffset+3]) ); - return data + get2byte(&data[pPage->cellOffset+2*iCell]); -} - -/* -** This a more complex version of findCell() that works for -** pages that do contain overflow cells. See insert -*/ -static u8 *findOverflowCell(MemPage *pPage, int iCell){ - int i; - for(i=pPage->nOverflow-1; i>=0; i--){ - int k; - struct _OvflCell *pOvfl; - pOvfl = &pPage->aOvfl[i]; - k = pOvfl->idx; - if( k<=iCell ){ - if( k==iCell ){ - return pOvfl->pCell; - } - iCell--; - } - } - return findCell(pPage, iCell); -} - -/* -** Parse a cell content block and fill in the CellInfo structure. There -** are two versions of this function. parseCell() takes a cell index -** as the second argument and parseCellPtr() takes a pointer to the -** body of the cell as its second argument. -*/ -static void parseCellPtr( - MemPage *pPage, /* Page containing the cell */ - u8 *pCell, /* Pointer to the cell text. */ - CellInfo *pInfo /* Fill in this structure */ -){ - int n; /* Number bytes in cell content header */ - u32 nPayload; /* Number of bytes of cell payload */ - - pInfo->pCell = pCell; - assert( pPage->leaf==0 || pPage->leaf==1 ); - n = pPage->childPtrSize; - assert( n==4-4*pPage->leaf ); - if( pPage->hasData ){ - n += getVarint32(&pCell[n], &nPayload); - }else{ - nPayload = 0; - } - pInfo->nData = nPayload; - if( pPage->intKey ){ - n += getVarint(&pCell[n], (u64 *)&pInfo->nKey); - }else{ - u32 x; - n += getVarint32(&pCell[n], &x); - pInfo->nKey = x; - nPayload += x; - } - pInfo->nHeader = n; - if( nPayload<=pPage->maxLocal ){ - /* This is the (easy) common case where the entire payload fits - ** on the local page. No overflow is required. - */ - int nSize; /* Total size of cell content in bytes */ - pInfo->nLocal = nPayload; - pInfo->iOverflow = 0; - nSize = nPayload + n; - if( nSize<4 ){ - nSize = 4; /* Minimum cell size is 4 */ - } - pInfo->nSize = nSize; - }else{ - /* If the payload will not fit completely on the local page, we have - ** to decide how much to store locally and how much to spill onto - ** overflow pages. The strategy is to minimize the amount of unused - ** space on overflow pages while keeping the amount of local storage - ** in between minLocal and maxLocal. - ** - ** Warning: changing the way overflow payload is distributed in any - ** way will result in an incompatible file format. - */ - int minLocal; /* Minimum amount of payload held locally */ - int maxLocal; /* Maximum amount of payload held locally */ - int surplus; /* Overflow payload available for local storage */ - - minLocal = pPage->minLocal; - maxLocal = pPage->maxLocal; - surplus = minLocal + (nPayload - minLocal)%(pPage->pBt->usableSize - 4); - if( surplus <= maxLocal ){ - pInfo->nLocal = surplus; - }else{ - pInfo->nLocal = minLocal; - } - pInfo->iOverflow = pInfo->nLocal + n; - pInfo->nSize = pInfo->iOverflow + 4; - } -} -static void parseCell( - MemPage *pPage, /* Page containing the cell */ - int iCell, /* The cell index. First cell is 0 */ - CellInfo *pInfo /* Fill in this structure */ -){ - parseCellPtr(pPage, findCell(pPage, iCell), pInfo); -} - -/* -** Compute the total number of bytes that a Cell needs in the cell -** data area of the btree-page. The return number includes the cell -** data header and the local payload, but not any overflow page or -** the space used by the cell pointer. -*/ -#ifndef NDEBUG -static int cellSize(MemPage *pPage, int iCell){ - CellInfo info; - parseCell(pPage, iCell, &info); - return info.nSize; -} -#endif -static int cellSizePtr(MemPage *pPage, u8 *pCell){ - CellInfo info; - parseCellPtr(pPage, pCell, &info); - return info.nSize; -} - -#ifndef SQLITE_OMIT_AUTOVACUUM -/* -** If the cell pCell, part of page pPage contains a pointer -** to an overflow page, insert an entry into the pointer-map -** for the overflow page. -*/ -static int ptrmapPutOvflPtr(MemPage *pPage, u8 *pCell){ - if( pCell ){ - CellInfo info; - parseCellPtr(pPage, pCell, &info); - if( (info.nData+(pPage->intKey?0:info.nKey))>info.nLocal ){ - Pgno ovfl = get4byte(&pCell[info.iOverflow]); - return ptrmapPut(pPage->pBt, ovfl, PTRMAP_OVERFLOW1, pPage->pgno); - } - } - return SQLITE_OK; -} -/* -** If the cell with index iCell on page pPage contains a pointer -** to an overflow page, insert an entry into the pointer-map -** for the overflow page. -*/ -static int ptrmapPutOvfl(MemPage *pPage, int iCell){ - u8 *pCell; - pCell = findOverflowCell(pPage, iCell); - return ptrmapPutOvflPtr(pPage, pCell); -} -#endif - - -/* A bunch of assert() statements to check the transaction state variables -** of handle p (type Btree*) are internally consistent. -*/ -#define btreeIntegrity(p) \ - assert( p->inTrans!=TRANS_NONE || p->pBt->nTransactionpBt->nRef ); \ - assert( p->pBt->nTransaction<=p->pBt->nRef ); \ - assert( p->pBt->inTransaction!=TRANS_NONE || p->pBt->nTransaction==0 ); \ - assert( p->pBt->inTransaction>=p->inTrans ); - -/* -** Defragment the page given. All Cells are moved to the -** end of the page and all free space is collected into one -** big FreeBlk that occurs in between the header and cell -** pointer array and the cell content area. -*/ -static int defragmentPage(MemPage *pPage){ - int i; /* Loop counter */ - int pc; /* Address of a i-th cell */ - int addr; /* Offset of first byte after cell pointer array */ - int hdr; /* Offset to the page header */ - int size; /* Size of a cell */ - int usableSize; /* Number of usable bytes on a page */ - int cellOffset; /* Offset to the cell pointer array */ - int brk; /* Offset to the cell content area */ - int nCell; /* Number of cells on the page */ - unsigned char *data; /* The page data */ - unsigned char *temp; /* Temp area for cell content */ - - assert( sqlite3pager_iswriteable(pPage->aData) ); - assert( pPage->pBt!=0 ); - assert( pPage->pBt->usableSize <= SQLITE_MAX_PAGE_SIZE ); - assert( pPage->nOverflow==0 ); - temp = sqliteMalloc( pPage->pBt->pageSize ); - if( temp==0 ) return SQLITE_NOMEM; - data = pPage->aData; - hdr = pPage->hdrOffset; - cellOffset = pPage->cellOffset; - nCell = pPage->nCell; - assert( nCell==get2byte(&data[hdr+3]) ); - usableSize = pPage->pBt->usableSize; - brk = get2byte(&data[hdr+5]); - memcpy(&temp[brk], &data[brk], usableSize - brk); - brk = usableSize; - for(i=0; ipBt->usableSize ); - size = cellSizePtr(pPage, &temp[pc]); - brk -= size; - memcpy(&data[brk], &temp[pc], size); - put2byte(pAddr, brk); - } - assert( brk>=cellOffset+2*nCell ); - put2byte(&data[hdr+5], brk); - data[hdr+1] = 0; - data[hdr+2] = 0; - data[hdr+7] = 0; - addr = cellOffset+2*nCell; - memset(&data[addr], 0, brk-addr); - sqliteFree(temp); - return SQLITE_OK; -} - -/* -** Allocate nByte bytes of space on a page. -** -** Return the index into pPage->aData[] of the first byte of -** the new allocation. Or return 0 if there is not enough free -** space on the page to satisfy the allocation request. -** -** If the page contains nBytes of free space but does not contain -** nBytes of contiguous free space, then this routine automatically -** calls defragementPage() to consolidate all free space before -** allocating the new chunk. -*/ -static int allocateSpace(MemPage *pPage, int nByte){ - int addr, pc, hdr; - int size; - int nFrag; - int top; - int nCell; - int cellOffset; - unsigned char *data; - - data = pPage->aData; - assert( sqlite3pager_iswriteable(data) ); - assert( pPage->pBt ); - if( nByte<4 ) nByte = 4; - if( pPage->nFreenOverflow>0 ) return 0; - pPage->nFree -= nByte; - hdr = pPage->hdrOffset; - - nFrag = data[hdr+7]; - if( nFrag<60 ){ - /* Search the freelist looking for a slot big enough to satisfy the - ** space request. */ - addr = hdr+1; - while( (pc = get2byte(&data[addr]))>0 ){ - size = get2byte(&data[pc+2]); - if( size>=nByte ){ - if( sizecellOffset; - if( nFrag>=60 || cellOffset + 2*nCell > top - nByte ){ - if( defragmentPage(pPage) ) return 0; - top = get2byte(&data[hdr+5]); - } - top -= nByte; - assert( cellOffset + 2*nCell <= top ); - put2byte(&data[hdr+5], top); - return top; -} - -/* -** Return a section of the pPage->aData to the freelist. -** The first byte of the new free block is pPage->aDisk[start] -** and the size of the block is "size" bytes. -** -** Most of the effort here is involved in coalesing adjacent -** free blocks into a single big free block. -*/ -static void freeSpace(MemPage *pPage, int start, int size){ - int addr, pbegin, hdr; - unsigned char *data = pPage->aData; - - assert( pPage->pBt!=0 ); - assert( sqlite3pager_iswriteable(data) ); - assert( start>=pPage->hdrOffset+6+(pPage->leaf?0:4) ); - assert( (start + size)<=pPage->pBt->usableSize ); - if( size<4 ) size = 4; - -#ifdef SQLITE_SECURE_DELETE - /* Overwrite deleted information with zeros when the SECURE_DELETE - ** option is enabled at compile-time */ - memset(&data[start], 0, size); -#endif - - /* Add the space back into the linked list of freeblocks */ - hdr = pPage->hdrOffset; - addr = hdr + 1; - while( (pbegin = get2byte(&data[addr]))0 ){ - assert( pbegin<=pPage->pBt->usableSize-4 ); - assert( pbegin>addr ); - addr = pbegin; - } - assert( pbegin<=pPage->pBt->usableSize-4 ); - assert( pbegin>addr || pbegin==0 ); - put2byte(&data[addr], start); - put2byte(&data[start], pbegin); - put2byte(&data[start+2], size); - pPage->nFree += size; - - /* Coalesce adjacent free blocks */ - addr = pPage->hdrOffset + 1; - while( (pbegin = get2byte(&data[addr]))>0 ){ - int pnext, psize; - assert( pbegin>addr ); - assert( pbegin<=pPage->pBt->usableSize-4 ); - pnext = get2byte(&data[pbegin]); - psize = get2byte(&data[pbegin+2]); - if( pbegin + psize + 3 >= pnext && pnext>0 ){ - int frag = pnext - (pbegin+psize); - assert( frag<=data[pPage->hdrOffset+7] ); - data[pPage->hdrOffset+7] -= frag; - put2byte(&data[pbegin], get2byte(&data[pnext])); - put2byte(&data[pbegin+2], pnext+get2byte(&data[pnext+2])-pbegin); - }else{ - addr = pbegin; - } - } - - /* If the cell content area begins with a freeblock, remove it. */ - if( data[hdr+1]==data[hdr+5] && data[hdr+2]==data[hdr+6] ){ - int top; - pbegin = get2byte(&data[hdr+1]); - memcpy(&data[hdr+1], &data[pbegin], 2); - top = get2byte(&data[hdr+5]); - put2byte(&data[hdr+5], top + get2byte(&data[pbegin+2])); - } -} - -/* -** Decode the flags byte (the first byte of the header) for a page -** and initialize fields of the MemPage structure accordingly. -*/ -static void decodeFlags(MemPage *pPage, int flagByte){ - BtShared *pBt; /* A copy of pPage->pBt */ - - assert( pPage->hdrOffset==(pPage->pgno==1 ? 100 : 0) ); - pPage->intKey = (flagByte & (PTF_INTKEY|PTF_LEAFDATA))!=0; - pPage->zeroData = (flagByte & PTF_ZERODATA)!=0; - pPage->leaf = (flagByte & PTF_LEAF)!=0; - pPage->childPtrSize = 4*(pPage->leaf==0); - pBt = pPage->pBt; - if( flagByte & PTF_LEAFDATA ){ - pPage->leafData = 1; - pPage->maxLocal = pBt->maxLeaf; - pPage->minLocal = pBt->minLeaf; - }else{ - pPage->leafData = 0; - pPage->maxLocal = pBt->maxLocal; - pPage->minLocal = pBt->minLocal; - } - pPage->hasData = !(pPage->zeroData || (!pPage->leaf && pPage->leafData)); -} - -/* -** Initialize the auxiliary information for a disk block. -** -** The pParent parameter must be a pointer to the MemPage which -** is the parent of the page being initialized. The root of a -** BTree has no parent and so for that page, pParent==NULL. -** -** Return SQLITE_OK on success. If we see that the page does -** not contain a well-formed database page, then return -** SQLITE_CORRUPT. Note that a return of SQLITE_OK does not -** guarantee that the page is well-formed. It only shows that -** we failed to detect any corruption. -*/ -static int initPage( - MemPage *pPage, /* The page to be initialized */ - MemPage *pParent /* The parent. Might be NULL */ -){ - int pc; /* Address of a freeblock within pPage->aData[] */ - int hdr; /* Offset to beginning of page header */ - u8 *data; /* Equal to pPage->aData */ - BtShared *pBt; /* The main btree structure */ - int usableSize; /* Amount of usable space on each page */ - int cellOffset; /* Offset from start of page to first cell pointer */ - int nFree; /* Number of unused bytes on the page */ - int top; /* First byte of the cell content area */ - - pBt = pPage->pBt; - assert( pBt!=0 ); - assert( pParent==0 || pParent->pBt==pBt ); - assert( pPage->pgno==sqlite3pager_pagenumber(pPage->aData) ); - assert( pPage->aData == &((unsigned char*)pPage)[-pBt->pageSize] ); - if( pPage->pParent!=pParent && (pPage->pParent!=0 || pPage->isInit) ){ - /* The parent page should never change unless the file is corrupt */ - return SQLITE_CORRUPT_BKPT; - } - if( pPage->isInit ) return SQLITE_OK; - if( pPage->pParent==0 && pParent!=0 ){ - pPage->pParent = pParent; - sqlite3pager_ref(pParent->aData); - } - hdr = pPage->hdrOffset; - data = pPage->aData; - decodeFlags(pPage, data[hdr]); - pPage->nOverflow = 0; - pPage->idxShift = 0; - usableSize = pBt->usableSize; - pPage->cellOffset = cellOffset = hdr + 12 - 4*pPage->leaf; - top = get2byte(&data[hdr+5]); - pPage->nCell = get2byte(&data[hdr+3]); - if( pPage->nCell>MX_CELL(pBt) ){ - /* To many cells for a single page. The page must be corrupt */ - return SQLITE_CORRUPT_BKPT; - } - if( pPage->nCell==0 && pParent!=0 && pParent->pgno!=1 ){ - /* All pages must have at least one cell, except for root pages */ - return SQLITE_CORRUPT_BKPT; - } - - /* Compute the total free space on the page */ - pc = get2byte(&data[hdr+1]); - nFree = data[hdr+7] + top - (cellOffset + 2*pPage->nCell); - while( pc>0 ){ - int next, size; - if( pc>usableSize-4 ){ - /* Free block is off the page */ - return SQLITE_CORRUPT_BKPT; - } - next = get2byte(&data[pc]); - size = get2byte(&data[pc+2]); - if( next>0 && next<=pc+size+3 ){ - /* Free blocks must be in accending order */ - return SQLITE_CORRUPT_BKPT; - } - nFree += size; - pc = next; - } - pPage->nFree = nFree; - if( nFree>=usableSize ){ - /* Free space cannot exceed total page size */ - return SQLITE_CORRUPT_BKPT; - } - - pPage->isInit = 1; - return SQLITE_OK; -} - -/* -** Set up a raw page so that it looks like a database page holding -** no entries. -*/ -static void zeroPage(MemPage *pPage, int flags){ - unsigned char *data = pPage->aData; - BtShared *pBt = pPage->pBt; - int hdr = pPage->hdrOffset; - int first; - - assert( sqlite3pager_pagenumber(data)==pPage->pgno ); - assert( &data[pBt->pageSize] == (unsigned char*)pPage ); - assert( sqlite3pager_iswriteable(data) ); - memset(&data[hdr], 0, pBt->usableSize - hdr); - data[hdr] = flags; - first = hdr + 8 + 4*((flags&PTF_LEAF)==0); - memset(&data[hdr+1], 0, 4); - data[hdr+7] = 0; - put2byte(&data[hdr+5], pBt->usableSize); - pPage->nFree = pBt->usableSize - first; - decodeFlags(pPage, flags); - pPage->hdrOffset = hdr; - pPage->cellOffset = first; - pPage->nOverflow = 0; - pPage->idxShift = 0; - pPage->nCell = 0; - pPage->isInit = 1; -} - -/* -** Get a page from the pager. Initialize the MemPage.pBt and -** MemPage.aData elements if needed. -*/ -static int getPage(BtShared *pBt, Pgno pgno, MemPage **ppPage){ - int rc; - unsigned char *aData; - MemPage *pPage; - rc = sqlite3pager_get(pBt->pPager, pgno, (void**)&aData); - if( rc ) return rc; - pPage = (MemPage*)&aData[pBt->pageSize]; - pPage->aData = aData; - pPage->pBt = pBt; - pPage->pgno = pgno; - pPage->hdrOffset = pPage->pgno==1 ? 100 : 0; - *ppPage = pPage; - return SQLITE_OK; -} - -/* -** Get a page from the pager and initialize it. This routine -** is just a convenience wrapper around separate calls to -** getPage() and initPage(). -*/ -static int getAndInitPage( - BtShared *pBt, /* The database file */ - Pgno pgno, /* Number of the page to get */ - MemPage **ppPage, /* Write the page pointer here */ - MemPage *pParent /* Parent of the page */ -){ - int rc; - if( pgno==0 ){ - return SQLITE_CORRUPT_BKPT; - } - rc = getPage(pBt, pgno, ppPage); - if( rc==SQLITE_OK && (*ppPage)->isInit==0 ){ - rc = initPage(*ppPage, pParent); - } - return rc; -} - -/* -** Release a MemPage. This should be called once for each prior -** call to getPage. -*/ -static void releasePage(MemPage *pPage){ - if( pPage ){ - assert( pPage->aData ); - assert( pPage->pBt ); - assert( &pPage->aData[pPage->pBt->pageSize]==(unsigned char*)pPage ); - sqlite3pager_unref(pPage->aData); - } -} - -/* -** This routine is called when the reference count for a page -** reaches zero. We need to unref the pParent pointer when that -** happens. -*/ -static void pageDestructor(void *pData, int pageSize){ - MemPage *pPage; - assert( (pageSize & 7)==0 ); - pPage = (MemPage*)&((char*)pData)[pageSize]; - if( pPage->pParent ){ - MemPage *pParent = pPage->pParent; - pPage->pParent = 0; - releasePage(pParent); - } - pPage->isInit = 0; -} - -/* -** During a rollback, when the pager reloads information into the cache -** so that the cache is restored to its original state at the start of -** the transaction, for each page restored this routine is called. -** -** This routine needs to reset the extra data section at the end of the -** page to agree with the restored data. -*/ -static void pageReinit(void *pData, int pageSize){ - MemPage *pPage; - assert( (pageSize & 7)==0 ); - pPage = (MemPage*)&((char*)pData)[pageSize]; - if( pPage->isInit ){ - pPage->isInit = 0; - initPage(pPage, pPage->pParent); - } -} - -/* -** Open a database file. -** -** zFilename is the name of the database file. If zFilename is NULL -** a new database with a random name is created. This randomly named -** database file will be deleted when sqlite3BtreeClose() is called. -*/ -int sqlite3BtreeOpen( - const char *zFilename, /* Name of the file containing the BTree database */ - sqlite3 *pSqlite, /* Associated database handle */ - Btree **ppBtree, /* Pointer to new Btree object written here */ - int flags /* Options */ -){ - BtShared *pBt; /* Shared part of btree structure */ - Btree *p; /* Handle to return */ - int rc; - int nReserve; - unsigned char zDbHeader[100]; -#if !defined(SQLITE_OMIT_SHARED_CACHE) && !defined(SQLITE_OMIT_DISKIO) - const ThreadData *pTsdro; -#endif - - /* Set the variable isMemdb to true for an in-memory database, or - ** false for a file-based database. This symbol is only required if - ** either of the shared-data or autovacuum features are compiled - ** into the library. - */ -#if !defined(SQLITE_OMIT_SHARED_CACHE) || !defined(SQLITE_OMIT_AUTOVACUUM) - #ifdef SQLITE_OMIT_MEMORYDB - const int isMemdb = 0; - #else - const int isMemdb = zFilename && !strcmp(zFilename, ":memory:"); - #endif -#endif - - p = sqliteMalloc(sizeof(Btree)); - if( !p ){ - return SQLITE_NOMEM; - } - p->inTrans = TRANS_NONE; - p->pSqlite = pSqlite; - - /* Try to find an existing Btree structure opened on zFilename. */ -#if !defined(SQLITE_OMIT_SHARED_CACHE) && !defined(SQLITE_OMIT_DISKIO) - pTsdro = sqlite3ThreadDataReadOnly(); - if( pTsdro->useSharedData && zFilename && !isMemdb ){ - char *zFullPathname = sqlite3OsFullPathname(zFilename); - if( !zFullPathname ){ - sqliteFree(p); - return SQLITE_NOMEM; - } - for(pBt=pTsdro->pBtree; pBt; pBt=pBt->pNext){ - assert( pBt->nRef>0 ); - if( 0==strcmp(zFullPathname, sqlite3pager_filename(pBt->pPager)) ){ - p->pBt = pBt; - *ppBtree = p; - pBt->nRef++; - sqliteFree(zFullPathname); - return SQLITE_OK; - } - } - sqliteFree(zFullPathname); - } -#endif - - /* - ** The following asserts make sure that structures used by the btree are - ** the right size. This is to guard against size changes that result - ** when compiling on a different architecture. - */ - assert( sizeof(i64)==8 || sizeof(i64)==4 ); - assert( sizeof(u64)==8 || sizeof(u64)==4 ); - assert( sizeof(u32)==4 ); - assert( sizeof(u16)==2 ); - assert( sizeof(Pgno)==4 ); - - pBt = sqliteMalloc( sizeof(*pBt) ); - if( pBt==0 ){ - *ppBtree = 0; - sqliteFree(p); - return SQLITE_NOMEM; - } - rc = sqlite3pager_open(&pBt->pPager, zFilename, EXTRA_SIZE, flags); - if( rc==SQLITE_OK ){ - rc = sqlite3pager_read_fileheader(pBt->pPager,sizeof(zDbHeader),zDbHeader); - } - if( rc!=SQLITE_OK ){ - if( pBt->pPager ){ - sqlite3pager_close(pBt->pPager); - } - sqliteFree(pBt); - sqliteFree(p); - *ppBtree = 0; - return rc; - } - p->pBt = pBt; - - sqlite3pager_set_destructor(pBt->pPager, pageDestructor); - sqlite3pager_set_reiniter(pBt->pPager, pageReinit); - pBt->pCursor = 0; - pBt->pPage1 = 0; - pBt->readOnly = sqlite3pager_isreadonly(pBt->pPager); - pBt->pageSize = get2byte(&zDbHeader[16]); - if( pBt->pageSize<512 || pBt->pageSize>SQLITE_MAX_PAGE_SIZE - || ((pBt->pageSize-1)&pBt->pageSize)!=0 ){ - pBt->pageSize = SQLITE_DEFAULT_PAGE_SIZE; - pBt->maxEmbedFrac = 64; /* 25% */ - pBt->minEmbedFrac = 32; /* 12.5% */ - pBt->minLeafFrac = 32; /* 12.5% */ -#ifndef SQLITE_OMIT_AUTOVACUUM - /* If the magic name ":memory:" will create an in-memory database, then - ** do not set the auto-vacuum flag, even if SQLITE_DEFAULT_AUTOVACUUM - ** is true. On the other hand, if SQLITE_OMIT_MEMORYDB has been defined, - ** then ":memory:" is just a regular file-name. Respect the auto-vacuum - ** default in this case. - */ - if( zFilename && !isMemdb ){ - pBt->autoVacuum = SQLITE_DEFAULT_AUTOVACUUM; - } -#endif - nReserve = 0; - }else{ - nReserve = zDbHeader[20]; - pBt->maxEmbedFrac = zDbHeader[21]; - pBt->minEmbedFrac = zDbHeader[22]; - pBt->minLeafFrac = zDbHeader[23]; - pBt->pageSizeFixed = 1; -#ifndef SQLITE_OMIT_AUTOVACUUM - pBt->autoVacuum = (get4byte(&zDbHeader[36 + 4*4])?1:0); -#endif - } - pBt->usableSize = pBt->pageSize - nReserve; - assert( (pBt->pageSize & 7)==0 ); /* 8-byte alignment of pageSize */ - sqlite3pager_set_pagesize(pBt->pPager, pBt->pageSize); - -#if !defined(SQLITE_OMIT_SHARED_CACHE) && !defined(SQLITE_OMIT_DISKIO) - /* Add the new btree to the linked list starting at ThreadData.pBtree. - ** There is no chance that a malloc() may fail inside of the - ** sqlite3ThreadData() call, as the ThreadData structure must have already - ** been allocated for pTsdro->useSharedData to be non-zero. - */ - if( pTsdro->useSharedData && zFilename && !isMemdb ){ - pBt->pNext = pTsdro->pBtree; - sqlite3ThreadData()->pBtree = pBt; - } -#endif - pBt->nRef = 1; - *ppBtree = p; - return SQLITE_OK; -} - -/* -** Close an open database and invalidate all cursors. -*/ -int sqlite3BtreeClose(Btree *p){ - BtShared *pBt = p->pBt; - BtCursor *pCur; - -#ifndef SQLITE_OMIT_SHARED_CACHE - ThreadData *pTsd; -#endif - - /* Close all cursors opened via this handle. */ - pCur = pBt->pCursor; - while( pCur ){ - BtCursor *pTmp = pCur; - pCur = pCur->pNext; - if( pTmp->pBtree==p ){ - sqlite3BtreeCloseCursor(pTmp); - } - } - - /* Rollback any active transaction and free the handle structure. - ** The call to sqlite3BtreeRollback() drops any table-locks held by - ** this handle. - */ - sqlite3BtreeRollback(p); - sqliteFree(p); - -#ifndef SQLITE_OMIT_SHARED_CACHE - /* If there are still other outstanding references to the shared-btree - ** structure, return now. The remainder of this procedure cleans - ** up the shared-btree. - */ - assert( pBt->nRef>0 ); - pBt->nRef--; - if( pBt->nRef ){ - return SQLITE_OK; - } - - /* Remove the shared-btree from the thread wide list. Call - ** ThreadDataReadOnly() and then cast away the const property of the - ** pointer to avoid allocating thread data if it is not really required. - */ - pTsd = (ThreadData *)sqlite3ThreadDataReadOnly(); - if( pTsd->pBtree==pBt ){ - assert( pTsd==sqlite3ThreadData() ); - pTsd->pBtree = pBt->pNext; - }else{ - BtShared *pPrev; - for(pPrev=pTsd->pBtree; pPrev && pPrev->pNext!=pBt; pPrev=pPrev->pNext){} - if( pPrev ){ - assert( pTsd==sqlite3ThreadData() ); - pPrev->pNext = pBt->pNext; - } - } -#endif - - /* Close the pager and free the shared-btree structure */ - assert( !pBt->pCursor ); - sqlite3pager_close(pBt->pPager); - if( pBt->xFreeSchema && pBt->pSchema ){ - pBt->xFreeSchema(pBt->pSchema); - } - sqliteFree(pBt->pSchema); - sqliteFree(pBt); - return SQLITE_OK; -} - -/* -** Change the busy handler callback function. -*/ -int sqlite3BtreeSetBusyHandler(Btree *p, BusyHandler *pHandler){ - BtShared *pBt = p->pBt; - pBt->pBusyHandler = pHandler; - sqlite3pager_set_busyhandler(pBt->pPager, pHandler); - return SQLITE_OK; -} - -/* -** Change the limit on the number of pages allowed in the cache. -** -** The maximum number of cache pages is set to the absolute -** value of mxPage. If mxPage is negative, the pager will -** operate asynchronously - it will not stop to do fsync()s -** to insure data is written to the disk surface before -** continuing. Transactions still work if synchronous is off, -** and the database cannot be corrupted if this program -** crashes. But if the operating system crashes or there is -** an abrupt power failure when synchronous is off, the database -** could be left in an inconsistent and unrecoverable state. -** Synchronous is on by default so database corruption is not -** normally a worry. -*/ -int sqlite3BtreeSetCacheSize(Btree *p, int mxPage){ - BtShared *pBt = p->pBt; - sqlite3pager_set_cachesize(pBt->pPager, mxPage); - return SQLITE_OK; -} - -/* -** Change the way data is synced to disk in order to increase or decrease -** how well the database resists damage due to OS crashes and power -** failures. Level 1 is the same as asynchronous (no syncs() occur and -** there is a high probability of damage) Level 2 is the default. There -** is a very low but non-zero probability of damage. Level 3 reduces the -** probability of damage to near zero but with a write performance reduction. -*/ -#ifndef SQLITE_OMIT_PAGER_PRAGMAS -int sqlite3BtreeSetSafetyLevel(Btree *p, int level, int fullSync){ - BtShared *pBt = p->pBt; - sqlite3pager_set_safety_level(pBt->pPager, level, fullSync); - return SQLITE_OK; -} -#endif - -/* -** Return TRUE if the given btree is set to safety level 1. In other -** words, return TRUE if no sync() occurs on the disk files. -*/ -int sqlite3BtreeSyncDisabled(Btree *p){ - BtShared *pBt = p->pBt; - assert( pBt && pBt->pPager ); - return sqlite3pager_nosync(pBt->pPager); -} - -#if !defined(SQLITE_OMIT_PAGER_PRAGMAS) || !defined(SQLITE_OMIT_VACUUM) -/* -** Change the default pages size and the number of reserved bytes per page. -** -** The page size must be a power of 2 between 512 and 65536. If the page -** size supplied does not meet this constraint then the page size is not -** changed. -** -** Page sizes are constrained to be a power of two so that the region -** of the database file used for locking (beginning at PENDING_BYTE, -** the first byte past the 1GB boundary, 0x40000000) needs to occur -** at the beginning of a page. -** -** If parameter nReserve is less than zero, then the number of reserved -** bytes per page is left unchanged. -*/ -int sqlite3BtreeSetPageSize(Btree *p, int pageSize, int nReserve){ - BtShared *pBt = p->pBt; - if( pBt->pageSizeFixed ){ - return SQLITE_READONLY; - } - if( nReserve<0 ){ - nReserve = pBt->pageSize - pBt->usableSize; - } - if( pageSize>=512 && pageSize<=SQLITE_MAX_PAGE_SIZE && - ((pageSize-1)&pageSize)==0 ){ - assert( (pageSize & 7)==0 ); - assert( !pBt->pPage1 && !pBt->pCursor ); - pBt->pageSize = sqlite3pager_set_pagesize(pBt->pPager, pageSize); - } - pBt->usableSize = pBt->pageSize - nReserve; - return SQLITE_OK; -} - -/* -** Return the currently defined page size -*/ -int sqlite3BtreeGetPageSize(Btree *p){ - return p->pBt->pageSize; -} -int sqlite3BtreeGetReserve(Btree *p){ - return p->pBt->pageSize - p->pBt->usableSize; -} -#endif /* !defined(SQLITE_OMIT_PAGER_PRAGMAS) || !defined(SQLITE_OMIT_VACUUM) */ - -/* -** Change the 'auto-vacuum' property of the database. If the 'autoVacuum' -** parameter is non-zero, then auto-vacuum mode is enabled. If zero, it -** is disabled. The default value for the auto-vacuum property is -** determined by the SQLITE_DEFAULT_AUTOVACUUM macro. -*/ -int sqlite3BtreeSetAutoVacuum(Btree *p, int autoVacuum){ - BtShared *pBt = p->pBt;; -#ifdef SQLITE_OMIT_AUTOVACUUM - return SQLITE_READONLY; -#else - if( pBt->pageSizeFixed ){ - return SQLITE_READONLY; - } - pBt->autoVacuum = (autoVacuum?1:0); - return SQLITE_OK; -#endif -} - -/* -** Return the value of the 'auto-vacuum' property. If auto-vacuum is -** enabled 1 is returned. Otherwise 0. -*/ -int sqlite3BtreeGetAutoVacuum(Btree *p){ -#ifdef SQLITE_OMIT_AUTOVACUUM - return 0; -#else - return p->pBt->autoVacuum; -#endif -} - - -/* -** Get a reference to pPage1 of the database file. This will -** also acquire a readlock on that file. -** -** SQLITE_OK is returned on success. If the file is not a -** well-formed database file, then SQLITE_CORRUPT is returned. -** SQLITE_BUSY is returned if the database is locked. SQLITE_NOMEM -** is returned if we run out of memory. SQLITE_PROTOCOL is returned -** if there is a locking protocol violation. -*/ -static int lockBtree(BtShared *pBt){ - int rc, pageSize; - MemPage *pPage1; - if( pBt->pPage1 ) return SQLITE_OK; - rc = getPage(pBt, 1, &pPage1); - if( rc!=SQLITE_OK ) return rc; - - - /* Do some checking to help insure the file we opened really is - ** a valid database file. - */ - rc = SQLITE_NOTADB; - if( sqlite3pager_pagecount(pBt->pPager)>0 ){ - u8 *page1 = pPage1->aData; - if( memcmp(page1, zMagicHeader, 16)!=0 ){ - goto page1_init_failed; - } - if( page1[18]>1 || page1[19]>1 ){ - goto page1_init_failed; - } - pageSize = get2byte(&page1[16]); - if( ((pageSize-1)&pageSize)!=0 ){ - goto page1_init_failed; - } - assert( (pageSize & 7)==0 ); - pBt->pageSize = pageSize; - pBt->usableSize = pageSize - page1[20]; - if( pBt->usableSize<500 ){ - goto page1_init_failed; - } - pBt->maxEmbedFrac = page1[21]; - pBt->minEmbedFrac = page1[22]; - pBt->minLeafFrac = page1[23]; -#ifndef SQLITE_OMIT_AUTOVACUUM - pBt->autoVacuum = (get4byte(&page1[36 + 4*4])?1:0); -#endif - } - - /* maxLocal is the maximum amount of payload to store locally for - ** a cell. Make sure it is small enough so that at least minFanout - ** cells can will fit on one page. We assume a 10-byte page header. - ** Besides the payload, the cell must store: - ** 2-byte pointer to the cell - ** 4-byte child pointer - ** 9-byte nKey value - ** 4-byte nData value - ** 4-byte overflow page pointer - ** So a cell consists of a 2-byte poiner, a header which is as much as - ** 17 bytes long, 0 to N bytes of payload, and an optional 4 byte overflow - ** page pointer. - */ - pBt->maxLocal = (pBt->usableSize-12)*pBt->maxEmbedFrac/255 - 23; - pBt->minLocal = (pBt->usableSize-12)*pBt->minEmbedFrac/255 - 23; - pBt->maxLeaf = pBt->usableSize - 35; - pBt->minLeaf = (pBt->usableSize-12)*pBt->minLeafFrac/255 - 23; - if( pBt->minLocal>pBt->maxLocal || pBt->maxLocal<0 ){ - goto page1_init_failed; - } - assert( pBt->maxLeaf + 23 <= MX_CELL_SIZE(pBt) ); - pBt->pPage1 = pPage1; - return SQLITE_OK; - -page1_init_failed: - releasePage(pPage1); - pBt->pPage1 = 0; - return rc; -} - -/* -** This routine works like lockBtree() except that it also invokes the -** busy callback if there is lock contention. -*/ -static int lockBtreeWithRetry(Btree *pRef){ - int rc = SQLITE_OK; - if( pRef->inTrans==TRANS_NONE ){ - u8 inTransaction = pRef->pBt->inTransaction; - btreeIntegrity(pRef); - rc = sqlite3BtreeBeginTrans(pRef, 0); - pRef->pBt->inTransaction = inTransaction; - pRef->inTrans = TRANS_NONE; - if( rc==SQLITE_OK ){ - pRef->pBt->nTransaction--; - } - btreeIntegrity(pRef); - } - return rc; -} - - -/* -** If there are no outstanding cursors and we are not in the middle -** of a transaction but there is a read lock on the database, then -** this routine unrefs the first page of the database file which -** has the effect of releasing the read lock. -** -** If there are any outstanding cursors, this routine is a no-op. -** -** If there is a transaction in progress, this routine is a no-op. -*/ -static void unlockBtreeIfUnused(BtShared *pBt){ - if( pBt->inTransaction==TRANS_NONE && pBt->pCursor==0 && pBt->pPage1!=0 ){ - if( sqlite3pager_refcount(pBt->pPager)>=1 ){ - if( pBt->pPage1->aData==0 ){ - MemPage *pPage = pBt->pPage1; - pPage->aData = &((u8*)pPage)[-pBt->pageSize]; - pPage->pBt = pBt; - pPage->pgno = 1; - } - releasePage(pBt->pPage1); - } - pBt->pPage1 = 0; - pBt->inStmt = 0; - } -} - -/* -** Create a new database by initializing the first page of the -** file. -*/ -static int newDatabase(BtShared *pBt){ - MemPage *pP1; - unsigned char *data; - int rc; - if( sqlite3pager_pagecount(pBt->pPager)>0 ) return SQLITE_OK; - pP1 = pBt->pPage1; - assert( pP1!=0 ); - data = pP1->aData; - rc = sqlite3pager_write(data); - if( rc ) return rc; - memcpy(data, zMagicHeader, sizeof(zMagicHeader)); - assert( sizeof(zMagicHeader)==16 ); - put2byte(&data[16], pBt->pageSize); - data[18] = 1; - data[19] = 1; - data[20] = pBt->pageSize - pBt->usableSize; - data[21] = pBt->maxEmbedFrac; - data[22] = pBt->minEmbedFrac; - data[23] = pBt->minLeafFrac; - memset(&data[24], 0, 100-24); - zeroPage(pP1, PTF_INTKEY|PTF_LEAF|PTF_LEAFDATA ); - pBt->pageSizeFixed = 1; -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - put4byte(&data[36 + 4*4], 1); - } -#endif - return SQLITE_OK; -} - -/* -** Attempt to start a new transaction. A write-transaction -** is started if the second argument is nonzero, otherwise a read- -** transaction. If the second argument is 2 or more and exclusive -** transaction is started, meaning that no other process is allowed -** to access the database. A preexisting transaction may not be -** upgraded to exclusive by calling this routine a second time - the -** exclusivity flag only works for a new transaction. -** -** A write-transaction must be started before attempting any -** changes to the database. None of the following routines -** will work unless a transaction is started first: -** -** sqlite3BtreeCreateTable() -** sqlite3BtreeCreateIndex() -** sqlite3BtreeClearTable() -** sqlite3BtreeDropTable() -** sqlite3BtreeInsert() -** sqlite3BtreeDelete() -** sqlite3BtreeUpdateMeta() -** -** If an initial attempt to acquire the lock fails because of lock contention -** and the database was previously unlocked, then invoke the busy handler -** if there is one. But if there was previously a read-lock, do not -** invoke the busy handler - just return SQLITE_BUSY. SQLITE_BUSY is -** returned when there is already a read-lock in order to avoid a deadlock. -** -** Suppose there are two processes A and B. A has a read lock and B has -** a reserved lock. B tries to promote to exclusive but is blocked because -** of A's read lock. A tries to promote to reserved but is blocked by B. -** One or the other of the two processes must give way or there can be -** no progress. By returning SQLITE_BUSY and not invoking the busy callback -** when A already has a read lock, we encourage A to give up and let B -** proceed. -*/ -int sqlite3BtreeBeginTrans(Btree *p, int wrflag){ - BtShared *pBt = p->pBt; - int rc = SQLITE_OK; - - btreeIntegrity(p); - - /* If the btree is already in a write-transaction, or it - ** is already in a read-transaction and a read-transaction - ** is requested, this is a no-op. - */ - if( p->inTrans==TRANS_WRITE || (p->inTrans==TRANS_READ && !wrflag) ){ - return SQLITE_OK; - } - - /* Write transactions are not possible on a read-only database */ - if( pBt->readOnly && wrflag ){ - return SQLITE_READONLY; - } - - /* If another database handle has already opened a write transaction - ** on this shared-btree structure and a second write transaction is - ** requested, return SQLITE_BUSY. - */ - if( pBt->inTransaction==TRANS_WRITE && wrflag ){ - return SQLITE_BUSY; - } - - do { - if( pBt->pPage1==0 ){ - rc = lockBtree(pBt); - } - - if( rc==SQLITE_OK && wrflag ){ - rc = sqlite3pager_begin(pBt->pPage1->aData, wrflag>1); - if( rc==SQLITE_OK ){ - rc = newDatabase(pBt); - } - } - - if( rc==SQLITE_OK ){ - if( wrflag ) pBt->inStmt = 0; - }else{ - unlockBtreeIfUnused(pBt); - } - }while( rc==SQLITE_BUSY && pBt->inTransaction==TRANS_NONE && - sqlite3InvokeBusyHandler(pBt->pBusyHandler) ); - - if( rc==SQLITE_OK ){ - if( p->inTrans==TRANS_NONE ){ - pBt->nTransaction++; - } - p->inTrans = (wrflag?TRANS_WRITE:TRANS_READ); - if( p->inTrans>pBt->inTransaction ){ - pBt->inTransaction = p->inTrans; - } - } - - btreeIntegrity(p); - return rc; -} - -#ifndef SQLITE_OMIT_AUTOVACUUM - -/* -** Set the pointer-map entries for all children of page pPage. Also, if -** pPage contains cells that point to overflow pages, set the pointer -** map entries for the overflow pages as well. -*/ -static int setChildPtrmaps(MemPage *pPage){ - int i; /* Counter variable */ - int nCell; /* Number of cells in page pPage */ - int rc = SQLITE_OK; /* Return code */ - BtShared *pBt = pPage->pBt; - int isInitOrig = pPage->isInit; - Pgno pgno = pPage->pgno; - - initPage(pPage, 0); - nCell = pPage->nCell; - - for(i=0; ileaf ){ - Pgno childPgno = get4byte(pCell); - rc = ptrmapPut(pBt, childPgno, PTRMAP_BTREE, pgno); - if( rc!=SQLITE_OK ) goto set_child_ptrmaps_out; - } - } - - if( !pPage->leaf ){ - Pgno childPgno = get4byte(&pPage->aData[pPage->hdrOffset+8]); - rc = ptrmapPut(pBt, childPgno, PTRMAP_BTREE, pgno); - } - -set_child_ptrmaps_out: - pPage->isInit = isInitOrig; - return rc; -} - -/* -** Somewhere on pPage, which is guarenteed to be a btree page, not an overflow -** page, is a pointer to page iFrom. Modify this pointer so that it points to -** iTo. Parameter eType describes the type of pointer to be modified, as -** follows: -** -** PTRMAP_BTREE: pPage is a btree-page. The pointer points at a child -** page of pPage. -** -** PTRMAP_OVERFLOW1: pPage is a btree-page. The pointer points at an overflow -** page pointed to by one of the cells on pPage. -** -** PTRMAP_OVERFLOW2: pPage is an overflow-page. The pointer points at the next -** overflow page in the list. -*/ -static int modifyPagePointer(MemPage *pPage, Pgno iFrom, Pgno iTo, u8 eType){ - if( eType==PTRMAP_OVERFLOW2 ){ - /* The pointer is always the first 4 bytes of the page in this case. */ - if( get4byte(pPage->aData)!=iFrom ){ - return SQLITE_CORRUPT_BKPT; - } - put4byte(pPage->aData, iTo); - }else{ - int isInitOrig = pPage->isInit; - int i; - int nCell; - - initPage(pPage, 0); - nCell = pPage->nCell; - - for(i=0; iaData[pPage->hdrOffset+8])!=iFrom ){ - return SQLITE_CORRUPT_BKPT; - } - put4byte(&pPage->aData[pPage->hdrOffset+8], iTo); - } - - pPage->isInit = isInitOrig; - } - return SQLITE_OK; -} - - -/* -** Move the open database page pDbPage to location iFreePage in the -** database. The pDbPage reference remains valid. -*/ -static int relocatePage( - BtShared *pBt, /* Btree */ - MemPage *pDbPage, /* Open page to move */ - u8 eType, /* Pointer map 'type' entry for pDbPage */ - Pgno iPtrPage, /* Pointer map 'page-no' entry for pDbPage */ - Pgno iFreePage /* The location to move pDbPage to */ -){ - MemPage *pPtrPage; /* The page that contains a pointer to pDbPage */ - Pgno iDbPage = pDbPage->pgno; - Pager *pPager = pBt->pPager; - int rc; - - assert( eType==PTRMAP_OVERFLOW2 || eType==PTRMAP_OVERFLOW1 || - eType==PTRMAP_BTREE || eType==PTRMAP_ROOTPAGE ); - - /* Move page iDbPage from it's current location to page number iFreePage */ - TRACE(("AUTOVACUUM: Moving %d to free page %d (ptr page %d type %d)\n", - iDbPage, iFreePage, iPtrPage, eType)); - rc = sqlite3pager_movepage(pPager, pDbPage->aData, iFreePage); - if( rc!=SQLITE_OK ){ - return rc; - } - pDbPage->pgno = iFreePage; - - /* If pDbPage was a btree-page, then it may have child pages and/or cells - ** that point to overflow pages. The pointer map entries for all these - ** pages need to be changed. - ** - ** If pDbPage is an overflow page, then the first 4 bytes may store a - ** pointer to a subsequent overflow page. If this is the case, then - ** the pointer map needs to be updated for the subsequent overflow page. - */ - if( eType==PTRMAP_BTREE || eType==PTRMAP_ROOTPAGE ){ - rc = setChildPtrmaps(pDbPage); - if( rc!=SQLITE_OK ){ - return rc; - } - }else{ - Pgno nextOvfl = get4byte(pDbPage->aData); - if( nextOvfl!=0 ){ - rc = ptrmapPut(pBt, nextOvfl, PTRMAP_OVERFLOW2, iFreePage); - if( rc!=SQLITE_OK ){ - return rc; - } - } - } - - /* Fix the database pointer on page iPtrPage that pointed at iDbPage so - ** that it points at iFreePage. Also fix the pointer map entry for - ** iPtrPage. - */ - if( eType!=PTRMAP_ROOTPAGE ){ - rc = getPage(pBt, iPtrPage, &pPtrPage); - if( rc!=SQLITE_OK ){ - return rc; - } - rc = sqlite3pager_write(pPtrPage->aData); - if( rc!=SQLITE_OK ){ - releasePage(pPtrPage); - return rc; - } - rc = modifyPagePointer(pPtrPage, iDbPage, iFreePage, eType); - releasePage(pPtrPage); - if( rc==SQLITE_OK ){ - rc = ptrmapPut(pBt, iFreePage, eType, iPtrPage); - } - } - return rc; -} - -/* Forward declaration required by autoVacuumCommit(). */ -static int allocatePage(BtShared *, MemPage **, Pgno *, Pgno, u8); - -/* -** This routine is called prior to sqlite3pager_commit when a transaction -** is commited for an auto-vacuum database. -*/ -static int autoVacuumCommit(BtShared *pBt, Pgno *nTrunc){ - Pager *pPager = pBt->pPager; - Pgno nFreeList; /* Number of pages remaining on the free-list. */ - int nPtrMap; /* Number of pointer-map pages deallocated */ - Pgno origSize; /* Pages in the database file */ - Pgno finSize; /* Pages in the database file after truncation */ - int rc; /* Return code */ - u8 eType; - int pgsz = pBt->pageSize; /* Page size for this database */ - Pgno iDbPage; /* The database page to move */ - MemPage *pDbMemPage = 0; /* "" */ - Pgno iPtrPage; /* The page that contains a pointer to iDbPage */ - Pgno iFreePage; /* The free-list page to move iDbPage to */ - MemPage *pFreeMemPage = 0; /* "" */ - -#ifndef NDEBUG - int nRef = sqlite3pager_refcount(pPager); -#endif - - assert( pBt->autoVacuum ); - if( PTRMAP_ISPAGE(pBt, sqlite3pager_pagecount(pPager)) ){ - return SQLITE_CORRUPT_BKPT; - } - - /* Figure out how many free-pages are in the database. If there are no - ** free pages, then auto-vacuum is a no-op. - */ - nFreeList = get4byte(&pBt->pPage1->aData[36]); - if( nFreeList==0 ){ - *nTrunc = 0; - return SQLITE_OK; - } - - /* This block figures out how many pages there are in the database - ** now (variable origSize), and how many there will be after the - ** truncation (variable finSize). - ** - ** The final size is the original size, less the number of free pages - ** in the database, less any pointer-map pages that will no longer - ** be required, less 1 if the pending-byte page was part of the database - ** but is not after the truncation. - **/ - origSize = sqlite3pager_pagecount(pPager); - if( origSize==PENDING_BYTE_PAGE(pBt) ){ - origSize--; - } - nPtrMap = (nFreeList-origSize+PTRMAP_PAGENO(pBt, origSize)+pgsz/5)/(pgsz/5); - finSize = origSize - nFreeList - nPtrMap; - if( origSize>PENDING_BYTE_PAGE(pBt) && finSize<=PENDING_BYTE_PAGE(pBt) ){ - finSize--; - } - while( PTRMAP_ISPAGE(pBt, finSize) || finSize==PENDING_BYTE_PAGE(pBt) ){ - finSize--; - } - TRACE(("AUTOVACUUM: Begin (db size %d->%d)\n", origSize, finSize)); - - /* Variable 'finSize' will be the size of the file in pages after - ** the auto-vacuum has completed (the current file size minus the number - ** of pages on the free list). Loop through the pages that lie beyond - ** this mark, and if they are not already on the free list, move them - ** to a free page earlier in the file (somewhere before finSize). - */ - for( iDbPage=finSize+1; iDbPage<=origSize; iDbPage++ ){ - /* If iDbPage is a pointer map page, or the pending-byte page, skip it. */ - if( PTRMAP_ISPAGE(pBt, iDbPage) || iDbPage==PENDING_BYTE_PAGE(pBt) ){ - continue; - } - - rc = ptrmapGet(pBt, iDbPage, &eType, &iPtrPage); - if( rc!=SQLITE_OK ) goto autovacuum_out; - if( eType==PTRMAP_ROOTPAGE ){ - rc = SQLITE_CORRUPT_BKPT; - goto autovacuum_out; - } - - /* If iDbPage is free, do not swap it. */ - if( eType==PTRMAP_FREEPAGE ){ - continue; - } - rc = getPage(pBt, iDbPage, &pDbMemPage); - if( rc!=SQLITE_OK ) goto autovacuum_out; - - /* Find the next page in the free-list that is not already at the end - ** of the file. A page can be pulled off the free list using the - ** allocatePage() routine. - */ - do{ - if( pFreeMemPage ){ - releasePage(pFreeMemPage); - pFreeMemPage = 0; - } - rc = allocatePage(pBt, &pFreeMemPage, &iFreePage, 0, 0); - if( rc!=SQLITE_OK ){ - releasePage(pDbMemPage); - goto autovacuum_out; - } - assert( iFreePage<=origSize ); - }while( iFreePage>finSize ); - releasePage(pFreeMemPage); - pFreeMemPage = 0; - - /* Relocate the page into the body of the file. Note that although the - ** page has moved within the database file, the pDbMemPage pointer - ** remains valid. This means that this function can run without - ** invalidating cursors open on the btree. This is important in - ** shared-cache mode. - */ - rc = relocatePage(pBt, pDbMemPage, eType, iPtrPage, iFreePage); - releasePage(pDbMemPage); - if( rc!=SQLITE_OK ) goto autovacuum_out; - } - - /* The entire free-list has been swapped to the end of the file. So - ** truncate the database file to finSize pages and consider the - ** free-list empty. - */ - rc = sqlite3pager_write(pBt->pPage1->aData); - if( rc!=SQLITE_OK ) goto autovacuum_out; - put4byte(&pBt->pPage1->aData[32], 0); - put4byte(&pBt->pPage1->aData[36], 0); - *nTrunc = finSize; - assert( finSize!=PENDING_BYTE_PAGE(pBt) ); - -autovacuum_out: - assert( nRef==sqlite3pager_refcount(pPager) ); - if( rc!=SQLITE_OK ){ - sqlite3pager_rollback(pPager); - } - return rc; -} -#endif - -/* -** Commit the transaction currently in progress. -** -** This will release the write lock on the database file. If there -** are no active cursors, it also releases the read lock. -*/ -int sqlite3BtreeCommit(Btree *p){ - BtShared *pBt = p->pBt; - - btreeIntegrity(p); - - /* If the handle has a write-transaction open, commit the shared-btrees - ** transaction and set the shared state to TRANS_READ. - */ - if( p->inTrans==TRANS_WRITE ){ - int rc; - assert( pBt->inTransaction==TRANS_WRITE ); - assert( pBt->nTransaction>0 ); - rc = sqlite3pager_commit(pBt->pPager); - if( rc!=SQLITE_OK ){ - return rc; - } - pBt->inTransaction = TRANS_READ; - pBt->inStmt = 0; - } - unlockAllTables(p); - - /* If the handle has any kind of transaction open, decrement the transaction - ** count of the shared btree. If the transaction count reaches 0, set - ** the shared state to TRANS_NONE. The unlockBtreeIfUnused() call below - ** will unlock the pager. - */ - if( p->inTrans!=TRANS_NONE ){ - pBt->nTransaction--; - if( 0==pBt->nTransaction ){ - pBt->inTransaction = TRANS_NONE; - } - } - - /* Set the handles current transaction state to TRANS_NONE and unlock - ** the pager if this call closed the only read or write transaction. - */ - p->inTrans = TRANS_NONE; - unlockBtreeIfUnused(pBt); - - btreeIntegrity(p); - return SQLITE_OK; -} - -#ifndef NDEBUG -/* -** Return the number of write-cursors open on this handle. This is for use -** in assert() expressions, so it is only compiled if NDEBUG is not -** defined. -*/ -static int countWriteCursors(BtShared *pBt){ - BtCursor *pCur; - int r = 0; - for(pCur=pBt->pCursor; pCur; pCur=pCur->pNext){ - if( pCur->wrFlag ) r++; - } - return r; -} -#endif - -#if defined(SQLITE_TEST) || defined(SQLITE_DEBUG) -/* -** Print debugging information about all cursors to standard output. -*/ -void sqlite3BtreeCursorList(Btree *p){ - BtCursor *pCur; - BtShared *pBt = p->pBt; - for(pCur=pBt->pCursor; pCur; pCur=pCur->pNext){ - MemPage *pPage = pCur->pPage; - char *zMode = pCur->wrFlag ? "rw" : "ro"; - sqlite3DebugPrintf("CURSOR %p rooted at %4d(%s) currently at %d.%d%s\n", - pCur, pCur->pgnoRoot, zMode, - pPage ? pPage->pgno : 0, pCur->idx, - (pCur->eState==CURSOR_VALID) ? "" : " eof" - ); - } -} -#endif - -/* -** Rollback the transaction in progress. All cursors will be -** invalided by this operation. Any attempt to use a cursor -** that was open at the beginning of this operation will result -** in an error. -** -** This will release the write lock on the database file. If there -** are no active cursors, it also releases the read lock. -*/ -int sqlite3BtreeRollback(Btree *p){ - int rc; - BtShared *pBt = p->pBt; - MemPage *pPage1; - - rc = saveAllCursors(pBt, 0, 0); -#ifndef SQLITE_OMIT_SHARED_CACHE - if( rc!=SQLITE_OK ){ - /* This is a horrible situation. An IO or malloc() error occured whilst - ** trying to save cursor positions. If this is an automatic rollback (as - ** the result of a constraint, malloc() failure or IO error) then - ** the cache may be internally inconsistent (not contain valid trees) so - ** we cannot simply return the error to the caller. Instead, abort - ** all queries that may be using any of the cursors that failed to save. - */ - while( pBt->pCursor ){ - sqlite3 *db = pBt->pCursor->pBtree->pSqlite; - if( db ){ - sqlite3AbortOtherActiveVdbes(db, 0); - } - } - } -#endif - btreeIntegrity(p); - unlockAllTables(p); - - if( p->inTrans==TRANS_WRITE ){ - int rc2; - - assert( TRANS_WRITE==pBt->inTransaction ); - rc2 = sqlite3pager_rollback(pBt->pPager); - if( rc2!=SQLITE_OK ){ - rc = rc2; - } - - /* The rollback may have destroyed the pPage1->aData value. So - ** call getPage() on page 1 again to make sure pPage1->aData is - ** set correctly. */ - if( getPage(pBt, 1, &pPage1)==SQLITE_OK ){ - releasePage(pPage1); - } - assert( countWriteCursors(pBt)==0 ); - pBt->inTransaction = TRANS_READ; - } - - if( p->inTrans!=TRANS_NONE ){ - assert( pBt->nTransaction>0 ); - pBt->nTransaction--; - if( 0==pBt->nTransaction ){ - pBt->inTransaction = TRANS_NONE; - } - } - - p->inTrans = TRANS_NONE; - pBt->inStmt = 0; - unlockBtreeIfUnused(pBt); - - btreeIntegrity(p); - return rc; -} - -/* -** Start a statement subtransaction. The subtransaction can -** can be rolled back independently of the main transaction. -** You must start a transaction before starting a subtransaction. -** The subtransaction is ended automatically if the main transaction -** commits or rolls back. -** -** Only one subtransaction may be active at a time. It is an error to try -** to start a new subtransaction if another subtransaction is already active. -** -** Statement subtransactions are used around individual SQL statements -** that are contained within a BEGIN...COMMIT block. If a constraint -** error occurs within the statement, the effect of that one statement -** can be rolled back without having to rollback the entire transaction. -*/ -int sqlite3BtreeBeginStmt(Btree *p){ - int rc; - BtShared *pBt = p->pBt; - if( (p->inTrans!=TRANS_WRITE) || pBt->inStmt ){ - return pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR; - } - assert( pBt->inTransaction==TRANS_WRITE ); - rc = pBt->readOnly ? SQLITE_OK : sqlite3pager_stmt_begin(pBt->pPager); - pBt->inStmt = 1; - return rc; -} - - -/* -** Commit the statment subtransaction currently in progress. If no -** subtransaction is active, this is a no-op. -*/ -int sqlite3BtreeCommitStmt(Btree *p){ - int rc; - BtShared *pBt = p->pBt; - if( pBt->inStmt && !pBt->readOnly ){ - rc = sqlite3pager_stmt_commit(pBt->pPager); - }else{ - rc = SQLITE_OK; - } - pBt->inStmt = 0; - return rc; -} - -/* -** Rollback the active statement subtransaction. If no subtransaction -** is active this routine is a no-op. -** -** All cursors will be invalidated by this operation. Any attempt -** to use a cursor that was open at the beginning of this operation -** will result in an error. -*/ -int sqlite3BtreeRollbackStmt(Btree *p){ - int rc = SQLITE_OK; - BtShared *pBt = p->pBt; - sqlite3MallocDisallow(); - if( pBt->inStmt && !pBt->readOnly ){ - rc = sqlite3pager_stmt_rollback(pBt->pPager); - assert( countWriteCursors(pBt)==0 ); - pBt->inStmt = 0; - } - sqlite3MallocAllow(); - return rc; -} - -/* -** Default key comparison function to be used if no comparison function -** is specified on the sqlite3BtreeCursor() call. -*/ -static int dfltCompare( - void *NotUsed, /* User data is not used */ - int n1, const void *p1, /* First key to compare */ - int n2, const void *p2 /* Second key to compare */ -){ - int c; - c = memcmp(p1, p2, n1pBt; - - *ppCur = 0; - if( wrFlag ){ - if( pBt->readOnly ){ - return SQLITE_READONLY; - } - if( checkReadLocks(p, iTable, 0) ){ - return SQLITE_LOCKED; - } - } - - if( pBt->pPage1==0 ){ - rc = lockBtreeWithRetry(p); - if( rc!=SQLITE_OK ){ - return rc; - } - } - pCur = sqliteMalloc( sizeof(*pCur) ); - if( pCur==0 ){ - rc = SQLITE_NOMEM; - goto create_cursor_exception; - } - pCur->pgnoRoot = (Pgno)iTable; - if( iTable==1 && sqlite3pager_pagecount(pBt->pPager)==0 ){ - rc = SQLITE_EMPTY; - goto create_cursor_exception; - } - rc = getAndInitPage(pBt, pCur->pgnoRoot, &pCur->pPage, 0); - if( rc!=SQLITE_OK ){ - goto create_cursor_exception; - } - - /* Now that no other errors can occur, finish filling in the BtCursor - ** variables, link the cursor into the BtShared list and set *ppCur (the - ** output argument to this function). - */ - pCur->xCompare = xCmp ? xCmp : dfltCompare; - pCur->pArg = pArg; - pCur->pBtree = p; - pCur->wrFlag = wrFlag; - pCur->pNext = pBt->pCursor; - if( pCur->pNext ){ - pCur->pNext->pPrev = pCur; - } - pBt->pCursor = pCur; - pCur->eState = CURSOR_INVALID; - *ppCur = pCur; - - return SQLITE_OK; -create_cursor_exception: - if( pCur ){ - releasePage(pCur->pPage); - sqliteFree(pCur); - } - unlockBtreeIfUnused(pBt); - return rc; -} - -#if 0 /* Not Used */ -/* -** Change the value of the comparison function used by a cursor. -*/ -void sqlite3BtreeSetCompare( - BtCursor *pCur, /* The cursor to whose comparison function is changed */ - int(*xCmp)(void*,int,const void*,int,const void*), /* New comparison func */ - void *pArg /* First argument to xCmp() */ -){ - pCur->xCompare = xCmp ? xCmp : dfltCompare; - pCur->pArg = pArg; -} -#endif - -/* -** Close a cursor. The read lock on the database file is released -** when the last cursor is closed. -*/ -int sqlite3BtreeCloseCursor(BtCursor *pCur){ - BtShared *pBt = pCur->pBtree->pBt; - restoreOrClearCursorPosition(pCur, 0); - if( pCur->pPrev ){ - pCur->pPrev->pNext = pCur->pNext; - }else{ - pBt->pCursor = pCur->pNext; - } - if( pCur->pNext ){ - pCur->pNext->pPrev = pCur->pPrev; - } - releasePage(pCur->pPage); - unlockBtreeIfUnused(pBt); - sqliteFree(pCur); - return SQLITE_OK; -} - -/* -** Make a temporary cursor by filling in the fields of pTempCur. -** The temporary cursor is not on the cursor list for the Btree. -*/ -static void getTempCursor(BtCursor *pCur, BtCursor *pTempCur){ - memcpy(pTempCur, pCur, sizeof(*pCur)); - pTempCur->pNext = 0; - pTempCur->pPrev = 0; - if( pTempCur->pPage ){ - sqlite3pager_ref(pTempCur->pPage->aData); - } -} - -/* -** Delete a temporary cursor such as was made by the CreateTemporaryCursor() -** function above. -*/ -static void releaseTempCursor(BtCursor *pCur){ - if( pCur->pPage ){ - sqlite3pager_unref(pCur->pPage->aData); - } -} - -/* -** Make sure the BtCursor.info field of the given cursor is valid. -** If it is not already valid, call parseCell() to fill it in. -** -** BtCursor.info is a cache of the information in the current cell. -** Using this cache reduces the number of calls to parseCell(). -*/ -static void getCellInfo(BtCursor *pCur){ - if( pCur->info.nSize==0 ){ - parseCell(pCur->pPage, pCur->idx, &pCur->info); - }else{ -#ifndef NDEBUG - CellInfo info; - memset(&info, 0, sizeof(info)); - parseCell(pCur->pPage, pCur->idx, &info); - assert( memcmp(&info, &pCur->info, sizeof(info))==0 ); -#endif - } -} - -/* -** Set *pSize to the size of the buffer needed to hold the value of -** the key for the current entry. If the cursor is not pointing -** to a valid entry, *pSize is set to 0. -** -** For a table with the INTKEY flag set, this routine returns the key -** itself, not the number of bytes in the key. -*/ -int sqlite3BtreeKeySize(BtCursor *pCur, i64 *pSize){ - int rc = restoreOrClearCursorPosition(pCur, 1); - if( rc==SQLITE_OK ){ - assert( pCur->eState==CURSOR_INVALID || pCur->eState==CURSOR_VALID ); - if( pCur->eState==CURSOR_INVALID ){ - *pSize = 0; - }else{ - getCellInfo(pCur); - *pSize = pCur->info.nKey; - } - } - return rc; -} - -/* -** Set *pSize to the number of bytes of data in the entry the -** cursor currently points to. Always return SQLITE_OK. -** Failure is not possible. If the cursor is not currently -** pointing to an entry (which can happen, for example, if -** the database is empty) then *pSize is set to 0. -*/ -int sqlite3BtreeDataSize(BtCursor *pCur, u32 *pSize){ - int rc = restoreOrClearCursorPosition(pCur, 1); - if( rc==SQLITE_OK ){ - assert( pCur->eState==CURSOR_INVALID || pCur->eState==CURSOR_VALID ); - if( pCur->eState==CURSOR_INVALID ){ - /* Not pointing at a valid entry - set *pSize to 0. */ - *pSize = 0; - }else{ - getCellInfo(pCur); - *pSize = pCur->info.nData; - } - } - return rc; -} - -/* -** Read payload information from the entry that the pCur cursor is -** pointing to. Begin reading the payload at "offset" and read -** a total of "amt" bytes. Put the result in zBuf. -** -** This routine does not make a distinction between key and data. -** It just reads bytes from the payload area. Data might appear -** on the main page or be scattered out on multiple overflow pages. -*/ -static int getPayload( - BtCursor *pCur, /* Cursor pointing to entry to read from */ - int offset, /* Begin reading this far into payload */ - int amt, /* Read this many bytes */ - unsigned char *pBuf, /* Write the bytes into this buffer */ - int skipKey /* offset begins at data if this is true */ -){ - unsigned char *aPayload; - Pgno nextPage; - int rc; - MemPage *pPage; - BtShared *pBt; - int ovflSize; - u32 nKey; - - assert( pCur!=0 && pCur->pPage!=0 ); - assert( pCur->eState==CURSOR_VALID ); - pBt = pCur->pBtree->pBt; - pPage = pCur->pPage; - assert( pCur->idx>=0 && pCur->idxnCell ); - getCellInfo(pCur); - aPayload = pCur->info.pCell + pCur->info.nHeader; - if( pPage->intKey ){ - nKey = 0; - }else{ - nKey = pCur->info.nKey; - } - assert( offset>=0 ); - if( skipKey ){ - offset += nKey; - } - if( offset+amt > nKey+pCur->info.nData ){ - return SQLITE_ERROR; - } - if( offsetinfo.nLocal ){ - int a = amt; - if( a+offset>pCur->info.nLocal ){ - a = pCur->info.nLocal - offset; - } - memcpy(pBuf, &aPayload[offset], a); - if( a==amt ){ - return SQLITE_OK; - } - offset = 0; - pBuf += a; - amt -= a; - }else{ - offset -= pCur->info.nLocal; - } - ovflSize = pBt->usableSize - 4; - if( amt>0 ){ - nextPage = get4byte(&aPayload[pCur->info.nLocal]); - while( amt>0 && nextPage ){ - rc = sqlite3pager_get(pBt->pPager, nextPage, (void**)&aPayload); - if( rc!=0 ){ - return rc; - } - nextPage = get4byte(aPayload); - if( offset ovflSize ){ - a = ovflSize - offset; - } - memcpy(pBuf, &aPayload[offset+4], a); - offset = 0; - amt -= a; - pBuf += a; - }else{ - offset -= ovflSize; - } - sqlite3pager_unref(aPayload); - } - } - - if( amt>0 ){ - return SQLITE_CORRUPT_BKPT; - } - return SQLITE_OK; -} - -/* -** Read part of the key associated with cursor pCur. Exactly -** "amt" bytes will be transfered into pBuf[]. The transfer -** begins at "offset". -** -** Return SQLITE_OK on success or an error code if anything goes -** wrong. An error is returned if "offset+amt" is larger than -** the available payload. -*/ -int sqlite3BtreeKey(BtCursor *pCur, u32 offset, u32 amt, void *pBuf){ - int rc = restoreOrClearCursorPosition(pCur, 1); - if( rc==SQLITE_OK ){ - assert( pCur->eState==CURSOR_VALID ); - assert( pCur->pPage!=0 ); - if( pCur->pPage->intKey ){ - return SQLITE_CORRUPT_BKPT; - } - assert( pCur->pPage->intKey==0 ); - assert( pCur->idx>=0 && pCur->idxpPage->nCell ); - rc = getPayload(pCur, offset, amt, (unsigned char*)pBuf, 0); - } - return rc; -} - -/* -** Read part of the data associated with cursor pCur. Exactly -** "amt" bytes will be transfered into pBuf[]. The transfer -** begins at "offset". -** -** Return SQLITE_OK on success or an error code if anything goes -** wrong. An error is returned if "offset+amt" is larger than -** the available payload. -*/ -int sqlite3BtreeData(BtCursor *pCur, u32 offset, u32 amt, void *pBuf){ - int rc = restoreOrClearCursorPosition(pCur, 1); - if( rc==SQLITE_OK ){ - assert( pCur->eState==CURSOR_VALID ); - assert( pCur->pPage!=0 ); - assert( pCur->idx>=0 && pCur->idxpPage->nCell ); - rc = getPayload(pCur, offset, amt, pBuf, 1); - } - return rc; -} - -/* -** Return a pointer to payload information from the entry that the -** pCur cursor is pointing to. The pointer is to the beginning of -** the key if skipKey==0 and it points to the beginning of data if -** skipKey==1. The number of bytes of available key/data is written -** into *pAmt. If *pAmt==0, then the value returned will not be -** a valid pointer. -** -** This routine is an optimization. It is common for the entire key -** and data to fit on the local page and for there to be no overflow -** pages. When that is so, this routine can be used to access the -** key and data without making a copy. If the key and/or data spills -** onto overflow pages, then getPayload() must be used to reassembly -** the key/data and copy it into a preallocated buffer. -** -** The pointer returned by this routine looks directly into the cached -** page of the database. The data might change or move the next time -** any btree routine is called. -*/ -static const unsigned char *fetchPayload( - BtCursor *pCur, /* Cursor pointing to entry to read from */ - int *pAmt, /* Write the number of available bytes here */ - int skipKey /* read beginning at data if this is true */ -){ - unsigned char *aPayload; - MemPage *pPage; - u32 nKey; - int nLocal; - - assert( pCur!=0 && pCur->pPage!=0 ); - assert( pCur->eState==CURSOR_VALID ); - pPage = pCur->pPage; - assert( pCur->idx>=0 && pCur->idxnCell ); - getCellInfo(pCur); - aPayload = pCur->info.pCell; - aPayload += pCur->info.nHeader; - if( pPage->intKey ){ - nKey = 0; - }else{ - nKey = pCur->info.nKey; - } - if( skipKey ){ - aPayload += nKey; - nLocal = pCur->info.nLocal - nKey; - }else{ - nLocal = pCur->info.nLocal; - if( nLocal>nKey ){ - nLocal = nKey; - } - } - *pAmt = nLocal; - return aPayload; -} - - -/* -** For the entry that cursor pCur is point to, return as -** many bytes of the key or data as are available on the local -** b-tree page. Write the number of available bytes into *pAmt. -** -** The pointer returned is ephemeral. The key/data may move -** or be destroyed on the next call to any Btree routine. -** -** These routines is used to get quick access to key and data -** in the common case where no overflow pages are used. -*/ -const void *sqlite3BtreeKeyFetch(BtCursor *pCur, int *pAmt){ - if( pCur->eState==CURSOR_VALID ){ - return (const void*)fetchPayload(pCur, pAmt, 0); - } - return 0; -} -const void *sqlite3BtreeDataFetch(BtCursor *pCur, int *pAmt){ - if( pCur->eState==CURSOR_VALID ){ - return (const void*)fetchPayload(pCur, pAmt, 1); - } - return 0; -} - - -/* -** Move the cursor down to a new child page. The newPgno argument is the -** page number of the child page to move to. -*/ -static int moveToChild(BtCursor *pCur, u32 newPgno){ - int rc; - MemPage *pNewPage; - MemPage *pOldPage; - BtShared *pBt = pCur->pBtree->pBt; - - assert( pCur->eState==CURSOR_VALID ); - rc = getAndInitPage(pBt, newPgno, &pNewPage, pCur->pPage); - if( rc ) return rc; - pNewPage->idxParent = pCur->idx; - pOldPage = pCur->pPage; - pOldPage->idxShift = 0; - releasePage(pOldPage); - pCur->pPage = pNewPage; - pCur->idx = 0; - pCur->info.nSize = 0; - if( pNewPage->nCell<1 ){ - return SQLITE_CORRUPT_BKPT; - } - return SQLITE_OK; -} - -/* -** Return true if the page is the virtual root of its table. -** -** The virtual root page is the root page for most tables. But -** for the table rooted on page 1, sometime the real root page -** is empty except for the right-pointer. In such cases the -** virtual root page is the page that the right-pointer of page -** 1 is pointing to. -*/ -static int isRootPage(MemPage *pPage){ - MemPage *pParent = pPage->pParent; - if( pParent==0 ) return 1; - if( pParent->pgno>1 ) return 0; - if( get2byte(&pParent->aData[pParent->hdrOffset+3])==0 ) return 1; - return 0; -} - -/* -** Move the cursor up to the parent page. -** -** pCur->idx is set to the cell index that contains the pointer -** to the page we are coming from. If we are coming from the -** right-most child page then pCur->idx is set to one more than -** the largest cell index. -*/ -static void moveToParent(BtCursor *pCur){ - MemPage *pParent; - MemPage *pPage; - int idxParent; - - assert( pCur->eState==CURSOR_VALID ); - pPage = pCur->pPage; - assert( pPage!=0 ); - assert( !isRootPage(pPage) ); - pParent = pPage->pParent; - assert( pParent!=0 ); - idxParent = pPage->idxParent; - sqlite3pager_ref(pParent->aData); - releasePage(pPage); - pCur->pPage = pParent; - pCur->info.nSize = 0; - assert( pParent->idxShift==0 ); - pCur->idx = idxParent; -} - -/* -** Move the cursor to the root page -*/ -static int moveToRoot(BtCursor *pCur){ - MemPage *pRoot; - int rc = SQLITE_OK; - BtShared *pBt = pCur->pBtree->pBt; - - restoreOrClearCursorPosition(pCur, 0); - pRoot = pCur->pPage; - if( pRoot && pRoot->pgno==pCur->pgnoRoot ){ - assert( pRoot->isInit ); - }else{ - if( - SQLITE_OK!=(rc = getAndInitPage(pBt, pCur->pgnoRoot, &pRoot, 0)) - ){ - pCur->eState = CURSOR_INVALID; - return rc; - } - releasePage(pCur->pPage); - pCur->pPage = pRoot; - } - pCur->idx = 0; - pCur->info.nSize = 0; - if( pRoot->nCell==0 && !pRoot->leaf ){ - Pgno subpage; - assert( pRoot->pgno==1 ); - subpage = get4byte(&pRoot->aData[pRoot->hdrOffset+8]); - assert( subpage>0 ); - pCur->eState = CURSOR_VALID; - rc = moveToChild(pCur, subpage); - } - pCur->eState = ((pCur->pPage->nCell>0)?CURSOR_VALID:CURSOR_INVALID); - return rc; -} - -/* -** Move the cursor down to the left-most leaf entry beneath the -** entry to which it is currently pointing. -** -** The left-most leaf is the one with the smallest key - the first -** in ascending order. -*/ -static int moveToLeftmost(BtCursor *pCur){ - Pgno pgno; - int rc; - MemPage *pPage; - - assert( pCur->eState==CURSOR_VALID ); - while( !(pPage = pCur->pPage)->leaf ){ - assert( pCur->idx>=0 && pCur->idxnCell ); - pgno = get4byte(findCell(pPage, pCur->idx)); - rc = moveToChild(pCur, pgno); - if( rc ) return rc; - } - return SQLITE_OK; -} - -/* -** Move the cursor down to the right-most leaf entry beneath the -** page to which it is currently pointing. Notice the difference -** between moveToLeftmost() and moveToRightmost(). moveToLeftmost() -** finds the left-most entry beneath the *entry* whereas moveToRightmost() -** finds the right-most entry beneath the *page*. -** -** The right-most entry is the one with the largest key - the last -** key in ascending order. -*/ -static int moveToRightmost(BtCursor *pCur){ - Pgno pgno; - int rc; - MemPage *pPage; - - assert( pCur->eState==CURSOR_VALID ); - while( !(pPage = pCur->pPage)->leaf ){ - pgno = get4byte(&pPage->aData[pPage->hdrOffset+8]); - pCur->idx = pPage->nCell; - rc = moveToChild(pCur, pgno); - if( rc ) return rc; - } - pCur->idx = pPage->nCell - 1; - pCur->info.nSize = 0; - return SQLITE_OK; -} - -/* Move the cursor to the first entry in the table. Return SQLITE_OK -** on success. Set *pRes to 0 if the cursor actually points to something -** or set *pRes to 1 if the table is empty. -*/ -int sqlite3BtreeFirst(BtCursor *pCur, int *pRes){ - int rc; - rc = moveToRoot(pCur); - if( rc ) return rc; - if( pCur->eState==CURSOR_INVALID ){ - assert( pCur->pPage->nCell==0 ); - *pRes = 1; - return SQLITE_OK; - } - assert( pCur->pPage->nCell>0 ); - *pRes = 0; - rc = moveToLeftmost(pCur); - return rc; -} - -/* Move the cursor to the last entry in the table. Return SQLITE_OK -** on success. Set *pRes to 0 if the cursor actually points to something -** or set *pRes to 1 if the table is empty. -*/ -int sqlite3BtreeLast(BtCursor *pCur, int *pRes){ - int rc; - rc = moveToRoot(pCur); - if( rc ) return rc; - if( CURSOR_INVALID==pCur->eState ){ - assert( pCur->pPage->nCell==0 ); - *pRes = 1; - return SQLITE_OK; - } - assert( pCur->eState==CURSOR_VALID ); - *pRes = 0; - rc = moveToRightmost(pCur); - return rc; -} - -/* Move the cursor so that it points to an entry near pKey/nKey. -** Return a success code. -** -** For INTKEY tables, only the nKey parameter is used. pKey is -** ignored. For other tables, nKey is the number of bytes of data -** in pKey. The comparison function specified when the cursor was -** created is used to compare keys. -** -** If an exact match is not found, then the cursor is always -** left pointing at a leaf page which would hold the entry if it -** were present. The cursor might point to an entry that comes -** before or after the key. -** -** The result of comparing the key with the entry to which the -** cursor is written to *pRes if pRes!=NULL. The meaning of -** this value is as follows: -** -** *pRes<0 The cursor is left pointing at an entry that -** is smaller than pKey or if the table is empty -** and the cursor is therefore left point to nothing. -** -** *pRes==0 The cursor is left pointing at an entry that -** exactly matches pKey. -** -** *pRes>0 The cursor is left pointing at an entry that -** is larger than pKey. -*/ -int sqlite3BtreeMoveto(BtCursor *pCur, const void *pKey, i64 nKey, int *pRes){ - int rc; - int tryRightmost; - rc = moveToRoot(pCur); - if( rc ) return rc; - assert( pCur->pPage ); - assert( pCur->pPage->isInit ); - tryRightmost = pCur->pPage->intKey; - if( pCur->eState==CURSOR_INVALID ){ - *pRes = -1; - assert( pCur->pPage->nCell==0 ); - return SQLITE_OK; - } - for(;;){ - int lwr, upr; - Pgno chldPg; - MemPage *pPage = pCur->pPage; - int c = -1; /* pRes return if table is empty must be -1 */ - lwr = 0; - upr = pPage->nCell-1; - if( !pPage->intKey && pKey==0 ){ - return SQLITE_CORRUPT_BKPT; - } - while( lwr<=upr ){ - void *pCellKey; - i64 nCellKey; - pCur->idx = (lwr+upr)/2; - pCur->info.nSize = 0; - if( pPage->intKey ){ - u8 *pCell; - if( tryRightmost ){ - pCur->idx = upr; - } - pCell = findCell(pPage, pCur->idx) + pPage->childPtrSize; - if( pPage->hasData ){ - u32 dummy; - pCell += getVarint32(pCell, &dummy); - } - getVarint(pCell, (u64 *)&nCellKey); - if( nCellKeynKey ){ - c = +1; - tryRightmost = 0; - }else{ - c = 0; - } - }else{ - int available; - pCellKey = (void *)fetchPayload(pCur, &available, 0); - nCellKey = pCur->info.nKey; - if( available>=nCellKey ){ - c = pCur->xCompare(pCur->pArg, nCellKey, pCellKey, nKey, pKey); - }else{ - pCellKey = sqliteMallocRaw( nCellKey ); - if( pCellKey==0 ) return SQLITE_NOMEM; - rc = sqlite3BtreeKey(pCur, 0, nCellKey, (void *)pCellKey); - c = pCur->xCompare(pCur->pArg, nCellKey, pCellKey, nKey, pKey); - sqliteFree(pCellKey); - if( rc ) return rc; - } - } - if( c==0 ){ - if( pPage->leafData && !pPage->leaf ){ - lwr = pCur->idx; - upr = lwr - 1; - break; - }else{ - if( pRes ) *pRes = 0; - return SQLITE_OK; - } - } - if( c<0 ){ - lwr = pCur->idx+1; - }else{ - upr = pCur->idx-1; - } - } - assert( lwr==upr+1 ); - assert( pPage->isInit ); - if( pPage->leaf ){ - chldPg = 0; - }else if( lwr>=pPage->nCell ){ - chldPg = get4byte(&pPage->aData[pPage->hdrOffset+8]); - }else{ - chldPg = get4byte(findCell(pPage, lwr)); - } - if( chldPg==0 ){ - assert( pCur->idx>=0 && pCur->idxpPage->nCell ); - if( pRes ) *pRes = c; - return SQLITE_OK; - } - pCur->idx = lwr; - pCur->info.nSize = 0; - rc = moveToChild(pCur, chldPg); - if( rc ){ - return rc; - } - } - /* NOT REACHED */ -} - -/* -** Return TRUE if the cursor is not pointing at an entry of the table. -** -** TRUE will be returned after a call to sqlite3BtreeNext() moves -** past the last entry in the table or sqlite3BtreePrev() moves past -** the first entry. TRUE is also returned if the table is empty. -*/ -int sqlite3BtreeEof(BtCursor *pCur){ - /* TODO: What if the cursor is in CURSOR_REQUIRESEEK but all table entries - ** have been deleted? This API will need to change to return an error code - ** as well as the boolean result value. - */ - return (CURSOR_VALID!=pCur->eState); -} - -/* -** Advance the cursor to the next entry in the database. If -** successful then set *pRes=0. If the cursor -** was already pointing to the last entry in the database before -** this routine was called, then set *pRes=1. -*/ -int sqlite3BtreeNext(BtCursor *pCur, int *pRes){ - int rc; - MemPage *pPage; - -#ifndef SQLITE_OMIT_SHARED_CACHE - rc = restoreOrClearCursorPosition(pCur, 1); - if( rc!=SQLITE_OK ){ - return rc; - } - if( pCur->skip>0 ){ - pCur->skip = 0; - *pRes = 0; - return SQLITE_OK; - } - pCur->skip = 0; -#endif - - assert( pRes!=0 ); - pPage = pCur->pPage; - if( CURSOR_INVALID==pCur->eState ){ - *pRes = 1; - return SQLITE_OK; - } - assert( pPage->isInit ); - assert( pCur->idxnCell ); - - pCur->idx++; - pCur->info.nSize = 0; - if( pCur->idx>=pPage->nCell ){ - if( !pPage->leaf ){ - rc = moveToChild(pCur, get4byte(&pPage->aData[pPage->hdrOffset+8])); - if( rc ) return rc; - rc = moveToLeftmost(pCur); - *pRes = 0; - return rc; - } - do{ - if( isRootPage(pPage) ){ - *pRes = 1; - pCur->eState = CURSOR_INVALID; - return SQLITE_OK; - } - moveToParent(pCur); - pPage = pCur->pPage; - }while( pCur->idx>=pPage->nCell ); - *pRes = 0; - if( pPage->leafData ){ - rc = sqlite3BtreeNext(pCur, pRes); - }else{ - rc = SQLITE_OK; - } - return rc; - } - *pRes = 0; - if( pPage->leaf ){ - return SQLITE_OK; - } - rc = moveToLeftmost(pCur); - return rc; -} - -/* -** Step the cursor to the back to the previous entry in the database. If -** successful then set *pRes=0. If the cursor -** was already pointing to the first entry in the database before -** this routine was called, then set *pRes=1. -*/ -int sqlite3BtreePrevious(BtCursor *pCur, int *pRes){ - int rc; - Pgno pgno; - MemPage *pPage; - -#ifndef SQLITE_OMIT_SHARED_CACHE - rc = restoreOrClearCursorPosition(pCur, 1); - if( rc!=SQLITE_OK ){ - return rc; - } - if( pCur->skip<0 ){ - pCur->skip = 0; - *pRes = 0; - return SQLITE_OK; - } - pCur->skip = 0; -#endif - - if( CURSOR_INVALID==pCur->eState ){ - *pRes = 1; - return SQLITE_OK; - } - - pPage = pCur->pPage; - assert( pPage->isInit ); - assert( pCur->idx>=0 ); - if( !pPage->leaf ){ - pgno = get4byte( findCell(pPage, pCur->idx) ); - rc = moveToChild(pCur, pgno); - if( rc ) return rc; - rc = moveToRightmost(pCur); - }else{ - while( pCur->idx==0 ){ - if( isRootPage(pPage) ){ - pCur->eState = CURSOR_INVALID; - *pRes = 1; - return SQLITE_OK; - } - moveToParent(pCur); - pPage = pCur->pPage; - } - pCur->idx--; - pCur->info.nSize = 0; - if( pPage->leafData && !pPage->leaf ){ - rc = sqlite3BtreePrevious(pCur, pRes); - }else{ - rc = SQLITE_OK; - } - } - *pRes = 0; - return rc; -} - -/* -** Allocate a new page from the database file. -** -** The new page is marked as dirty. (In other words, sqlite3pager_write() -** has already been called on the new page.) The new page has also -** been referenced and the calling routine is responsible for calling -** sqlite3pager_unref() on the new page when it is done. -** -** SQLITE_OK is returned on success. Any other return value indicates -** an error. *ppPage and *pPgno are undefined in the event of an error. -** Do not invoke sqlite3pager_unref() on *ppPage if an error is returned. -** -** If the "nearby" parameter is not 0, then a (feeble) effort is made to -** locate a page close to the page number "nearby". This can be used in an -** attempt to keep related pages close to each other in the database file, -** which in turn can make database access faster. -** -** If the "exact" parameter is not 0, and the page-number nearby exists -** anywhere on the free-list, then it is guarenteed to be returned. This -** is only used by auto-vacuum databases when allocating a new table. -*/ -static int allocatePage( - BtShared *pBt, - MemPage **ppPage, - Pgno *pPgno, - Pgno nearby, - u8 exact -){ - MemPage *pPage1; - int rc; - int n; /* Number of pages on the freelist */ - int k; /* Number of leaves on the trunk of the freelist */ - MemPage *pTrunk = 0; - MemPage *pPrevTrunk = 0; - - pPage1 = pBt->pPage1; - n = get4byte(&pPage1->aData[36]); - if( n>0 ){ - /* There are pages on the freelist. Reuse one of those pages. */ - Pgno iTrunk; - u8 searchList = 0; /* If the free-list must be searched for 'nearby' */ - - /* If the 'exact' parameter was true and a query of the pointer-map - ** shows that the page 'nearby' is somewhere on the free-list, then - ** the entire-list will be searched for that page. - */ -#ifndef SQLITE_OMIT_AUTOVACUUM - if( exact ){ - u8 eType; - assert( nearby>0 ); - assert( pBt->autoVacuum ); - rc = ptrmapGet(pBt, nearby, &eType, 0); - if( rc ) return rc; - if( eType==PTRMAP_FREEPAGE ){ - searchList = 1; - } - *pPgno = nearby; - } -#endif - - /* Decrement the free-list count by 1. Set iTrunk to the index of the - ** first free-list trunk page. iPrevTrunk is initially 1. - */ - rc = sqlite3pager_write(pPage1->aData); - if( rc ) return rc; - put4byte(&pPage1->aData[36], n-1); - - /* The code within this loop is run only once if the 'searchList' variable - ** is not true. Otherwise, it runs once for each trunk-page on the - ** free-list until the page 'nearby' is located. - */ - do { - pPrevTrunk = pTrunk; - if( pPrevTrunk ){ - iTrunk = get4byte(&pPrevTrunk->aData[0]); - }else{ - iTrunk = get4byte(&pPage1->aData[32]); - } - rc = getPage(pBt, iTrunk, &pTrunk); - if( rc ){ - pTrunk = 0; - goto end_allocate_page; - } - - k = get4byte(&pTrunk->aData[4]); - if( k==0 && !searchList ){ - /* The trunk has no leaves and the list is not being searched. - ** So extract the trunk page itself and use it as the newly - ** allocated page */ - assert( pPrevTrunk==0 ); - rc = sqlite3pager_write(pTrunk->aData); - if( rc ){ - goto end_allocate_page; - } - *pPgno = iTrunk; - memcpy(&pPage1->aData[32], &pTrunk->aData[0], 4); - *ppPage = pTrunk; - pTrunk = 0; - TRACE(("ALLOCATE: %d trunk - %d free pages left\n", *pPgno, n-1)); - }else if( k>pBt->usableSize/4 - 8 ){ - /* Value of k is out of range. Database corruption */ - rc = SQLITE_CORRUPT_BKPT; - goto end_allocate_page; -#ifndef SQLITE_OMIT_AUTOVACUUM - }else if( searchList && nearby==iTrunk ){ - /* The list is being searched and this trunk page is the page - ** to allocate, regardless of whether it has leaves. - */ - assert( *pPgno==iTrunk ); - *ppPage = pTrunk; - searchList = 0; - rc = sqlite3pager_write(pTrunk->aData); - if( rc ){ - goto end_allocate_page; - } - if( k==0 ){ - if( !pPrevTrunk ){ - memcpy(&pPage1->aData[32], &pTrunk->aData[0], 4); - }else{ - memcpy(&pPrevTrunk->aData[0], &pTrunk->aData[0], 4); - } - }else{ - /* The trunk page is required by the caller but it contains - ** pointers to free-list leaves. The first leaf becomes a trunk - ** page in this case. - */ - MemPage *pNewTrunk; - Pgno iNewTrunk = get4byte(&pTrunk->aData[8]); - rc = getPage(pBt, iNewTrunk, &pNewTrunk); - if( rc!=SQLITE_OK ){ - goto end_allocate_page; - } - rc = sqlite3pager_write(pNewTrunk->aData); - if( rc!=SQLITE_OK ){ - releasePage(pNewTrunk); - goto end_allocate_page; - } - memcpy(&pNewTrunk->aData[0], &pTrunk->aData[0], 4); - put4byte(&pNewTrunk->aData[4], k-1); - memcpy(&pNewTrunk->aData[8], &pTrunk->aData[12], (k-1)*4); - releasePage(pNewTrunk); - if( !pPrevTrunk ){ - put4byte(&pPage1->aData[32], iNewTrunk); - }else{ - rc = sqlite3pager_write(pPrevTrunk->aData); - if( rc ){ - goto end_allocate_page; - } - put4byte(&pPrevTrunk->aData[0], iNewTrunk); - } - } - pTrunk = 0; - TRACE(("ALLOCATE: %d trunk - %d free pages left\n", *pPgno, n-1)); -#endif - }else{ - /* Extract a leaf from the trunk */ - int closest; - Pgno iPage; - unsigned char *aData = pTrunk->aData; - rc = sqlite3pager_write(aData); - if( rc ){ - goto end_allocate_page; - } - if( nearby>0 ){ - int i, dist; - closest = 0; - dist = get4byte(&aData[8]) - nearby; - if( dist<0 ) dist = -dist; - for(i=1; isqlite3pager_pagecount(pBt->pPager) ){ - /* Free page off the end of the file */ - return SQLITE_CORRUPT_BKPT; - } - TRACE(("ALLOCATE: %d was leaf %d of %d on trunk %d" - ": %d more free pages\n", - *pPgno, closest+1, k, pTrunk->pgno, n-1)); - if( closestaData); - rc = sqlite3pager_write((*ppPage)->aData); - if( rc!=SQLITE_OK ){ - releasePage(*ppPage); - } - } - searchList = 0; - } - } - releasePage(pPrevTrunk); - pPrevTrunk = 0; - }while( searchList ); - }else{ - /* There are no pages on the freelist, so create a new page at the - ** end of the file */ - *pPgno = sqlite3pager_pagecount(pBt->pPager) + 1; - -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum && PTRMAP_ISPAGE(pBt, *pPgno) ){ - /* If *pPgno refers to a pointer-map page, allocate two new pages - ** at the end of the file instead of one. The first allocated page - ** becomes a new pointer-map page, the second is used by the caller. - */ - TRACE(("ALLOCATE: %d from end of file (pointer-map page)\n", *pPgno)); - assert( *pPgno!=PENDING_BYTE_PAGE(pBt) ); - (*pPgno)++; - } -#endif - - assert( *pPgno!=PENDING_BYTE_PAGE(pBt) ); - rc = getPage(pBt, *pPgno, ppPage); - if( rc ) return rc; - rc = sqlite3pager_write((*ppPage)->aData); - if( rc!=SQLITE_OK ){ - releasePage(*ppPage); - } - TRACE(("ALLOCATE: %d from end of file\n", *pPgno)); - } - - assert( *pPgno!=PENDING_BYTE_PAGE(pBt) ); - -end_allocate_page: - releasePage(pTrunk); - releasePage(pPrevTrunk); - return rc; -} - -/* -** Add a page of the database file to the freelist. -** -** sqlite3pager_unref() is NOT called for pPage. -*/ -static int freePage(MemPage *pPage){ - BtShared *pBt = pPage->pBt; - MemPage *pPage1 = pBt->pPage1; - int rc, n, k; - - /* Prepare the page for freeing */ - assert( pPage->pgno>1 ); - pPage->isInit = 0; - releasePage(pPage->pParent); - pPage->pParent = 0; - - /* Increment the free page count on pPage1 */ - rc = sqlite3pager_write(pPage1->aData); - if( rc ) return rc; - n = get4byte(&pPage1->aData[36]); - put4byte(&pPage1->aData[36], n+1); - -#ifdef SQLITE_SECURE_DELETE - /* If the SQLITE_SECURE_DELETE compile-time option is enabled, then - ** always fully overwrite deleted information with zeros. - */ - rc = sqlite3pager_write(pPage->aData); - if( rc ) return rc; - memset(pPage->aData, 0, pPage->pBt->pageSize); -#endif - -#ifndef SQLITE_OMIT_AUTOVACUUM - /* If the database supports auto-vacuum, write an entry in the pointer-map - ** to indicate that the page is free. - */ - if( pBt->autoVacuum ){ - rc = ptrmapPut(pBt, pPage->pgno, PTRMAP_FREEPAGE, 0); - if( rc ) return rc; - } -#endif - - if( n==0 ){ - /* This is the first free page */ - rc = sqlite3pager_write(pPage->aData); - if( rc ) return rc; - memset(pPage->aData, 0, 8); - put4byte(&pPage1->aData[32], pPage->pgno); - TRACE(("FREE-PAGE: %d first\n", pPage->pgno)); - }else{ - /* Other free pages already exist. Retrive the first trunk page - ** of the freelist and find out how many leaves it has. */ - MemPage *pTrunk; - rc = getPage(pBt, get4byte(&pPage1->aData[32]), &pTrunk); - if( rc ) return rc; - k = get4byte(&pTrunk->aData[4]); - if( k>=pBt->usableSize/4 - 8 ){ - /* The trunk is full. Turn the page being freed into a new - ** trunk page with no leaves. */ - rc = sqlite3pager_write(pPage->aData); - if( rc ) return rc; - put4byte(pPage->aData, pTrunk->pgno); - put4byte(&pPage->aData[4], 0); - put4byte(&pPage1->aData[32], pPage->pgno); - TRACE(("FREE-PAGE: %d new trunk page replacing %d\n", - pPage->pgno, pTrunk->pgno)); - }else{ - /* Add the newly freed page as a leaf on the current trunk */ - rc = sqlite3pager_write(pTrunk->aData); - if( rc ) return rc; - put4byte(&pTrunk->aData[4], k+1); - put4byte(&pTrunk->aData[8+k*4], pPage->pgno); -#ifndef SQLITE_SECURE_DELETE - sqlite3pager_dont_write(pBt->pPager, pPage->pgno); -#endif - TRACE(("FREE-PAGE: %d leaf on trunk page %d\n",pPage->pgno,pTrunk->pgno)); - } - releasePage(pTrunk); - } - return rc; -} - -/* -** Free any overflow pages associated with the given Cell. -*/ -static int clearCell(MemPage *pPage, unsigned char *pCell){ - BtShared *pBt = pPage->pBt; - CellInfo info; - Pgno ovflPgno; - int rc; - - parseCellPtr(pPage, pCell, &info); - if( info.iOverflow==0 ){ - return SQLITE_OK; /* No overflow pages. Return without doing anything */ - } - ovflPgno = get4byte(&pCell[info.iOverflow]); - while( ovflPgno!=0 ){ - MemPage *pOvfl; - if( ovflPgno>sqlite3pager_pagecount(pBt->pPager) ){ - return SQLITE_CORRUPT_BKPT; - } - rc = getPage(pBt, ovflPgno, &pOvfl); - if( rc ) return rc; - ovflPgno = get4byte(pOvfl->aData); - rc = freePage(pOvfl); - sqlite3pager_unref(pOvfl->aData); - if( rc ) return rc; - } - return SQLITE_OK; -} - -/* -** Create the byte sequence used to represent a cell on page pPage -** and write that byte sequence into pCell[]. Overflow pages are -** allocated and filled in as necessary. The calling procedure -** is responsible for making sure sufficient space has been allocated -** for pCell[]. -** -** Note that pCell does not necessary need to point to the pPage->aData -** area. pCell might point to some temporary storage. The cell will -** be constructed in this temporary area then copied into pPage->aData -** later. -*/ -static int fillInCell( - MemPage *pPage, /* The page that contains the cell */ - unsigned char *pCell, /* Complete text of the cell */ - const void *pKey, i64 nKey, /* The key */ - const void *pData,int nData, /* The data */ - int *pnSize /* Write cell size here */ -){ - int nPayload; - const u8 *pSrc; - int nSrc, n, rc; - int spaceLeft; - MemPage *pOvfl = 0; - MemPage *pToRelease = 0; - unsigned char *pPrior; - unsigned char *pPayload; - BtShared *pBt = pPage->pBt; - Pgno pgnoOvfl = 0; - int nHeader; - CellInfo info; - - /* Fill in the header. */ - nHeader = 0; - if( !pPage->leaf ){ - nHeader += 4; - } - if( pPage->hasData ){ - nHeader += putVarint(&pCell[nHeader], nData); - }else{ - nData = 0; - } - nHeader += putVarint(&pCell[nHeader], *(u64*)&nKey); - parseCellPtr(pPage, pCell, &info); - assert( info.nHeader==nHeader ); - assert( info.nKey==nKey ); - assert( info.nData==nData ); - - /* Fill in the payload */ - nPayload = nData; - if( pPage->intKey ){ - pSrc = pData; - nSrc = nData; - nData = 0; - }else{ - nPayload += nKey; - pSrc = pKey; - nSrc = nKey; - } - *pnSize = info.nSize; - spaceLeft = info.nLocal; - pPayload = &pCell[nHeader]; - pPrior = &pCell[info.iOverflow]; - - while( nPayload>0 ){ - if( spaceLeft==0 ){ -#ifndef SQLITE_OMIT_AUTOVACUUM - Pgno pgnoPtrmap = pgnoOvfl; /* Overflow page pointer-map entry page */ -#endif - rc = allocatePage(pBt, &pOvfl, &pgnoOvfl, pgnoOvfl, 0); -#ifndef SQLITE_OMIT_AUTOVACUUM - /* If the database supports auto-vacuum, and the second or subsequent - ** overflow page is being allocated, add an entry to the pointer-map - ** for that page now. The entry for the first overflow page will be - ** added later, by the insertCell() routine. - */ - if( pBt->autoVacuum && pgnoPtrmap!=0 && rc==SQLITE_OK ){ - rc = ptrmapPut(pBt, pgnoOvfl, PTRMAP_OVERFLOW2, pgnoPtrmap); - } -#endif - if( rc ){ - releasePage(pToRelease); - /* clearCell(pPage, pCell); */ - return rc; - } - put4byte(pPrior, pgnoOvfl); - releasePage(pToRelease); - pToRelease = pOvfl; - pPrior = pOvfl->aData; - put4byte(pPrior, 0); - pPayload = &pOvfl->aData[4]; - spaceLeft = pBt->usableSize - 4; - } - n = nPayload; - if( n>spaceLeft ) n = spaceLeft; - if( n>nSrc ) n = nSrc; - assert( pSrc ); - memcpy(pPayload, pSrc, n); - nPayload -= n; - pPayload += n; - pSrc += n; - nSrc -= n; - spaceLeft -= n; - if( nSrc==0 ){ - nSrc = nData; - pSrc = pData; - } - } - releasePage(pToRelease); - return SQLITE_OK; -} - -/* -** Change the MemPage.pParent pointer on the page whose number is -** given in the second argument so that MemPage.pParent holds the -** pointer in the third argument. -*/ -static int reparentPage(BtShared *pBt, Pgno pgno, MemPage *pNewParent, int idx){ - MemPage *pThis; - unsigned char *aData; - - assert( pNewParent!=0 ); - if( pgno==0 ) return SQLITE_OK; - assert( pBt->pPager!=0 ); - aData = sqlite3pager_lookup(pBt->pPager, pgno); - if( aData ){ - pThis = (MemPage*)&aData[pBt->pageSize]; - assert( pThis->aData==aData ); - if( pThis->isInit ){ - if( pThis->pParent!=pNewParent ){ - if( pThis->pParent ) sqlite3pager_unref(pThis->pParent->aData); - pThis->pParent = pNewParent; - sqlite3pager_ref(pNewParent->aData); - } - pThis->idxParent = idx; - } - sqlite3pager_unref(aData); - } - -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - return ptrmapPut(pBt, pgno, PTRMAP_BTREE, pNewParent->pgno); - } -#endif - return SQLITE_OK; -} - - - -/* -** Change the pParent pointer of all children of pPage to point back -** to pPage. -** -** In other words, for every child of pPage, invoke reparentPage() -** to make sure that each child knows that pPage is its parent. -** -** This routine gets called after you memcpy() one page into -** another. -*/ -static int reparentChildPages(MemPage *pPage){ - int i; - BtShared *pBt = pPage->pBt; - int rc = SQLITE_OK; - - if( pPage->leaf ) return SQLITE_OK; - - for(i=0; inCell; i++){ - u8 *pCell = findCell(pPage, i); - if( !pPage->leaf ){ - rc = reparentPage(pBt, get4byte(pCell), pPage, i); - if( rc!=SQLITE_OK ) return rc; - } - } - if( !pPage->leaf ){ - rc = reparentPage(pBt, get4byte(&pPage->aData[pPage->hdrOffset+8]), - pPage, i); - pPage->idxShift = 0; - } - return rc; -} - -/* -** Remove the i-th cell from pPage. This routine effects pPage only. -** The cell content is not freed or deallocated. It is assumed that -** the cell content has been copied someplace else. This routine just -** removes the reference to the cell from pPage. -** -** "sz" must be the number of bytes in the cell. -*/ -static void dropCell(MemPage *pPage, int idx, int sz){ - int i; /* Loop counter */ - int pc; /* Offset to cell content of cell being deleted */ - u8 *data; /* pPage->aData */ - u8 *ptr; /* Used to move bytes around within data[] */ - - assert( idx>=0 && idxnCell ); - assert( sz==cellSize(pPage, idx) ); - assert( sqlite3pager_iswriteable(pPage->aData) ); - data = pPage->aData; - ptr = &data[pPage->cellOffset + 2*idx]; - pc = get2byte(ptr); - assert( pc>10 && pc+sz<=pPage->pBt->usableSize ); - freeSpace(pPage, pc, sz); - for(i=idx+1; inCell; i++, ptr+=2){ - ptr[0] = ptr[2]; - ptr[1] = ptr[3]; - } - pPage->nCell--; - put2byte(&data[pPage->hdrOffset+3], pPage->nCell); - pPage->nFree += 2; - pPage->idxShift = 1; -} - -/* -** Insert a new cell on pPage at cell index "i". pCell points to the -** content of the cell. -** -** If the cell content will fit on the page, then put it there. If it -** will not fit, then make a copy of the cell content into pTemp if -** pTemp is not null. Regardless of pTemp, allocate a new entry -** in pPage->aOvfl[] and make it point to the cell content (either -** in pTemp or the original pCell) and also record its index. -** Allocating a new entry in pPage->aCell[] implies that -** pPage->nOverflow is incremented. -** -** If nSkip is non-zero, then do not copy the first nSkip bytes of the -** cell. The caller will overwrite them after this function returns. If -** nSkip is non-zero, then pCell may not point to an invalid memory location -** (but pCell+nSkip is always valid). -*/ -static int insertCell( - MemPage *pPage, /* Page into which we are copying */ - int i, /* New cell becomes the i-th cell of the page */ - u8 *pCell, /* Content of the new cell */ - int sz, /* Bytes of content in pCell */ - u8 *pTemp, /* Temp storage space for pCell, if needed */ - u8 nSkip /* Do not write the first nSkip bytes of the cell */ -){ - int idx; /* Where to write new cell content in data[] */ - int j; /* Loop counter */ - int top; /* First byte of content for any cell in data[] */ - int end; /* First byte past the last cell pointer in data[] */ - int ins; /* Index in data[] where new cell pointer is inserted */ - int hdr; /* Offset into data[] of the page header */ - int cellOffset; /* Address of first cell pointer in data[] */ - u8 *data; /* The content of the whole page */ - u8 *ptr; /* Used for moving information around in data[] */ - - assert( i>=0 && i<=pPage->nCell+pPage->nOverflow ); - assert( sz==cellSizePtr(pPage, pCell) ); - assert( sqlite3pager_iswriteable(pPage->aData) ); - if( pPage->nOverflow || sz+2>pPage->nFree ){ - if( pTemp ){ - memcpy(pTemp+nSkip, pCell+nSkip, sz-nSkip); - pCell = pTemp; - } - j = pPage->nOverflow++; - assert( jaOvfl)/sizeof(pPage->aOvfl[0]) ); - pPage->aOvfl[j].pCell = pCell; - pPage->aOvfl[j].idx = i; - pPage->nFree = 0; - }else{ - data = pPage->aData; - hdr = pPage->hdrOffset; - top = get2byte(&data[hdr+5]); - cellOffset = pPage->cellOffset; - end = cellOffset + 2*pPage->nCell + 2; - ins = cellOffset + 2*i; - if( end > top - sz ){ - int rc = defragmentPage(pPage); - if( rc!=SQLITE_OK ) return rc; - top = get2byte(&data[hdr+5]); - assert( end + sz <= top ); - } - idx = allocateSpace(pPage, sz); - assert( idx>0 ); - assert( end <= get2byte(&data[hdr+5]) ); - pPage->nCell++; - pPage->nFree -= 2; - memcpy(&data[idx+nSkip], pCell+nSkip, sz-nSkip); - for(j=end-2, ptr=&data[j]; j>ins; j-=2, ptr-=2){ - ptr[0] = ptr[-2]; - ptr[1] = ptr[-1]; - } - put2byte(&data[ins], idx); - put2byte(&data[hdr+3], pPage->nCell); - pPage->idxShift = 1; -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pPage->pBt->autoVacuum ){ - /* The cell may contain a pointer to an overflow page. If so, write - ** the entry for the overflow page into the pointer map. - */ - CellInfo info; - parseCellPtr(pPage, pCell, &info); - if( (info.nData+(pPage->intKey?0:info.nKey))>info.nLocal ){ - Pgno pgnoOvfl = get4byte(&pCell[info.iOverflow]); - int rc = ptrmapPut(pPage->pBt, pgnoOvfl, PTRMAP_OVERFLOW1, pPage->pgno); - if( rc!=SQLITE_OK ) return rc; - } - } -#endif - } - - return SQLITE_OK; -} - -/* -** Add a list of cells to a page. The page should be initially empty. -** The cells are guaranteed to fit on the page. -*/ -static void assemblePage( - MemPage *pPage, /* The page to be assemblied */ - int nCell, /* The number of cells to add to this page */ - u8 **apCell, /* Pointers to cell bodies */ - int *aSize /* Sizes of the cells */ -){ - int i; /* Loop counter */ - int totalSize; /* Total size of all cells */ - int hdr; /* Index of page header */ - int cellptr; /* Address of next cell pointer */ - int cellbody; /* Address of next cell body */ - u8 *data; /* Data for the page */ - - assert( pPage->nOverflow==0 ); - totalSize = 0; - for(i=0; inFree ); - assert( pPage->nCell==0 ); - cellptr = pPage->cellOffset; - data = pPage->aData; - hdr = pPage->hdrOffset; - put2byte(&data[hdr+3], nCell); - if( nCell ){ - cellbody = allocateSpace(pPage, totalSize); - assert( cellbody>0 ); - assert( pPage->nFree >= 2*nCell ); - pPage->nFree -= 2*nCell; - for(i=0; ipBt->usableSize ); - } - pPage->nCell = nCell; -} - -/* -** The following parameters determine how many adjacent pages get involved -** in a balancing operation. NN is the number of neighbors on either side -** of the page that participate in the balancing operation. NB is the -** total number of pages that participate, including the target page and -** NN neighbors on either side. -** -** The minimum value of NN is 1 (of course). Increasing NN above 1 -** (to 2 or 3) gives a modest improvement in SELECT and DELETE performance -** in exchange for a larger degradation in INSERT and UPDATE performance. -** The value of NN appears to give the best results overall. -*/ -#define NN 1 /* Number of neighbors on either side of pPage */ -#define NB (NN*2+1) /* Total pages involved in the balance */ - -/* Forward reference */ -static int balance(MemPage*, int); - -#ifndef SQLITE_OMIT_QUICKBALANCE -/* -** This version of balance() handles the common special case where -** a new entry is being inserted on the extreme right-end of the -** tree, in other words, when the new entry will become the largest -** entry in the tree. -** -** Instead of trying balance the 3 right-most leaf pages, just add -** a new page to the right-hand side and put the one new entry in -** that page. This leaves the right side of the tree somewhat -** unbalanced. But odds are that we will be inserting new entries -** at the end soon afterwards so the nearly empty page will quickly -** fill up. On average. -** -** pPage is the leaf page which is the right-most page in the tree. -** pParent is its parent. pPage must have a single overflow entry -** which is also the right-most entry on the page. -*/ -static int balance_quick(MemPage *pPage, MemPage *pParent){ - int rc; - MemPage *pNew; - Pgno pgnoNew; - u8 *pCell; - int szCell; - CellInfo info; - BtShared *pBt = pPage->pBt; - int parentIdx = pParent->nCell; /* pParent new divider cell index */ - int parentSize; /* Size of new divider cell */ - u8 parentCell[64]; /* Space for the new divider cell */ - - /* Allocate a new page. Insert the overflow cell from pPage - ** into it. Then remove the overflow cell from pPage. - */ - rc = allocatePage(pBt, &pNew, &pgnoNew, 0, 0); - if( rc!=SQLITE_OK ){ - return rc; - } - pCell = pPage->aOvfl[0].pCell; - szCell = cellSizePtr(pPage, pCell); - zeroPage(pNew, pPage->aData[0]); - assemblePage(pNew, 1, &pCell, &szCell); - pPage->nOverflow = 0; - - /* Set the parent of the newly allocated page to pParent. */ - pNew->pParent = pParent; - sqlite3pager_ref(pParent->aData); - - /* pPage is currently the right-child of pParent. Change this - ** so that the right-child is the new page allocated above and - ** pPage is the next-to-right child. - */ - assert( pPage->nCell>0 ); - parseCellPtr(pPage, findCell(pPage, pPage->nCell-1), &info); - rc = fillInCell(pParent, parentCell, 0, info.nKey, 0, 0, &parentSize); - if( rc!=SQLITE_OK ){ - return rc; - } - assert( parentSize<64 ); - rc = insertCell(pParent, parentIdx, parentCell, parentSize, 0, 4); - if( rc!=SQLITE_OK ){ - return rc; - } - put4byte(findOverflowCell(pParent,parentIdx), pPage->pgno); - put4byte(&pParent->aData[pParent->hdrOffset+8], pgnoNew); - -#ifndef SQLITE_OMIT_AUTOVACUUM - /* If this is an auto-vacuum database, update the pointer map - ** with entries for the new page, and any pointer from the - ** cell on the page to an overflow page. - */ - if( pBt->autoVacuum ){ - rc = ptrmapPut(pBt, pgnoNew, PTRMAP_BTREE, pParent->pgno); - if( rc!=SQLITE_OK ){ - return rc; - } - rc = ptrmapPutOvfl(pNew, 0); - if( rc!=SQLITE_OK ){ - return rc; - } - } -#endif - - /* Release the reference to the new page and balance the parent page, - ** in case the divider cell inserted caused it to become overfull. - */ - releasePage(pNew); - return balance(pParent, 0); -} -#endif /* SQLITE_OMIT_QUICKBALANCE */ - -/* -** The ISAUTOVACUUM macro is used within balance_nonroot() to determine -** if the database supports auto-vacuum or not. Because it is used -** within an expression that is an argument to another macro -** (sqliteMallocRaw), it is not possible to use conditional compilation. -** So, this macro is defined instead. -*/ -#ifndef SQLITE_OMIT_AUTOVACUUM -#define ISAUTOVACUUM (pBt->autoVacuum) -#else -#define ISAUTOVACUUM 0 -#endif - -/* -** This routine redistributes Cells on pPage and up to NN*2 siblings -** of pPage so that all pages have about the same amount of free space. -** Usually NN siblings on either side of pPage is used in the balancing, -** though more siblings might come from one side if pPage is the first -** or last child of its parent. If pPage has fewer than 2*NN siblings -** (something which can only happen if pPage is the root page or a -** child of root) then all available siblings participate in the balancing. -** -** The number of siblings of pPage might be increased or decreased by one or -** two in an effort to keep pages nearly full but not over full. The root page -** is special and is allowed to be nearly empty. If pPage is -** the root page, then the depth of the tree might be increased -** or decreased by one, as necessary, to keep the root page from being -** overfull or completely empty. -** -** Note that when this routine is called, some of the Cells on pPage -** might not actually be stored in pPage->aData[]. This can happen -** if the page is overfull. Part of the job of this routine is to -** make sure all Cells for pPage once again fit in pPage->aData[]. -** -** In the course of balancing the siblings of pPage, the parent of pPage -** might become overfull or underfull. If that happens, then this routine -** is called recursively on the parent. -** -** If this routine fails for any reason, it might leave the database -** in a corrupted state. So if this routine fails, the database should -** be rolled back. -*/ -static int balance_nonroot(MemPage *pPage){ - MemPage *pParent; /* The parent of pPage */ - BtShared *pBt; /* The whole database */ - int nCell = 0; /* Number of cells in apCell[] */ - int nMaxCells = 0; /* Allocated size of apCell, szCell, aFrom. */ - int nOld; /* Number of pages in apOld[] */ - int nNew; /* Number of pages in apNew[] */ - int nDiv; /* Number of cells in apDiv[] */ - int i, j, k; /* Loop counters */ - int idx; /* Index of pPage in pParent->aCell[] */ - int nxDiv; /* Next divider slot in pParent->aCell[] */ - int rc; /* The return code */ - int leafCorrection; /* 4 if pPage is a leaf. 0 if not */ - int leafData; /* True if pPage is a leaf of a LEAFDATA tree */ - int usableSpace; /* Bytes in pPage beyond the header */ - int pageFlags; /* Value of pPage->aData[0] */ - int subtotal; /* Subtotal of bytes in cells on one page */ - int iSpace = 0; /* First unused byte of aSpace[] */ - MemPage *apOld[NB]; /* pPage and up to two siblings */ - Pgno pgnoOld[NB]; /* Page numbers for each page in apOld[] */ - MemPage *apCopy[NB]; /* Private copies of apOld[] pages */ - MemPage *apNew[NB+2]; /* pPage and up to NB siblings after balancing */ - Pgno pgnoNew[NB+2]; /* Page numbers for each page in apNew[] */ - u8 *apDiv[NB]; /* Divider cells in pParent */ - int cntNew[NB+2]; /* Index in aCell[] of cell after i-th page */ - int szNew[NB+2]; /* Combined size of cells place on i-th page */ - u8 **apCell = 0; /* All cells begin balanced */ - int *szCell; /* Local size of all cells in apCell[] */ - u8 *aCopy[NB]; /* Space for holding data of apCopy[] */ - u8 *aSpace; /* Space to hold copies of dividers cells */ -#ifndef SQLITE_OMIT_AUTOVACUUM - u8 *aFrom = 0; -#endif - - /* - ** Find the parent page. - */ - assert( pPage->isInit ); - assert( sqlite3pager_iswriteable(pPage->aData) ); - pBt = pPage->pBt; - pParent = pPage->pParent; - assert( pParent ); - if( SQLITE_OK!=(rc = sqlite3pager_write(pParent->aData)) ){ - return rc; - } - TRACE(("BALANCE: begin page %d child of %d\n", pPage->pgno, pParent->pgno)); - -#ifndef SQLITE_OMIT_QUICKBALANCE - /* - ** A special case: If a new entry has just been inserted into a - ** table (that is, a btree with integer keys and all data at the leaves) - ** and the new entry is the right-most entry in the tree (it has the - ** largest key) then use the special balance_quick() routine for - ** balancing. balance_quick() is much faster and results in a tighter - ** packing of data in the common case. - */ - if( pPage->leaf && - pPage->intKey && - pPage->leafData && - pPage->nOverflow==1 && - pPage->aOvfl[0].idx==pPage->nCell && - pPage->pParent->pgno!=1 && - get4byte(&pParent->aData[pParent->hdrOffset+8])==pPage->pgno - ){ - /* - ** TODO: Check the siblings to the left of pPage. It may be that - ** they are not full and no new page is required. - */ - return balance_quick(pPage, pParent); - } -#endif - - /* - ** Find the cell in the parent page whose left child points back - ** to pPage. The "idx" variable is the index of that cell. If pPage - ** is the rightmost child of pParent then set idx to pParent->nCell - */ - if( pParent->idxShift ){ - Pgno pgno; - pgno = pPage->pgno; - assert( pgno==sqlite3pager_pagenumber(pPage->aData) ); - for(idx=0; idxnCell; idx++){ - if( get4byte(findCell(pParent, idx))==pgno ){ - break; - } - } - assert( idxnCell - || get4byte(&pParent->aData[pParent->hdrOffset+8])==pgno ); - }else{ - idx = pPage->idxParent; - } - - /* - ** Initialize variables so that it will be safe to jump - ** directly to balance_cleanup at any moment. - */ - nOld = nNew = 0; - sqlite3pager_ref(pParent->aData); - - /* - ** Find sibling pages to pPage and the cells in pParent that divide - ** the siblings. An attempt is made to find NN siblings on either - ** side of pPage. More siblings are taken from one side, however, if - ** pPage there are fewer than NN siblings on the other side. If pParent - ** has NB or fewer children then all children of pParent are taken. - */ - nxDiv = idx - NN; - if( nxDiv + NB > pParent->nCell ){ - nxDiv = pParent->nCell - NB + 1; - } - if( nxDiv<0 ){ - nxDiv = 0; - } - nDiv = 0; - for(i=0, k=nxDiv; inCell ){ - apDiv[i] = findCell(pParent, k); - nDiv++; - assert( !pParent->leaf ); - pgnoOld[i] = get4byte(apDiv[i]); - }else if( k==pParent->nCell ){ - pgnoOld[i] = get4byte(&pParent->aData[pParent->hdrOffset+8]); - }else{ - break; - } - rc = getAndInitPage(pBt, pgnoOld[i], &apOld[i], pParent); - if( rc ) goto balance_cleanup; - apOld[i]->idxParent = k; - apCopy[i] = 0; - assert( i==nOld ); - nOld++; - nMaxCells += 1+apOld[i]->nCell+apOld[i]->nOverflow; - } - - /* Make nMaxCells a multiple of 2 in order to preserve 8-byte - ** alignment */ - nMaxCells = (nMaxCells + 1)&~1; - - /* - ** Allocate space for memory structures - */ - apCell = sqliteMallocRaw( - nMaxCells*sizeof(u8*) /* apCell */ - + nMaxCells*sizeof(int) /* szCell */ - + ROUND8(sizeof(MemPage))*NB /* aCopy */ - + pBt->pageSize*(5+NB) /* aSpace */ - + (ISAUTOVACUUM ? nMaxCells : 0) /* aFrom */ - ); - if( apCell==0 ){ - rc = SQLITE_NOMEM; - goto balance_cleanup; - } - szCell = (int*)&apCell[nMaxCells]; - aCopy[0] = (u8*)&szCell[nMaxCells]; - assert( ((aCopy[0] - (u8*)apCell) & 7)==0 ); /* 8-byte alignment required */ - for(i=1; ipageSize+ROUND8(sizeof(MemPage))]; - assert( ((aCopy[i] - (u8*)apCell) & 7)==0 ); /* 8-byte alignment required */ - } - aSpace = &aCopy[NB-1][pBt->pageSize+ROUND8(sizeof(MemPage))]; - assert( ((aSpace - (u8*)apCell) & 7)==0 ); /* 8-byte alignment required */ -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - aFrom = &aSpace[5*pBt->pageSize]; - } -#endif - - /* - ** Make copies of the content of pPage and its siblings into aOld[]. - ** The rest of this function will use data from the copies rather - ** that the original pages since the original pages will be in the - ** process of being overwritten. - */ - for(i=0; ipageSize]; - p->aData = &((u8*)p)[-pBt->pageSize]; - memcpy(p->aData, apOld[i]->aData, pBt->pageSize + sizeof(MemPage)); - /* The memcpy() above changes the value of p->aData so we have to - ** set it again. */ - p->aData = &((u8*)p)[-pBt->pageSize]; - } - - /* - ** Load pointers to all cells on sibling pages and the divider cells - ** into the local apCell[] array. Make copies of the divider cells - ** into space obtained form aSpace[] and remove the the divider Cells - ** from pParent. - ** - ** If the siblings are on leaf pages, then the child pointers of the - ** divider cells are stripped from the cells before they are copied - ** into aSpace[]. In this way, all cells in apCell[] are without - ** child pointers. If siblings are not leaves, then all cell in - ** apCell[] include child pointers. Either way, all cells in apCell[] - ** are alike. - ** - ** leafCorrection: 4 if pPage is a leaf. 0 if pPage is not a leaf. - ** leafData: 1 if pPage holds key+data and pParent holds only keys. - */ - nCell = 0; - leafCorrection = pPage->leaf*4; - leafData = pPage->leafData && pPage->leaf; - for(i=0; inCell+pOld->nOverflow; - for(j=0; jautoVacuum ){ - int a; - aFrom[nCell] = i; - for(a=0; anOverflow; a++){ - if( pOld->aOvfl[a].pCell==apCell[nCell] ){ - aFrom[nCell] = 0xFF; - break; - } - } - } -#endif - nCell++; - } - if( ipageSize*5 ); - memcpy(pTemp, apDiv[i], sz); - apCell[nCell] = pTemp+leafCorrection; -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - aFrom[nCell] = 0xFF; - } -#endif - dropCell(pParent, nxDiv, sz); - szCell[nCell] -= leafCorrection; - assert( get4byte(pTemp)==pgnoOld[i] ); - if( !pOld->leaf ){ - assert( leafCorrection==0 ); - /* The right pointer of the child page pOld becomes the left - ** pointer of the divider cell */ - memcpy(apCell[nCell], &pOld->aData[pOld->hdrOffset+8], 4); - }else{ - assert( leafCorrection==4 ); - } - nCell++; - } - } - } - - /* - ** Figure out the number of pages needed to hold all nCell cells. - ** Store this number in "k". Also compute szNew[] which is the total - ** size of all cells on the i-th page and cntNew[] which is the index - ** in apCell[] of the cell that divides page i from page i+1. - ** cntNew[k] should equal nCell. - ** - ** Values computed by this block: - ** - ** k: The total number of sibling pages - ** szNew[i]: Spaced used on the i-th sibling page. - ** cntNew[i]: Index in apCell[] and szCell[] for the first cell to - ** the right of the i-th sibling page. - ** usableSpace: Number of bytes of space available on each sibling. - ** - */ - usableSpace = pBt->usableSize - 12 + leafCorrection; - for(subtotal=k=i=0; i usableSpace ){ - szNew[k] = subtotal - szCell[i]; - cntNew[k] = i; - if( leafData ){ i--; } - subtotal = 0; - k++; - } - } - szNew[k] = subtotal; - cntNew[k] = nCell; - k++; - - /* - ** The packing computed by the previous block is biased toward the siblings - ** on the left side. The left siblings are always nearly full, while the - ** right-most sibling might be nearly empty. This block of code attempts - ** to adjust the packing of siblings to get a better balance. - ** - ** This adjustment is more than an optimization. The packing above might - ** be so out of balance as to be illegal. For example, the right-most - ** sibling might be completely empty. This adjustment is not optional. - */ - for(i=k-1; i>0; i--){ - int szRight = szNew[i]; /* Size of sibling on the right */ - int szLeft = szNew[i-1]; /* Size of sibling on the left */ - int r; /* Index of right-most cell in left sibling */ - int d; /* Index of first cell to the left of right sibling */ - - r = cntNew[i-1] - 1; - d = r + 1 - leafData; - assert( d0) or we are the - ** a virtual root page. A virtual root page is when the real root - ** page is page 1 and we are the only child of that page. - */ - assert( cntNew[0]>0 || (pParent->pgno==1 && pParent->nCell==0) ); - - /* - ** Allocate k new pages. Reuse old pages where possible. - */ - assert( pPage->pgno>1 ); - pageFlags = pPage->aData[0]; - for(i=0; iaData); - if( rc ) goto balance_cleanup; - }else{ - assert( i>0 ); - rc = allocatePage(pBt, &pNew, &pgnoNew[i], pgnoNew[i-1], 0); - if( rc ) goto balance_cleanup; - apNew[i] = pNew; - } - nNew++; - zeroPage(pNew, pageFlags); - } - - /* Free any old pages that were not reused as new pages. - */ - while( ii ){ - int t; - MemPage *pT; - t = pgnoNew[i]; - pT = apNew[i]; - pgnoNew[i] = pgnoNew[minI]; - apNew[i] = apNew[minI]; - pgnoNew[minI] = t; - apNew[minI] = pT; - } - } - TRACE(("BALANCE: old: %d %d %d new: %d(%d) %d(%d) %d(%d) %d(%d) %d(%d)\n", - pgnoOld[0], - nOld>=2 ? pgnoOld[1] : 0, - nOld>=3 ? pgnoOld[2] : 0, - pgnoNew[0], szNew[0], - nNew>=2 ? pgnoNew[1] : 0, nNew>=2 ? szNew[1] : 0, - nNew>=3 ? pgnoNew[2] : 0, nNew>=3 ? szNew[2] : 0, - nNew>=4 ? pgnoNew[3] : 0, nNew>=4 ? szNew[3] : 0, - nNew>=5 ? pgnoNew[4] : 0, nNew>=5 ? szNew[4] : 0)); - - /* - ** Evenly distribute the data in apCell[] across the new pages. - ** Insert divider cells into pParent as necessary. - */ - j = 0; - for(i=0; ipgno==pgnoNew[i] ); - assemblePage(pNew, cntNew[i]-j, &apCell[j], &szCell[j]); - assert( pNew->nCell>0 || (nNew==1 && cntNew[0]==0) ); - assert( pNew->nOverflow==0 ); - -#ifndef SQLITE_OMIT_AUTOVACUUM - /* If this is an auto-vacuum database, update the pointer map entries - ** that point to the siblings that were rearranged. These can be: left - ** children of cells, the right-child of the page, or overflow pages - ** pointed to by cells. - */ - if( pBt->autoVacuum ){ - for(k=j; kpgno!=pNew->pgno ){ - rc = ptrmapPutOvfl(pNew, k-j); - if( rc!=SQLITE_OK ){ - goto balance_cleanup; - } - } - } - } -#endif - - j = cntNew[i]; - - /* If the sibling page assembled above was not the right-most sibling, - ** insert a divider cell into the parent page. - */ - if( ileaf ){ - memcpy(&pNew->aData[8], pCell, 4); - pTemp = 0; - }else if( leafData ){ - /* If the tree is a leaf-data tree, and the siblings are leaves, - ** then there is no divider cell in apCell[]. Instead, the divider - ** cell consists of the integer key for the right-most cell of - ** the sibling-page assembled above only. - */ - CellInfo info; - j--; - parseCellPtr(pNew, apCell[j], &info); - pCell = &aSpace[iSpace]; - fillInCell(pParent, pCell, 0, info.nKey, 0, 0, &sz); - iSpace += sz; - assert( iSpace<=pBt->pageSize*5 ); - pTemp = 0; - }else{ - pCell -= 4; - pTemp = &aSpace[iSpace]; - iSpace += sz; - assert( iSpace<=pBt->pageSize*5 ); - } - rc = insertCell(pParent, nxDiv, pCell, sz, pTemp, 4); - if( rc!=SQLITE_OK ) goto balance_cleanup; - put4byte(findOverflowCell(pParent,nxDiv), pNew->pgno); -#ifndef SQLITE_OMIT_AUTOVACUUM - /* If this is an auto-vacuum database, and not a leaf-data tree, - ** then update the pointer map with an entry for the overflow page - ** that the cell just inserted points to (if any). - */ - if( pBt->autoVacuum && !leafData ){ - rc = ptrmapPutOvfl(pParent, nxDiv); - if( rc!=SQLITE_OK ){ - goto balance_cleanup; - } - } -#endif - j++; - nxDiv++; - } - } - assert( j==nCell ); - assert( nOld>0 ); - assert( nNew>0 ); - if( (pageFlags & PTF_LEAF)==0 ){ - memcpy(&apNew[nNew-1]->aData[8], &apCopy[nOld-1]->aData[8], 4); - } - if( nxDiv==pParent->nCell+pParent->nOverflow ){ - /* Right-most sibling is the right-most child of pParent */ - put4byte(&pParent->aData[pParent->hdrOffset+8], pgnoNew[nNew-1]); - }else{ - /* Right-most sibling is the left child of the first entry in pParent - ** past the right-most divider entry */ - put4byte(findOverflowCell(pParent, nxDiv), pgnoNew[nNew-1]); - } - - /* - ** Reparent children of all cells. - */ - for(i=0; iisInit ); - rc = balance(pParent, 0); - - /* - ** Cleanup before returning. - */ -balance_cleanup: - sqliteFree(apCell); - for(i=0; ipgno, nOld, nNew, nCell)); - return rc; -} - -/* -** This routine is called for the root page of a btree when the root -** page contains no cells. This is an opportunity to make the tree -** shallower by one level. -*/ -static int balance_shallower(MemPage *pPage){ - MemPage *pChild; /* The only child page of pPage */ - Pgno pgnoChild; /* Page number for pChild */ - int rc = SQLITE_OK; /* Return code from subprocedures */ - BtShared *pBt; /* The main BTree structure */ - int mxCellPerPage; /* Maximum number of cells per page */ - u8 **apCell; /* All cells from pages being balanced */ - int *szCell; /* Local size of all cells */ - - assert( pPage->pParent==0 ); - assert( pPage->nCell==0 ); - pBt = pPage->pBt; - mxCellPerPage = MX_CELL(pBt); - apCell = sqliteMallocRaw( mxCellPerPage*(sizeof(u8*)+sizeof(int)) ); - if( apCell==0 ) return SQLITE_NOMEM; - szCell = (int*)&apCell[mxCellPerPage]; - if( pPage->leaf ){ - /* The table is completely empty */ - TRACE(("BALANCE: empty table %d\n", pPage->pgno)); - }else{ - /* The root page is empty but has one child. Transfer the - ** information from that one child into the root page if it - ** will fit. This reduces the depth of the tree by one. - ** - ** If the root page is page 1, it has less space available than - ** its child (due to the 100 byte header that occurs at the beginning - ** of the database fle), so it might not be able to hold all of the - ** information currently contained in the child. If this is the - ** case, then do not do the transfer. Leave page 1 empty except - ** for the right-pointer to the child page. The child page becomes - ** the virtual root of the tree. - */ - pgnoChild = get4byte(&pPage->aData[pPage->hdrOffset+8]); - assert( pgnoChild>0 ); - assert( pgnoChild<=sqlite3pager_pagecount(pPage->pBt->pPager) ); - rc = getPage(pPage->pBt, pgnoChild, &pChild); - if( rc ) goto end_shallow_balance; - if( pPage->pgno==1 ){ - rc = initPage(pChild, pPage); - if( rc ) goto end_shallow_balance; - assert( pChild->nOverflow==0 ); - if( pChild->nFree>=100 ){ - /* The child information will fit on the root page, so do the - ** copy */ - int i; - zeroPage(pPage, pChild->aData[0]); - for(i=0; inCell; i++){ - apCell[i] = findCell(pChild,i); - szCell[i] = cellSizePtr(pChild, apCell[i]); - } - assemblePage(pPage, pChild->nCell, apCell, szCell); - /* Copy the right-pointer of the child to the parent. */ - put4byte(&pPage->aData[pPage->hdrOffset+8], - get4byte(&pChild->aData[pChild->hdrOffset+8])); - freePage(pChild); - TRACE(("BALANCE: child %d transfer to page 1\n", pChild->pgno)); - }else{ - /* The child has more information that will fit on the root. - ** The tree is already balanced. Do nothing. */ - TRACE(("BALANCE: child %d will not fit on page 1\n", pChild->pgno)); - } - }else{ - memcpy(pPage->aData, pChild->aData, pPage->pBt->usableSize); - pPage->isInit = 0; - pPage->pParent = 0; - rc = initPage(pPage, 0); - assert( rc==SQLITE_OK ); - freePage(pChild); - TRACE(("BALANCE: transfer child %d into root %d\n", - pChild->pgno, pPage->pgno)); - } - rc = reparentChildPages(pPage); - assert( pPage->nOverflow==0 ); -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - int i; - for(i=0; inCell; i++){ - rc = ptrmapPutOvfl(pPage, i); - if( rc!=SQLITE_OK ){ - goto end_shallow_balance; - } - } - } -#endif - if( rc!=SQLITE_OK ) goto end_shallow_balance; - releasePage(pChild); - } -end_shallow_balance: - sqliteFree(apCell); - return rc; -} - - -/* -** The root page is overfull -** -** When this happens, Create a new child page and copy the -** contents of the root into the child. Then make the root -** page an empty page with rightChild pointing to the new -** child. Finally, call balance_internal() on the new child -** to cause it to split. -*/ -static int balance_deeper(MemPage *pPage){ - int rc; /* Return value from subprocedures */ - MemPage *pChild; /* Pointer to a new child page */ - Pgno pgnoChild; /* Page number of the new child page */ - BtShared *pBt; /* The BTree */ - int usableSize; /* Total usable size of a page */ - u8 *data; /* Content of the parent page */ - u8 *cdata; /* Content of the child page */ - int hdr; /* Offset to page header in parent */ - int brk; /* Offset to content of first cell in parent */ - - assert( pPage->pParent==0 ); - assert( pPage->nOverflow>0 ); - pBt = pPage->pBt; - rc = allocatePage(pBt, &pChild, &pgnoChild, pPage->pgno, 0); - if( rc ) return rc; - assert( sqlite3pager_iswriteable(pChild->aData) ); - usableSize = pBt->usableSize; - data = pPage->aData; - hdr = pPage->hdrOffset; - brk = get2byte(&data[hdr+5]); - cdata = pChild->aData; - memcpy(cdata, &data[hdr], pPage->cellOffset+2*pPage->nCell-hdr); - memcpy(&cdata[brk], &data[brk], usableSize-brk); - assert( pChild->isInit==0 ); - rc = initPage(pChild, pPage); - if( rc ) goto balancedeeper_out; - memcpy(pChild->aOvfl, pPage->aOvfl, pPage->nOverflow*sizeof(pPage->aOvfl[0])); - pChild->nOverflow = pPage->nOverflow; - if( pChild->nOverflow ){ - pChild->nFree = 0; - } - assert( pChild->nCell==pPage->nCell ); - zeroPage(pPage, pChild->aData[0] & ~PTF_LEAF); - put4byte(&pPage->aData[pPage->hdrOffset+8], pgnoChild); - TRACE(("BALANCE: copy root %d into %d\n", pPage->pgno, pChild->pgno)); -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - int i; - rc = ptrmapPut(pBt, pChild->pgno, PTRMAP_BTREE, pPage->pgno); - if( rc ) goto balancedeeper_out; - for(i=0; inCell; i++){ - rc = ptrmapPutOvfl(pChild, i); - if( rc!=SQLITE_OK ){ - return rc; - } - } - } -#endif - rc = balance_nonroot(pChild); - -balancedeeper_out: - releasePage(pChild); - return rc; -} - -/* -** Decide if the page pPage needs to be balanced. If balancing is -** required, call the appropriate balancing routine. -*/ -static int balance(MemPage *pPage, int insert){ - int rc = SQLITE_OK; - if( pPage->pParent==0 ){ - if( pPage->nOverflow>0 ){ - rc = balance_deeper(pPage); - } - if( rc==SQLITE_OK && pPage->nCell==0 ){ - rc = balance_shallower(pPage); - } - }else{ - if( pPage->nOverflow>0 || - (!insert && pPage->nFree>pPage->pBt->usableSize*2/3) ){ - rc = balance_nonroot(pPage); - } - } - return rc; -} - -/* -** This routine checks all cursors that point to table pgnoRoot. -** If any of those cursors were opened with wrFlag==0 in a different -** database connection (a database connection that shares the pager -** cache with the current connection) and that other connection -** is not in the ReadUncommmitted state, then this routine returns -** SQLITE_LOCKED. -** -** In addition to checking for read-locks (where a read-lock -** means a cursor opened with wrFlag==0) this routine also moves -** all cursors write cursors so that they are pointing to the -** first Cell on the root page. This is necessary because an insert -** or delete might change the number of cells on a page or delete -** a page entirely and we do not want to leave any cursors -** pointing to non-existant pages or cells. -*/ -static int checkReadLocks(Btree *pBtree, Pgno pgnoRoot, BtCursor *pExclude){ - BtCursor *p; - BtShared *pBt = pBtree->pBt; - sqlite3 *db = pBtree->pSqlite; - for(p=pBt->pCursor; p; p=p->pNext){ - if( p==pExclude ) continue; - if( p->eState!=CURSOR_VALID ) continue; - if( p->pgnoRoot!=pgnoRoot ) continue; - if( p->wrFlag==0 ){ - sqlite3 *dbOther = p->pBtree->pSqlite; - if( dbOther==0 || - (dbOther!=db && (dbOther->flags & SQLITE_ReadUncommitted)==0) ){ - return SQLITE_LOCKED; - } - }else if( p->pPage->pgno!=p->pgnoRoot ){ - moveToRoot(p); - } - } - return SQLITE_OK; -} - -/* -** Insert a new record into the BTree. The key is given by (pKey,nKey) -** and the data is given by (pData,nData). The cursor is used only to -** define what table the record should be inserted into. The cursor -** is left pointing at a random location. -** -** For an INTKEY table, only the nKey value of the key is used. pKey is -** ignored. For a ZERODATA table, the pData and nData are both ignored. -*/ -int sqlite3BtreeInsert( - BtCursor *pCur, /* Insert data into the table of this cursor */ - const void *pKey, i64 nKey, /* The key of the new record */ - const void *pData, int nData /* The data of the new record */ -){ - int rc; - int loc; - int szNew; - MemPage *pPage; - BtShared *pBt = pCur->pBtree->pBt; - unsigned char *oldCell; - unsigned char *newCell = 0; - - if( pBt->inTransaction!=TRANS_WRITE ){ - /* Must start a transaction before doing an insert */ - return pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR; - } - assert( !pBt->readOnly ); - if( !pCur->wrFlag ){ - return SQLITE_PERM; /* Cursor not open for writing */ - } - if( checkReadLocks(pCur->pBtree, pCur->pgnoRoot, pCur) ){ - return SQLITE_LOCKED; /* The table pCur points to has a read lock */ - } - - /* Save the positions of any other cursors open on this table */ - restoreOrClearCursorPosition(pCur, 0); - if( - SQLITE_OK!=(rc = saveAllCursors(pBt, pCur->pgnoRoot, pCur)) || - SQLITE_OK!=(rc = sqlite3BtreeMoveto(pCur, pKey, nKey, &loc)) - ){ - return rc; - } - - pPage = pCur->pPage; - assert( pPage->intKey || nKey>=0 ); - assert( pPage->leaf || !pPage->leafData ); - TRACE(("INSERT: table=%d nkey=%lld ndata=%d page=%d %s\n", - pCur->pgnoRoot, nKey, nData, pPage->pgno, - loc==0 ? "overwrite" : "new entry")); - assert( pPage->isInit ); - rc = sqlite3pager_write(pPage->aData); - if( rc ) return rc; - newCell = sqliteMallocRaw( MX_CELL_SIZE(pBt) ); - if( newCell==0 ) return SQLITE_NOMEM; - rc = fillInCell(pPage, newCell, pKey, nKey, pData, nData, &szNew); - if( rc ) goto end_insert; - assert( szNew==cellSizePtr(pPage, newCell) ); - assert( szNew<=MX_CELL_SIZE(pBt) ); - if( loc==0 && CURSOR_VALID==pCur->eState ){ - int szOld; - assert( pCur->idx>=0 && pCur->idxnCell ); - oldCell = findCell(pPage, pCur->idx); - if( !pPage->leaf ){ - memcpy(newCell, oldCell, 4); - } - szOld = cellSizePtr(pPage, oldCell); - rc = clearCell(pPage, oldCell); - if( rc ) goto end_insert; - dropCell(pPage, pCur->idx, szOld); - }else if( loc<0 && pPage->nCell>0 ){ - assert( pPage->leaf ); - pCur->idx++; - pCur->info.nSize = 0; - }else{ - assert( pPage->leaf ); - } - rc = insertCell(pPage, pCur->idx, newCell, szNew, 0, 0); - if( rc!=SQLITE_OK ) goto end_insert; - rc = balance(pPage, 1); - /* sqlite3BtreePageDump(pCur->pBt, pCur->pgnoRoot, 1); */ - /* fflush(stdout); */ - if( rc==SQLITE_OK ){ - moveToRoot(pCur); - } -end_insert: - sqliteFree(newCell); - return rc; -} - -/* -** Delete the entry that the cursor is pointing to. The cursor -** is left pointing at a random location. -*/ -int sqlite3BtreeDelete(BtCursor *pCur){ - MemPage *pPage = pCur->pPage; - unsigned char *pCell; - int rc; - Pgno pgnoChild = 0; - BtShared *pBt = pCur->pBtree->pBt; - - assert( pPage->isInit ); - if( pBt->inTransaction!=TRANS_WRITE ){ - /* Must start a transaction before doing a delete */ - return pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR; - } - assert( !pBt->readOnly ); - if( pCur->idx >= pPage->nCell ){ - return SQLITE_ERROR; /* The cursor is not pointing to anything */ - } - if( !pCur->wrFlag ){ - return SQLITE_PERM; /* Did not open this cursor for writing */ - } - if( checkReadLocks(pCur->pBtree, pCur->pgnoRoot, pCur) ){ - return SQLITE_LOCKED; /* The table pCur points to has a read lock */ - } - - /* Restore the current cursor position (a no-op if the cursor is not in - ** CURSOR_REQUIRESEEK state) and save the positions of any other cursors - ** open on the same table. Then call sqlite3pager_write() on the page - ** that the entry will be deleted from. - */ - if( - (rc = restoreOrClearCursorPosition(pCur, 1))!=0 || - (rc = saveAllCursors(pBt, pCur->pgnoRoot, pCur))!=0 || - (rc = sqlite3pager_write(pPage->aData))!=0 - ){ - return rc; - } - - /* Locate the cell within it's page and leave pCell pointing to the - ** data. The clearCell() call frees any overflow pages associated with the - ** cell. The cell itself is still intact. - */ - pCell = findCell(pPage, pCur->idx); - if( !pPage->leaf ){ - pgnoChild = get4byte(pCell); - } - rc = clearCell(pPage, pCell); - if( rc ) return rc; - - if( !pPage->leaf ){ - /* - ** The entry we are about to delete is not a leaf so if we do not - ** do something we will leave a hole on an internal page. - ** We have to fill the hole by moving in a cell from a leaf. The - ** next Cell after the one to be deleted is guaranteed to exist and - ** to be a leaf so we can use it. - */ - BtCursor leafCur; - unsigned char *pNext; - int szNext; /* The compiler warning is wrong: szNext is always - ** initialized before use. Adding an extra initialization - ** to silence the compiler slows down the code. */ - int notUsed; - unsigned char *tempCell = 0; - assert( !pPage->leafData ); - getTempCursor(pCur, &leafCur); - rc = sqlite3BtreeNext(&leafCur, ¬Used); - if( rc!=SQLITE_OK ){ - if( rc!=SQLITE_NOMEM ){ - rc = SQLITE_CORRUPT_BKPT; - } - } - if( rc==SQLITE_OK ){ - rc = sqlite3pager_write(leafCur.pPage->aData); - } - if( rc==SQLITE_OK ){ - TRACE(("DELETE: table=%d delete internal from %d replace from leaf %d\n", - pCur->pgnoRoot, pPage->pgno, leafCur.pPage->pgno)); - dropCell(pPage, pCur->idx, cellSizePtr(pPage, pCell)); - pNext = findCell(leafCur.pPage, leafCur.idx); - szNext = cellSizePtr(leafCur.pPage, pNext); - assert( MX_CELL_SIZE(pBt)>=szNext+4 ); - tempCell = sqliteMallocRaw( MX_CELL_SIZE(pBt) ); - if( tempCell==0 ){ - rc = SQLITE_NOMEM; - } - } - if( rc==SQLITE_OK ){ - rc = insertCell(pPage, pCur->idx, pNext-4, szNext+4, tempCell, 0); - } - if( rc==SQLITE_OK ){ - put4byte(findOverflowCell(pPage, pCur->idx), pgnoChild); - rc = balance(pPage, 0); - } - if( rc==SQLITE_OK ){ - dropCell(leafCur.pPage, leafCur.idx, szNext); - rc = balance(leafCur.pPage, 0); - } - sqliteFree(tempCell); - releaseTempCursor(&leafCur); - }else{ - TRACE(("DELETE: table=%d delete from leaf %d\n", - pCur->pgnoRoot, pPage->pgno)); - dropCell(pPage, pCur->idx, cellSizePtr(pPage, pCell)); - rc = balance(pPage, 0); - } - if( rc==SQLITE_OK ){ - moveToRoot(pCur); - } - return rc; -} - -/* -** Create a new BTree table. Write into *piTable the page -** number for the root page of the new table. -** -** The type of type is determined by the flags parameter. Only the -** following values of flags are currently in use. Other values for -** flags might not work: -** -** BTREE_INTKEY|BTREE_LEAFDATA Used for SQL tables with rowid keys -** BTREE_ZERODATA Used for SQL indices -*/ -int sqlite3BtreeCreateTable(Btree *p, int *piTable, int flags){ - BtShared *pBt = p->pBt; - MemPage *pRoot; - Pgno pgnoRoot; - int rc; - if( pBt->inTransaction!=TRANS_WRITE ){ - /* Must start a transaction first */ - return pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR; - } - assert( !pBt->readOnly ); - - /* It is illegal to create a table if any cursors are open on the - ** database. This is because in auto-vacuum mode the backend may - ** need to move a database page to make room for the new root-page. - ** If an open cursor was using the page a problem would occur. - */ - if( pBt->pCursor ){ - return SQLITE_LOCKED; - } - -#ifdef SQLITE_OMIT_AUTOVACUUM - rc = allocatePage(pBt, &pRoot, &pgnoRoot, 1, 0); - if( rc ) return rc; -#else - if( pBt->autoVacuum ){ - Pgno pgnoMove; /* Move a page here to make room for the root-page */ - MemPage *pPageMove; /* The page to move to. */ - - /* Read the value of meta[3] from the database to determine where the - ** root page of the new table should go. meta[3] is the largest root-page - ** created so far, so the new root-page is (meta[3]+1). - */ - rc = sqlite3BtreeGetMeta(p, 4, &pgnoRoot); - if( rc!=SQLITE_OK ) return rc; - pgnoRoot++; - - /* The new root-page may not be allocated on a pointer-map page, or the - ** PENDING_BYTE page. - */ - if( pgnoRoot==PTRMAP_PAGENO(pBt, pgnoRoot) || - pgnoRoot==PENDING_BYTE_PAGE(pBt) ){ - pgnoRoot++; - } - assert( pgnoRoot>=3 ); - - /* Allocate a page. The page that currently resides at pgnoRoot will - ** be moved to the allocated page (unless the allocated page happens - ** to reside at pgnoRoot). - */ - rc = allocatePage(pBt, &pPageMove, &pgnoMove, pgnoRoot, 1); - if( rc!=SQLITE_OK ){ - return rc; - } - - if( pgnoMove!=pgnoRoot ){ - u8 eType; - Pgno iPtrPage; - - releasePage(pPageMove); - rc = getPage(pBt, pgnoRoot, &pRoot); - if( rc!=SQLITE_OK ){ - return rc; - } - rc = ptrmapGet(pBt, pgnoRoot, &eType, &iPtrPage); - if( rc!=SQLITE_OK || eType==PTRMAP_ROOTPAGE || eType==PTRMAP_FREEPAGE ){ - releasePage(pRoot); - return rc; - } - assert( eType!=PTRMAP_ROOTPAGE ); - assert( eType!=PTRMAP_FREEPAGE ); - rc = sqlite3pager_write(pRoot->aData); - if( rc!=SQLITE_OK ){ - releasePage(pRoot); - return rc; - } - rc = relocatePage(pBt, pRoot, eType, iPtrPage, pgnoMove); - releasePage(pRoot); - if( rc!=SQLITE_OK ){ - return rc; - } - rc = getPage(pBt, pgnoRoot, &pRoot); - if( rc!=SQLITE_OK ){ - return rc; - } - rc = sqlite3pager_write(pRoot->aData); - if( rc!=SQLITE_OK ){ - releasePage(pRoot); - return rc; - } - }else{ - pRoot = pPageMove; - } - - /* Update the pointer-map and meta-data with the new root-page number. */ - rc = ptrmapPut(pBt, pgnoRoot, PTRMAP_ROOTPAGE, 0); - if( rc ){ - releasePage(pRoot); - return rc; - } - rc = sqlite3BtreeUpdateMeta(p, 4, pgnoRoot); - if( rc ){ - releasePage(pRoot); - return rc; - } - - }else{ - rc = allocatePage(pBt, &pRoot, &pgnoRoot, 1, 0); - if( rc ) return rc; - } -#endif - assert( sqlite3pager_iswriteable(pRoot->aData) ); - zeroPage(pRoot, flags | PTF_LEAF); - sqlite3pager_unref(pRoot->aData); - *piTable = (int)pgnoRoot; - return SQLITE_OK; -} - -/* -** Erase the given database page and all its children. Return -** the page to the freelist. -*/ -static int clearDatabasePage( - BtShared *pBt, /* The BTree that contains the table */ - Pgno pgno, /* Page number to clear */ - MemPage *pParent, /* Parent page. NULL for the root */ - int freePageFlag /* Deallocate page if true */ -){ - MemPage *pPage = 0; - int rc; - unsigned char *pCell; - int i; - - if( pgno>sqlite3pager_pagecount(pBt->pPager) ){ - return SQLITE_CORRUPT_BKPT; - } - - rc = getAndInitPage(pBt, pgno, &pPage, pParent); - if( rc ) goto cleardatabasepage_out; - rc = sqlite3pager_write(pPage->aData); - if( rc ) goto cleardatabasepage_out; - for(i=0; inCell; i++){ - pCell = findCell(pPage, i); - if( !pPage->leaf ){ - rc = clearDatabasePage(pBt, get4byte(pCell), pPage->pParent, 1); - if( rc ) goto cleardatabasepage_out; - } - rc = clearCell(pPage, pCell); - if( rc ) goto cleardatabasepage_out; - } - if( !pPage->leaf ){ - rc = clearDatabasePage(pBt, get4byte(&pPage->aData[8]), pPage->pParent, 1); - if( rc ) goto cleardatabasepage_out; - } - if( freePageFlag ){ - rc = freePage(pPage); - }else{ - zeroPage(pPage, pPage->aData[0] | PTF_LEAF); - } - -cleardatabasepage_out: - releasePage(pPage); - return rc; -} - -/* -** Delete all information from a single table in the database. iTable is -** the page number of the root of the table. After this routine returns, -** the root page is empty, but still exists. -** -** This routine will fail with SQLITE_LOCKED if there are any open -** read cursors on the table. Open write cursors are moved to the -** root of the table. -*/ -int sqlite3BtreeClearTable(Btree *p, int iTable){ - int rc; - BtShared *pBt = p->pBt; - if( p->inTrans!=TRANS_WRITE ){ - return pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR; - } - rc = checkReadLocks(p, iTable, 0); - if( rc ){ - return rc; - } - - /* Save the position of all cursors open on this table */ - if( SQLITE_OK!=(rc = saveAllCursors(pBt, iTable, 0)) ){ - return rc; - } - - return clearDatabasePage(pBt, (Pgno)iTable, 0, 0); -} - -/* -** Erase all information in a table and add the root of the table to -** the freelist. Except, the root of the principle table (the one on -** page 1) is never added to the freelist. -** -** This routine will fail with SQLITE_LOCKED if there are any open -** cursors on the table. -** -** If AUTOVACUUM is enabled and the page at iTable is not the last -** root page in the database file, then the last root page -** in the database file is moved into the slot formerly occupied by -** iTable and that last slot formerly occupied by the last root page -** is added to the freelist instead of iTable. In this say, all -** root pages are kept at the beginning of the database file, which -** is necessary for AUTOVACUUM to work right. *piMoved is set to the -** page number that used to be the last root page in the file before -** the move. If no page gets moved, *piMoved is set to 0. -** The last root page is recorded in meta[3] and the value of -** meta[3] is updated by this procedure. -*/ -int sqlite3BtreeDropTable(Btree *p, int iTable, int *piMoved){ - int rc; - MemPage *pPage = 0; - BtShared *pBt = p->pBt; - - if( p->inTrans!=TRANS_WRITE ){ - return pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR; - } - - /* It is illegal to drop a table if any cursors are open on the - ** database. This is because in auto-vacuum mode the backend may - ** need to move another root-page to fill a gap left by the deleted - ** root page. If an open cursor was using this page a problem would - ** occur. - */ - if( pBt->pCursor ){ - return SQLITE_LOCKED; - } - - rc = getPage(pBt, (Pgno)iTable, &pPage); - if( rc ) return rc; - rc = sqlite3BtreeClearTable(p, iTable); - if( rc ){ - releasePage(pPage); - return rc; - } - - *piMoved = 0; - - if( iTable>1 ){ -#ifdef SQLITE_OMIT_AUTOVACUUM - rc = freePage(pPage); - releasePage(pPage); -#else - if( pBt->autoVacuum ){ - Pgno maxRootPgno; - rc = sqlite3BtreeGetMeta(p, 4, &maxRootPgno); - if( rc!=SQLITE_OK ){ - releasePage(pPage); - return rc; - } - - if( iTable==maxRootPgno ){ - /* If the table being dropped is the table with the largest root-page - ** number in the database, put the root page on the free list. - */ - rc = freePage(pPage); - releasePage(pPage); - if( rc!=SQLITE_OK ){ - return rc; - } - }else{ - /* The table being dropped does not have the largest root-page - ** number in the database. So move the page that does into the - ** gap left by the deleted root-page. - */ - MemPage *pMove; - releasePage(pPage); - rc = getPage(pBt, maxRootPgno, &pMove); - if( rc!=SQLITE_OK ){ - return rc; - } - rc = relocatePage(pBt, pMove, PTRMAP_ROOTPAGE, 0, iTable); - releasePage(pMove); - if( rc!=SQLITE_OK ){ - return rc; - } - rc = getPage(pBt, maxRootPgno, &pMove); - if( rc!=SQLITE_OK ){ - return rc; - } - rc = freePage(pMove); - releasePage(pMove); - if( rc!=SQLITE_OK ){ - return rc; - } - *piMoved = maxRootPgno; - } - - /* Set the new 'max-root-page' value in the database header. This - ** is the old value less one, less one more if that happens to - ** be a root-page number, less one again if that is the - ** PENDING_BYTE_PAGE. - */ - maxRootPgno--; - if( maxRootPgno==PENDING_BYTE_PAGE(pBt) ){ - maxRootPgno--; - } - if( maxRootPgno==PTRMAP_PAGENO(pBt, maxRootPgno) ){ - maxRootPgno--; - } - assert( maxRootPgno!=PENDING_BYTE_PAGE(pBt) ); - - rc = sqlite3BtreeUpdateMeta(p, 4, maxRootPgno); - }else{ - rc = freePage(pPage); - releasePage(pPage); - } -#endif - }else{ - /* If sqlite3BtreeDropTable was called on page 1. */ - zeroPage(pPage, PTF_INTKEY|PTF_LEAF ); - releasePage(pPage); - } - return rc; -} - - -/* -** Read the meta-information out of a database file. Meta[0] -** is the number of free pages currently in the database. Meta[1] -** through meta[15] are available for use by higher layers. Meta[0] -** is read-only, the others are read/write. -** -** The schema layer numbers meta values differently. At the schema -** layer (and the SetCookie and ReadCookie opcodes) the number of -** free pages is not visible. So Cookie[0] is the same as Meta[1]. -*/ -int sqlite3BtreeGetMeta(Btree *p, int idx, u32 *pMeta){ - int rc; - unsigned char *pP1; - BtShared *pBt = p->pBt; - - /* Reading a meta-data value requires a read-lock on page 1 (and hence - ** the sqlite_master table. We grab this lock regardless of whether or - ** not the SQLITE_ReadUncommitted flag is set (the table rooted at page - ** 1 is treated as a special case by queryTableLock() and lockTable()). - */ - rc = queryTableLock(p, 1, READ_LOCK); - if( rc!=SQLITE_OK ){ - return rc; - } - - assert( idx>=0 && idx<=15 ); - rc = sqlite3pager_get(pBt->pPager, 1, (void**)&pP1); - if( rc ) return rc; - *pMeta = get4byte(&pP1[36 + idx*4]); - sqlite3pager_unref(pP1); - - /* If autovacuumed is disabled in this build but we are trying to - ** access an autovacuumed database, then make the database readonly. - */ -#ifdef SQLITE_OMIT_AUTOVACUUM - if( idx==4 && *pMeta>0 ) pBt->readOnly = 1; -#endif - - /* Grab the read-lock on page 1. */ - rc = lockTable(p, 1, READ_LOCK); - return rc; -} - -/* -** Write meta-information back into the database. Meta[0] is -** read-only and may not be written. -*/ -int sqlite3BtreeUpdateMeta(Btree *p, int idx, u32 iMeta){ - BtShared *pBt = p->pBt; - unsigned char *pP1; - int rc; - assert( idx>=1 && idx<=15 ); - if( p->inTrans!=TRANS_WRITE ){ - return pBt->readOnly ? SQLITE_READONLY : SQLITE_ERROR; - } - assert( pBt->pPage1!=0 ); - pP1 = pBt->pPage1->aData; - rc = sqlite3pager_write(pP1); - if( rc ) return rc; - put4byte(&pP1[36 + idx*4], iMeta); - return SQLITE_OK; -} - -/* -** Return the flag byte at the beginning of the page that the cursor -** is currently pointing to. -*/ -int sqlite3BtreeFlags(BtCursor *pCur){ - /* TODO: What about CURSOR_REQUIRESEEK state? Probably need to call - ** restoreOrClearCursorPosition() here. - */ - MemPage *pPage = pCur->pPage; - return pPage ? pPage->aData[pPage->hdrOffset] : 0; -} - -#ifdef SQLITE_DEBUG -/* -** Print a disassembly of the given page on standard output. This routine -** is used for debugging and testing only. -*/ -static int btreePageDump(BtShared *pBt, int pgno, int recursive, MemPage *pParent){ - int rc; - MemPage *pPage; - int i, j, c; - int nFree; - u16 idx; - int hdr; - int nCell; - int isInit; - unsigned char *data; - char range[20]; - unsigned char payload[20]; - - rc = getPage(pBt, (Pgno)pgno, &pPage); - isInit = pPage->isInit; - if( pPage->isInit==0 ){ - initPage(pPage, pParent); - } - if( rc ){ - return rc; - } - hdr = pPage->hdrOffset; - data = pPage->aData; - c = data[hdr]; - pPage->intKey = (c & (PTF_INTKEY|PTF_LEAFDATA))!=0; - pPage->zeroData = (c & PTF_ZERODATA)!=0; - pPage->leafData = (c & PTF_LEAFDATA)!=0; - pPage->leaf = (c & PTF_LEAF)!=0; - pPage->hasData = !(pPage->zeroData || (!pPage->leaf && pPage->leafData)); - nCell = get2byte(&data[hdr+3]); - sqlite3DebugPrintf("PAGE %d: flags=0x%02x frag=%d parent=%d\n", pgno, - data[hdr], data[hdr+7], - (pPage->isInit && pPage->pParent) ? pPage->pParent->pgno : 0); - assert( hdr == (pgno==1 ? 100 : 0) ); - idx = hdr + 12 - pPage->leaf*4; - for(i=0; ileaf ){ - child = 0; - }else{ - child = get4byte(pCell); - } - sz = info.nData; - if( !pPage->intKey ) sz += info.nKey; - if( sz>sizeof(payload)-1 ) sz = sizeof(payload)-1; - memcpy(payload, &pCell[info.nHeader], sz); - for(j=0; j0x7f ) payload[j] = '.'; - } - payload[sz] = 0; - sqlite3DebugPrintf( - "cell %2d: i=%-10s chld=%-4d nk=%-4lld nd=%-4d payload=%s\n", - i, range, child, info.nKey, info.nData, payload - ); - } - if( !pPage->leaf ){ - sqlite3DebugPrintf("right_child: %d\n", get4byte(&data[hdr+8])); - } - nFree = 0; - i = 0; - idx = get2byte(&data[hdr+1]); - while( idx>0 && idxpBt->usableSize ){ - int sz = get2byte(&data[idx+2]); - sprintf(range,"%d..%d", idx, idx+sz-1); - nFree += sz; - sqlite3DebugPrintf("freeblock %2d: i=%-10s size=%-4d total=%d\n", - i, range, sz, nFree); - idx = get2byte(&data[idx]); - i++; - } - if( idx!=0 ){ - sqlite3DebugPrintf("ERROR: next freeblock index out of range: %d\n", idx); - } - if( recursive && !pPage->leaf ){ - for(i=0; iisInit = isInit; - sqlite3pager_unref(data); - fflush(stdout); - return SQLITE_OK; -} -int sqlite3BtreePageDump(Btree *p, int pgno, int recursive){ - return btreePageDump(p->pBt, pgno, recursive, 0); -} -#endif - -#if defined(SQLITE_TEST) || defined(SQLITE_DEBUG) -/* -** Fill aResult[] with information about the entry and page that the -** cursor is pointing to. -** -** aResult[0] = The page number -** aResult[1] = The entry number -** aResult[2] = Total number of entries on this page -** aResult[3] = Cell size (local payload + header) -** aResult[4] = Number of free bytes on this page -** aResult[5] = Number of free blocks on the page -** aResult[6] = Total payload size (local + overflow) -** aResult[7] = Header size in bytes -** aResult[8] = Local payload size -** aResult[9] = Parent page number -** aResult[10]= Page number of the first overflow page -** -** This routine is used for testing and debugging only. -*/ -int sqlite3BtreeCursorInfo(BtCursor *pCur, int *aResult, int upCnt){ - int cnt, idx; - MemPage *pPage = pCur->pPage; - BtCursor tmpCur; - - int rc = restoreOrClearCursorPosition(pCur, 1); - if( rc!=SQLITE_OK ){ - return rc; - } - - assert( pPage->isInit ); - getTempCursor(pCur, &tmpCur); - while( upCnt-- ){ - moveToParent(&tmpCur); - } - pPage = tmpCur.pPage; - aResult[0] = sqlite3pager_pagenumber(pPage->aData); - assert( aResult[0]==pPage->pgno ); - aResult[1] = tmpCur.idx; - aResult[2] = pPage->nCell; - if( tmpCur.idx>=0 && tmpCur.idxnCell ){ - getCellInfo(&tmpCur); - aResult[3] = tmpCur.info.nSize; - aResult[6] = tmpCur.info.nData; - aResult[7] = tmpCur.info.nHeader; - aResult[8] = tmpCur.info.nLocal; - }else{ - aResult[3] = 0; - aResult[6] = 0; - aResult[7] = 0; - aResult[8] = 0; - } - aResult[4] = pPage->nFree; - cnt = 0; - idx = get2byte(&pPage->aData[pPage->hdrOffset+1]); - while( idx>0 && idxpBt->usableSize ){ - cnt++; - idx = get2byte(&pPage->aData[idx]); - } - aResult[5] = cnt; - if( pPage->pParent==0 || isRootPage(pPage) ){ - aResult[9] = 0; - }else{ - aResult[9] = pPage->pParent->pgno; - } - if( tmpCur.info.iOverflow ){ - aResult[10] = get4byte(&tmpCur.info.pCell[tmpCur.info.iOverflow]); - }else{ - aResult[10] = 0; - } - releaseTempCursor(&tmpCur); - return SQLITE_OK; -} -#endif - -/* -** Return the pager associated with a BTree. This routine is used for -** testing and debugging only. -*/ -Pager *sqlite3BtreePager(Btree *p){ - return p->pBt->pPager; -} - -/* -** This structure is passed around through all the sanity checking routines -** in order to keep track of some global state information. -*/ -typedef struct IntegrityCk IntegrityCk; -struct IntegrityCk { - BtShared *pBt; /* The tree being checked out */ - Pager *pPager; /* The associated pager. Also accessible by pBt->pPager */ - int nPage; /* Number of pages in the database */ - int *anRef; /* Number of times each page is referenced */ - int mxErr; /* Stop accumulating errors when this reaches zero */ - char *zErrMsg; /* An error message. NULL if no errors seen. */ - int nErr; /* Number of messages written to zErrMsg so far */ -}; - -#ifndef SQLITE_OMIT_INTEGRITY_CHECK -/* -** Append a message to the error message string. -*/ -static void checkAppendMsg( - IntegrityCk *pCheck, - char *zMsg1, - const char *zFormat, - ... -){ - va_list ap; - char *zMsg2; - if( !pCheck->mxErr ) return; - pCheck->mxErr--; - pCheck->nErr++; - va_start(ap, zFormat); - zMsg2 = sqlite3VMPrintf(zFormat, ap); - va_end(ap); - if( zMsg1==0 ) zMsg1 = ""; - if( pCheck->zErrMsg ){ - char *zOld = pCheck->zErrMsg; - pCheck->zErrMsg = 0; - sqlite3SetString(&pCheck->zErrMsg, zOld, "\n", zMsg1, zMsg2, (char*)0); - sqliteFree(zOld); - }else{ - sqlite3SetString(&pCheck->zErrMsg, zMsg1, zMsg2, (char*)0); - } - sqliteFree(zMsg2); -} -#endif /* SQLITE_OMIT_INTEGRITY_CHECK */ - -#ifndef SQLITE_OMIT_INTEGRITY_CHECK -/* -** Add 1 to the reference count for page iPage. If this is the second -** reference to the page, add an error message to pCheck->zErrMsg. -** Return 1 if there are 2 ore more references to the page and 0 if -** if this is the first reference to the page. -** -** Also check that the page number is in bounds. -*/ -static int checkRef(IntegrityCk *pCheck, int iPage, char *zContext){ - if( iPage==0 ) return 1; - if( iPage>pCheck->nPage || iPage<0 ){ - checkAppendMsg(pCheck, zContext, "invalid page number %d", iPage); - return 1; - } - if( pCheck->anRef[iPage]==1 ){ - checkAppendMsg(pCheck, zContext, "2nd reference to page %d", iPage); - return 1; - } - return (pCheck->anRef[iPage]++)>1; -} - -#ifndef SQLITE_OMIT_AUTOVACUUM -/* -** Check that the entry in the pointer-map for page iChild maps to -** page iParent, pointer type ptrType. If not, append an error message -** to pCheck. -*/ -static void checkPtrmap( - IntegrityCk *pCheck, /* Integrity check context */ - Pgno iChild, /* Child page number */ - u8 eType, /* Expected pointer map type */ - Pgno iParent, /* Expected pointer map parent page number */ - char *zContext /* Context description (used for error msg) */ -){ - int rc; - u8 ePtrmapType; - Pgno iPtrmapParent; - - rc = ptrmapGet(pCheck->pBt, iChild, &ePtrmapType, &iPtrmapParent); - if( rc!=SQLITE_OK ){ - checkAppendMsg(pCheck, zContext, "Failed to read ptrmap key=%d", iChild); - return; - } - - if( ePtrmapType!=eType || iPtrmapParent!=iParent ){ - checkAppendMsg(pCheck, zContext, - "Bad ptr map entry key=%d expected=(%d,%d) got=(%d,%d)", - iChild, eType, iParent, ePtrmapType, iPtrmapParent); - } -} -#endif - -/* -** Check the integrity of the freelist or of an overflow page list. -** Verify that the number of pages on the list is N. -*/ -static void checkList( - IntegrityCk *pCheck, /* Integrity checking context */ - int isFreeList, /* True for a freelist. False for overflow page list */ - int iPage, /* Page number for first page in the list */ - int N, /* Expected number of pages in the list */ - char *zContext /* Context for error messages */ -){ - int i; - int expected = N; - int iFirst = iPage; - while( N-- > 0 && pCheck->mxErr ){ - unsigned char *pOvfl; - if( iPage<1 ){ - checkAppendMsg(pCheck, zContext, - "%d of %d pages missing from overflow list starting at %d", - N+1, expected, iFirst); - break; - } - if( checkRef(pCheck, iPage, zContext) ) break; - if( sqlite3pager_get(pCheck->pPager, (Pgno)iPage, (void**)&pOvfl) ){ - checkAppendMsg(pCheck, zContext, "failed to get page %d", iPage); - break; - } - if( isFreeList ){ - int n = get4byte(&pOvfl[4]); -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pCheck->pBt->autoVacuum ){ - checkPtrmap(pCheck, iPage, PTRMAP_FREEPAGE, 0, zContext); - } -#endif - if( n>pCheck->pBt->usableSize/4-8 ){ - checkAppendMsg(pCheck, zContext, - "freelist leaf count too big on page %d", iPage); - N--; - }else{ - for(i=0; ipBt->autoVacuum ){ - checkPtrmap(pCheck, iFreePage, PTRMAP_FREEPAGE, 0, zContext); - } -#endif - checkRef(pCheck, iFreePage, zContext); - } - N -= n; - } - } -#ifndef SQLITE_OMIT_AUTOVACUUM - else{ - /* If this database supports auto-vacuum and iPage is not the last - ** page in this overflow list, check that the pointer-map entry for - ** the following page matches iPage. - */ - if( pCheck->pBt->autoVacuum && N>0 ){ - i = get4byte(pOvfl); - checkPtrmap(pCheck, i, PTRMAP_OVERFLOW2, iPage, zContext); - } - } -#endif - iPage = get4byte(pOvfl); - sqlite3pager_unref(pOvfl); - } -} -#endif /* SQLITE_OMIT_INTEGRITY_CHECK */ - -#ifndef SQLITE_OMIT_INTEGRITY_CHECK -/* -** Do various sanity checks on a single page of a tree. Return -** the tree depth. Root pages return 0. Parents of root pages -** return 1, and so forth. -** -** These checks are done: -** -** 1. Make sure that cells and freeblocks do not overlap -** but combine to completely cover the page. -** NO 2. Make sure cell keys are in order. -** NO 3. Make sure no key is less than or equal to zLowerBound. -** NO 4. Make sure no key is greater than or equal to zUpperBound. -** 5. Check the integrity of overflow pages. -** 6. Recursively call checkTreePage on all children. -** 7. Verify that the depth of all children is the same. -** 8. Make sure this page is at least 33% full or else it is -** the root of the tree. -*/ -static int checkTreePage( - IntegrityCk *pCheck, /* Context for the sanity check */ - int iPage, /* Page number of the page to check */ - MemPage *pParent, /* Parent page */ - char *zParentContext /* Parent context */ -){ - MemPage *pPage; - int i, rc, depth, d2, pgno, cnt; - int hdr, cellStart; - int nCell; - u8 *data; - BtShared *pBt; - int usableSize; - char zContext[100]; - char *hit; - - sprintf(zContext, "Page %d: ", iPage); - - /* Check that the page exists - */ - pBt = pCheck->pBt; - usableSize = pBt->usableSize; - if( iPage==0 ) return 0; - if( checkRef(pCheck, iPage, zParentContext) ) return 0; - if( (rc = getPage(pBt, (Pgno)iPage, &pPage))!=0 ){ - checkAppendMsg(pCheck, zContext, - "unable to get the page. error code=%d", rc); - return 0; - } - if( (rc = initPage(pPage, pParent))!=0 ){ - checkAppendMsg(pCheck, zContext, "initPage() returns error code %d", rc); - releasePage(pPage); - return 0; - } - - /* Check out all the cells. - */ - depth = 0; - for(i=0; inCell && pCheck->mxErr; i++){ - u8 *pCell; - int sz; - CellInfo info; - - /* Check payload overflow pages - */ - sprintf(zContext, "On tree page %d cell %d: ", iPage, i); - pCell = findCell(pPage,i); - parseCellPtr(pPage, pCell, &info); - sz = info.nData; - if( !pPage->intKey ) sz += info.nKey; - if( sz>info.nLocal ){ - int nPage = (sz - info.nLocal + usableSize - 5)/(usableSize - 4); - Pgno pgnoOvfl = get4byte(&pCell[info.iOverflow]); -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - checkPtrmap(pCheck, pgnoOvfl, PTRMAP_OVERFLOW1, iPage, zContext); - } -#endif - checkList(pCheck, 0, pgnoOvfl, nPage, zContext); - } - - /* Check sanity of left child page. - */ - if( !pPage->leaf ){ - pgno = get4byte(pCell); -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - checkPtrmap(pCheck, pgno, PTRMAP_BTREE, iPage, zContext); - } -#endif - d2 = checkTreePage(pCheck,pgno,pPage,zContext); - if( i>0 && d2!=depth ){ - checkAppendMsg(pCheck, zContext, "Child page depth differs"); - } - depth = d2; - } - } - if( !pPage->leaf ){ - pgno = get4byte(&pPage->aData[pPage->hdrOffset+8]); - sprintf(zContext, "On page %d at right child: ", iPage); -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - checkPtrmap(pCheck, pgno, PTRMAP_BTREE, iPage, 0); - } -#endif - checkTreePage(pCheck, pgno, pPage, zContext); - } - - /* Check for complete coverage of the page - */ - data = pPage->aData; - hdr = pPage->hdrOffset; - hit = sqliteMalloc( usableSize ); - if( hit ){ - memset(hit, 1, get2byte(&data[hdr+5])); - nCell = get2byte(&data[hdr+3]); - cellStart = hdr + 12 - 4*pPage->leaf; - for(i=0; i=usableSize || pc<0 ){ - checkAppendMsg(pCheck, 0, - "Corruption detected in cell %d on page %d",i,iPage,0); - }else{ - for(j=pc+size-1; j>=pc; j--) hit[j]++; - } - } - for(cnt=0, i=get2byte(&data[hdr+1]); i>0 && i=usableSize || i<0 ){ - checkAppendMsg(pCheck, 0, - "Corruption detected in cell %d on page %d",i,iPage,0); - }else{ - for(j=i+size-1; j>=i; j--) hit[j]++; - } - i = get2byte(&data[i]); - } - for(i=cnt=0; i1 ){ - checkAppendMsg(pCheck, 0, - "Multiple uses for byte %d of page %d", i, iPage); - break; - } - } - if( cnt!=data[hdr+7] ){ - checkAppendMsg(pCheck, 0, - "Fragmented space is %d byte reported as %d on page %d", - cnt, data[hdr+7], iPage); - } - } - sqliteFree(hit); - - releasePage(pPage); - return depth+1; -} -#endif /* SQLITE_OMIT_INTEGRITY_CHECK */ - -#ifndef SQLITE_OMIT_INTEGRITY_CHECK -/* -** This routine does a complete check of the given BTree file. aRoot[] is -** an array of pages numbers were each page number is the root page of -** a table. nRoot is the number of entries in aRoot. -** -** If everything checks out, this routine returns NULL. If something is -** amiss, an error message is written into memory obtained from malloc() -** and a pointer to that error message is returned. The calling function -** is responsible for freeing the error message when it is done. -*/ -char *sqlite3BtreeIntegrityCheck( - Btree *p, /* The btree to be checked */ - int *aRoot, /* An array of root pages numbers for individual trees */ - int nRoot, /* Number of entries in aRoot[] */ - int mxErr, /* Stop reporting errors after this many */ - int *pnErr /* Write number of errors seen to this variable */ -){ - int i; - int nRef; - IntegrityCk sCheck; - BtShared *pBt = p->pBt; - - nRef = sqlite3pager_refcount(pBt->pPager); - if( lockBtreeWithRetry(p)!=SQLITE_OK ){ - return sqliteStrDup("Unable to acquire a read lock on the database"); - } - sCheck.pBt = pBt; - sCheck.pPager = pBt->pPager; - sCheck.nPage = sqlite3pager_pagecount(sCheck.pPager); - sCheck.mxErr = mxErr; - sCheck.nErr = 0; - *pnErr = 0; - if( sCheck.nPage==0 ){ - unlockBtreeIfUnused(pBt); - return 0; - } - sCheck.anRef = sqliteMallocRaw( (sCheck.nPage+1)*sizeof(sCheck.anRef[0]) ); - if( !sCheck.anRef ){ - unlockBtreeIfUnused(pBt); - *pnErr = 1; - return sqlite3MPrintf("Unable to malloc %d bytes", - (sCheck.nPage+1)*sizeof(sCheck.anRef[0])); - } - for(i=0; i<=sCheck.nPage; i++){ sCheck.anRef[i] = 0; } - i = PENDING_BYTE_PAGE(pBt); - if( i<=sCheck.nPage ){ - sCheck.anRef[i] = 1; - } - sCheck.zErrMsg = 0; - - /* Check the integrity of the freelist - */ - checkList(&sCheck, 1, get4byte(&pBt->pPage1->aData[32]), - get4byte(&pBt->pPage1->aData[36]), "Main freelist: "); - - /* Check all the tables. - */ - for(i=0; iautoVacuum && aRoot[i]>1 ){ - checkPtrmap(&sCheck, aRoot[i], PTRMAP_ROOTPAGE, 0, 0); - } -#endif - checkTreePage(&sCheck, aRoot[i], 0, "List of tree roots: "); - } - - /* Make sure every page in the file is referenced - */ - for(i=1; i<=sCheck.nPage && sCheck.mxErr; i++){ -#ifdef SQLITE_OMIT_AUTOVACUUM - if( sCheck.anRef[i]==0 ){ - checkAppendMsg(&sCheck, 0, "Page %d is never used", i); - } -#else - /* If the database supports auto-vacuum, make sure no tables contain - ** references to pointer-map pages. - */ - if( sCheck.anRef[i]==0 && - (PTRMAP_PAGENO(pBt, i)!=i || !pBt->autoVacuum) ){ - checkAppendMsg(&sCheck, 0, "Page %d is never used", i); - } - if( sCheck.anRef[i]!=0 && - (PTRMAP_PAGENO(pBt, i)==i && pBt->autoVacuum) ){ - checkAppendMsg(&sCheck, 0, "Pointer map page %d is referenced", i); - } -#endif - } - - /* Make sure this analysis did not leave any unref() pages - */ - unlockBtreeIfUnused(pBt); - if( nRef != sqlite3pager_refcount(pBt->pPager) ){ - checkAppendMsg(&sCheck, 0, - "Outstanding page count goes from %d to %d during this analysis", - nRef, sqlite3pager_refcount(pBt->pPager) - ); - } - - /* Clean up and report errors. - */ - sqliteFree(sCheck.anRef); - *pnErr = sCheck.nErr; - return sCheck.zErrMsg; -} -#endif /* SQLITE_OMIT_INTEGRITY_CHECK */ - -/* -** Return the full pathname of the underlying database file. -*/ -const char *sqlite3BtreeGetFilename(Btree *p){ - assert( p->pBt->pPager!=0 ); - return sqlite3pager_filename(p->pBt->pPager); -} - -/* -** Return the pathname of the directory that contains the database file. -*/ -const char *sqlite3BtreeGetDirname(Btree *p){ - assert( p->pBt->pPager!=0 ); - return sqlite3pager_dirname(p->pBt->pPager); -} - -/* -** Return the pathname of the journal file for this database. The return -** value of this routine is the same regardless of whether the journal file -** has been created or not. -*/ -const char *sqlite3BtreeGetJournalname(Btree *p){ - assert( p->pBt->pPager!=0 ); - return sqlite3pager_journalname(p->pBt->pPager); -} - -#ifndef SQLITE_OMIT_VACUUM -/* -** Copy the complete content of pBtFrom into pBtTo. A transaction -** must be active for both files. -** -** The size of file pBtFrom may be reduced by this operation. -** If anything goes wrong, the transaction on pBtFrom is rolled back. -*/ -int sqlite3BtreeCopyFile(Btree *pTo, Btree *pFrom){ - int rc = SQLITE_OK; - Pgno i, nPage, nToPage, iSkip; - - BtShared *pBtTo = pTo->pBt; - BtShared *pBtFrom = pFrom->pBt; - - if( pTo->inTrans!=TRANS_WRITE || pFrom->inTrans!=TRANS_WRITE ){ - return SQLITE_ERROR; - } - if( pBtTo->pCursor ) return SQLITE_BUSY; - nToPage = sqlite3pager_pagecount(pBtTo->pPager); - nPage = sqlite3pager_pagecount(pBtFrom->pPager); - iSkip = PENDING_BYTE_PAGE(pBtTo); - for(i=1; rc==SQLITE_OK && i<=nPage; i++){ - void *pPage; - if( i==iSkip ) continue; - rc = sqlite3pager_get(pBtFrom->pPager, i, &pPage); - if( rc ) break; - rc = sqlite3pager_overwrite(pBtTo->pPager, i, pPage); - sqlite3pager_unref(pPage); - } - for(i=nPage+1; rc==SQLITE_OK && i<=nToPage; i++){ - void *pPage; - if( i==iSkip ) continue; - rc = sqlite3pager_get(pBtTo->pPager, i, &pPage); - if( rc ) break; - rc = sqlite3pager_write(pPage); - sqlite3pager_unref(pPage); - sqlite3pager_dont_write(pBtTo->pPager, i); - } - if( !rc && nPagepPager, nPage); - } - if( rc ){ - sqlite3BtreeRollback(pTo); - } - return rc; -} -#endif /* SQLITE_OMIT_VACUUM */ - -/* -** Return non-zero if a transaction is active. -*/ -int sqlite3BtreeIsInTrans(Btree *p){ - return (p && (p->inTrans==TRANS_WRITE)); -} - -/* -** Return non-zero if a statement transaction is active. -*/ -int sqlite3BtreeIsInStmt(Btree *p){ - return (p->pBt && p->pBt->inStmt); -} - -/* -** Return non-zero if a read (or write) transaction is active. -*/ -int sqlite3BtreeIsInReadTrans(Btree *p){ - return (p && (p->inTrans!=TRANS_NONE)); -} - -/* -** This call is a no-op if no write-transaction is currently active on pBt. -** -** Otherwise, sync the database file for the btree pBt. zMaster points to -** the name of a master journal file that should be written into the -** individual journal file, or is NULL, indicating no master journal file -** (single database transaction). -** -** When this is called, the master journal should already have been -** created, populated with this journal pointer and synced to disk. -** -** Once this is routine has returned, the only thing required to commit -** the write-transaction for this database file is to delete the journal. -*/ -int sqlite3BtreeSync(Btree *p, const char *zMaster){ - int rc = SQLITE_OK; - if( p->inTrans==TRANS_WRITE ){ - BtShared *pBt = p->pBt; - Pgno nTrunc = 0; -#ifndef SQLITE_OMIT_AUTOVACUUM - if( pBt->autoVacuum ){ - rc = autoVacuumCommit(pBt, &nTrunc); - if( rc!=SQLITE_OK ){ - return rc; - } - } -#endif - rc = sqlite3pager_sync(pBt->pPager, zMaster, nTrunc); - } - return rc; -} - -/* -** This function returns a pointer to a blob of memory associated with -** a single shared-btree. The memory is used by client code for it's own -** purposes (for example, to store a high-level schema associated with -** the shared-btree). The btree layer manages reference counting issues. -** -** The first time this is called on a shared-btree, nBytes bytes of memory -** are allocated, zeroed, and returned to the caller. For each subsequent -** call the nBytes parameter is ignored and a pointer to the same blob -** of memory returned. -** -** Just before the shared-btree is closed, the function passed as the -** xFree argument when the memory allocation was made is invoked on the -** blob of allocated memory. This function should not call sqliteFree() -** on the memory, the btree layer does that. -*/ -void *sqlite3BtreeSchema(Btree *p, int nBytes, void(*xFree)(void *)){ - BtShared *pBt = p->pBt; - if( !pBt->pSchema ){ - pBt->pSchema = sqliteMalloc(nBytes); - pBt->xFreeSchema = xFree; - } - return pBt->pSchema; -} - -/* -** Return true if another user of the same shared btree as the argument -** handle holds an exclusive lock on the sqlite_master table. -*/ -int sqlite3BtreeSchemaLocked(Btree *p){ - return (queryTableLock(p, MASTER_ROOT, READ_LOCK)!=SQLITE_OK); -} - - -#ifndef SQLITE_OMIT_SHARED_CACHE -/* -** Obtain a lock on the table whose root page is iTab. The -** lock is a write lock if isWritelock is true or a read lock -** if it is false. -*/ -int sqlite3BtreeLockTable(Btree *p, int iTab, u8 isWriteLock){ - int rc = SQLITE_OK; - u8 lockType = (isWriteLock?WRITE_LOCK:READ_LOCK); - rc = queryTableLock(p, iTab, lockType); - if( rc==SQLITE_OK ){ - rc = lockTable(p, iTab, lockType); - } - return rc; -} -#endif - -/* -** The following debugging interface has to be in this file (rather -** than in, for example, test1.c) so that it can get access to -** the definition of BtShared. -*/ -#if defined(SQLITE_DEBUG) && defined(TCLSH) -#include -int sqlite3_shared_cache_report( - void * clientData, - Tcl_Interp *interp, - int objc, - Tcl_Obj *CONST objv[] -){ -#ifndef SQLITE_OMIT_SHARED_CACHE - const ThreadData *pTd = sqlite3ThreadDataReadOnly(); - if( pTd->useSharedData ){ - BtShared *pBt; - Tcl_Obj *pRet = Tcl_NewObj(); - for(pBt=pTd->pBtree; pBt; pBt=pBt->pNext){ - const char *zFile = sqlite3pager_filename(pBt->pPager); - Tcl_ListObjAppendElement(interp, pRet, Tcl_NewStringObj(zFile, -1)); - Tcl_ListObjAppendElement(interp, pRet, Tcl_NewIntObj(pBt->nRef)); - } - Tcl_SetObjResult(interp, pRet); - } -#endif - return TCL_OK; -} -#endif diff --git a/libs/sqlite/src/btree.h b/libs/sqlite/src/btree.h deleted file mode 100644 index 8a05759ee9..0000000000 --- a/libs/sqlite/src/btree.h +++ /dev/null @@ -1,149 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This header file defines the interface that the sqlite B-Tree file -** subsystem. See comments in the source code for a detailed description -** of what each interface routine does. -** -** @(#) $Id: btree.h,v 1.72 2007/01/27 02:24:55 drh Exp $ -*/ -#ifndef _BTREE_H_ -#define _BTREE_H_ - -/* TODO: This definition is just included so other modules compile. It -** needs to be revisited. -*/ -#define SQLITE_N_BTREE_META 10 - -/* -** If defined as non-zero, auto-vacuum is enabled by default. Otherwise -** it must be turned on for each database using "PRAGMA auto_vacuum = 1". -*/ -#ifndef SQLITE_DEFAULT_AUTOVACUUM - #define SQLITE_DEFAULT_AUTOVACUUM 0 -#endif - -/* -** Forward declarations of structure -*/ -typedef struct Btree Btree; -typedef struct BtCursor BtCursor; -typedef struct BtShared BtShared; - - -int sqlite3BtreeOpen( - const char *zFilename, /* Name of database file to open */ - sqlite3 *db, /* Associated database connection */ - Btree **, /* Return open Btree* here */ - int flags /* Flags */ -); - -/* The flags parameter to sqlite3BtreeOpen can be the bitwise or of the -** following values. -** -** NOTE: These values must match the corresponding PAGER_ values in -** pager.h. -*/ -#define BTREE_OMIT_JOURNAL 1 /* Do not use journal. No argument */ -#define BTREE_NO_READLOCK 2 /* Omit readlocks on readonly files */ -#define BTREE_MEMORY 4 /* In-memory DB. No argument */ - -int sqlite3BtreeClose(Btree*); -int sqlite3BtreeSetBusyHandler(Btree*,BusyHandler*); -int sqlite3BtreeSetCacheSize(Btree*,int); -int sqlite3BtreeSetSafetyLevel(Btree*,int,int); -int sqlite3BtreeSyncDisabled(Btree*); -int sqlite3BtreeSetPageSize(Btree*,int,int); -int sqlite3BtreeGetPageSize(Btree*); -int sqlite3BtreeGetReserve(Btree*); -int sqlite3BtreeSetAutoVacuum(Btree *, int); -int sqlite3BtreeGetAutoVacuum(Btree *); -int sqlite3BtreeBeginTrans(Btree*,int); -int sqlite3BtreeCommit(Btree*); -int sqlite3BtreeRollback(Btree*); -int sqlite3BtreeBeginStmt(Btree*); -int sqlite3BtreeCommitStmt(Btree*); -int sqlite3BtreeRollbackStmt(Btree*); -int sqlite3BtreeCreateTable(Btree*, int*, int flags); -int sqlite3BtreeIsInTrans(Btree*); -int sqlite3BtreeIsInStmt(Btree*); -int sqlite3BtreeIsInReadTrans(Btree*); -int sqlite3BtreeSync(Btree*, const char *zMaster); -void *sqlite3BtreeSchema(Btree *, int, void(*)(void *)); -int sqlite3BtreeSchemaLocked(Btree *); -int sqlite3BtreeLockTable(Btree *, int, u8); - -const char *sqlite3BtreeGetFilename(Btree *); -const char *sqlite3BtreeGetDirname(Btree *); -const char *sqlite3BtreeGetJournalname(Btree *); -int sqlite3BtreeCopyFile(Btree *, Btree *); - -/* The flags parameter to sqlite3BtreeCreateTable can be the bitwise OR -** of the following flags: -*/ -#define BTREE_INTKEY 1 /* Table has only 64-bit signed integer keys */ -#define BTREE_ZERODATA 2 /* Table has keys only - no data */ -#define BTREE_LEAFDATA 4 /* Data stored in leaves only. Implies INTKEY */ - -int sqlite3BtreeDropTable(Btree*, int, int*); -int sqlite3BtreeClearTable(Btree*, int); -int sqlite3BtreeGetMeta(Btree*, int idx, u32 *pValue); -int sqlite3BtreeUpdateMeta(Btree*, int idx, u32 value); - -int sqlite3BtreeCursor( - Btree*, /* BTree containing table to open */ - int iTable, /* Index of root page */ - int wrFlag, /* 1 for writing. 0 for read-only */ - int(*)(void*,int,const void*,int,const void*), /* Key comparison function */ - void*, /* First argument to compare function */ - BtCursor **ppCursor /* Returned cursor */ -); - -void sqlite3BtreeSetCompare( - BtCursor *, - int(*)(void*,int,const void*,int,const void*), - void* -); - -int sqlite3BtreeCloseCursor(BtCursor*); -int sqlite3BtreeMoveto(BtCursor*, const void *pKey, i64 nKey, int *pRes); -int sqlite3BtreeDelete(BtCursor*); -int sqlite3BtreeInsert(BtCursor*, const void *pKey, i64 nKey, - const void *pData, int nData); -int sqlite3BtreeFirst(BtCursor*, int *pRes); -int sqlite3BtreeLast(BtCursor*, int *pRes); -int sqlite3BtreeNext(BtCursor*, int *pRes); -int sqlite3BtreeEof(BtCursor*); -int sqlite3BtreeFlags(BtCursor*); -int sqlite3BtreePrevious(BtCursor*, int *pRes); -int sqlite3BtreeKeySize(BtCursor*, i64 *pSize); -int sqlite3BtreeKey(BtCursor*, u32 offset, u32 amt, void*); -const void *sqlite3BtreeKeyFetch(BtCursor*, int *pAmt); -const void *sqlite3BtreeDataFetch(BtCursor*, int *pAmt); -int sqlite3BtreeDataSize(BtCursor*, u32 *pSize); -int sqlite3BtreeData(BtCursor*, u32 offset, u32 amt, void*); - -char *sqlite3BtreeIntegrityCheck(Btree*, int *aRoot, int nRoot, int, int*); -struct Pager *sqlite3BtreePager(Btree*); - - -#ifdef SQLITE_TEST -int sqlite3BtreeCursorInfo(BtCursor*, int*, int); -void sqlite3BtreeCursorList(Btree*); -#endif - -#ifdef SQLITE_DEBUG -int sqlite3BtreePageDump(Btree*, int, int recursive); -#else -#define sqlite3BtreePageDump(X,Y,Z) SQLITE_OK -#endif - -#endif /* _BTREE_H_ */ diff --git a/libs/sqlite/src/build.c b/libs/sqlite/src/build.c deleted file mode 100644 index 0316f9c000..0000000000 --- a/libs/sqlite/src/build.c +++ /dev/null @@ -1,3360 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains C code routines that are called by the SQLite parser -** when syntax rules are reduced. The routines in this file handle the -** following kinds of SQL syntax: -** -** CREATE TABLE -** DROP TABLE -** CREATE INDEX -** DROP INDEX -** creating ID lists -** BEGIN TRANSACTION -** COMMIT -** ROLLBACK -** -** $Id: build.c,v 1.413 2007/02/02 12:44:37 drh Exp $ -*/ -#include "sqliteInt.h" -#include - -/* -** This routine is called when a new SQL statement is beginning to -** be parsed. Initialize the pParse structure as needed. -*/ -void sqlite3BeginParse(Parse *pParse, int explainFlag){ - pParse->explain = explainFlag; - pParse->nVar = 0; -} - -#ifndef SQLITE_OMIT_SHARED_CACHE -/* -** The TableLock structure is only used by the sqlite3TableLock() and -** codeTableLocks() functions. -*/ -struct TableLock { - int iDb; /* The database containing the table to be locked */ - int iTab; /* The root page of the table to be locked */ - u8 isWriteLock; /* True for write lock. False for a read lock */ - const char *zName; /* Name of the table */ -}; - -/* -** Record the fact that we want to lock a table at run-time. -** -** The table to be locked has root page iTab and is found in database iDb. -** A read or a write lock can be taken depending on isWritelock. -** -** This routine just records the fact that the lock is desired. The -** code to make the lock occur is generated by a later call to -** codeTableLocks() which occurs during sqlite3FinishCoding(). -*/ -void sqlite3TableLock( - Parse *pParse, /* Parsing context */ - int iDb, /* Index of the database containing the table to lock */ - int iTab, /* Root page number of the table to be locked */ - u8 isWriteLock, /* True for a write lock */ - const char *zName /* Name of the table to be locked */ -){ - int i; - int nBytes; - TableLock *p; - - if( 0==sqlite3ThreadDataReadOnly()->useSharedData || iDb<0 ){ - return; - } - - for(i=0; inTableLock; i++){ - p = &pParse->aTableLock[i]; - if( p->iDb==iDb && p->iTab==iTab ){ - p->isWriteLock = (p->isWriteLock || isWriteLock); - return; - } - } - - nBytes = sizeof(TableLock) * (pParse->nTableLock+1); - sqliteReallocOrFree((void **)&pParse->aTableLock, nBytes); - if( pParse->aTableLock ){ - p = &pParse->aTableLock[pParse->nTableLock++]; - p->iDb = iDb; - p->iTab = iTab; - p->isWriteLock = isWriteLock; - p->zName = zName; - } -} - -/* -** Code an OP_TableLock instruction for each table locked by the -** statement (configured by calls to sqlite3TableLock()). -*/ -static void codeTableLocks(Parse *pParse){ - int i; - Vdbe *pVdbe; - assert( sqlite3ThreadDataReadOnly()->useSharedData || pParse->nTableLock==0 ); - - if( 0==(pVdbe = sqlite3GetVdbe(pParse)) ){ - return; - } - - for(i=0; inTableLock; i++){ - TableLock *p = &pParse->aTableLock[i]; - int p1 = p->iDb; - if( p->isWriteLock ){ - p1 = -1*(p1+1); - } - sqlite3VdbeOp3(pVdbe, OP_TableLock, p1, p->iTab, p->zName, P3_STATIC); - } -} -#else - #define codeTableLocks(x) -#endif - -/* -** This routine is called after a single SQL statement has been -** parsed and a VDBE program to execute that statement has been -** prepared. This routine puts the finishing touches on the -** VDBE program and resets the pParse structure for the next -** parse. -** -** Note that if an error occurred, it might be the case that -** no VDBE code was generated. -*/ -void sqlite3FinishCoding(Parse *pParse){ - sqlite3 *db; - Vdbe *v; - - if( sqlite3MallocFailed() ) return; - if( pParse->nested ) return; - if( !pParse->pVdbe ){ - if( pParse->rc==SQLITE_OK && pParse->nErr ){ - pParse->rc = SQLITE_ERROR; - return; - } - } - - /* Begin by generating some termination code at the end of the - ** vdbe program - */ - db = pParse->db; - v = sqlite3GetVdbe(pParse); - if( v ){ - sqlite3VdbeAddOp(v, OP_Halt, 0, 0); - - /* The cookie mask contains one bit for each database file open. - ** (Bit 0 is for main, bit 1 is for temp, and so forth.) Bits are - ** set for each database that is used. Generate code to start a - ** transaction on each used database and to verify the schema cookie - ** on each used database. - */ - if( pParse->cookieGoto>0 ){ - u32 mask; - int iDb; - sqlite3VdbeJumpHere(v, pParse->cookieGoto-1); - for(iDb=0, mask=1; iDbnDb; mask<<=1, iDb++){ - if( (mask & pParse->cookieMask)==0 ) continue; - sqlite3VdbeAddOp(v, OP_Transaction, iDb, (mask & pParse->writeMask)!=0); - sqlite3VdbeAddOp(v, OP_VerifyCookie, iDb, pParse->cookieValue[iDb]); - } -#ifndef SQLITE_OMIT_VIRTUALTABLE - if( pParse->pVirtualLock ){ - char *vtab = (char *)pParse->pVirtualLock->pVtab; - sqlite3VdbeOp3(v, OP_VBegin, 0, 0, vtab, P3_VTAB); - } -#endif - - /* Once all the cookies have been verified and transactions opened, - ** obtain the required table-locks. This is a no-op unless the - ** shared-cache feature is enabled. - */ - codeTableLocks(pParse); - sqlite3VdbeAddOp(v, OP_Goto, 0, pParse->cookieGoto); - } - -#ifndef SQLITE_OMIT_TRACE - /* Add a No-op that contains the complete text of the compiled SQL - ** statement as its P3 argument. This does not change the functionality - ** of the program. - ** - ** This is used to implement sqlite3_trace(). - */ - sqlite3VdbeOp3(v, OP_Noop, 0, 0, pParse->zSql, pParse->zTail-pParse->zSql); -#endif /* SQLITE_OMIT_TRACE */ - } - - - /* Get the VDBE program ready for execution - */ - if( v && pParse->nErr==0 && !sqlite3MallocFailed() ){ - FILE *trace = (db->flags & SQLITE_VdbeTrace)!=0 ? stdout : 0; - sqlite3VdbeTrace(v, trace); - sqlite3VdbeMakeReady(v, pParse->nVar, pParse->nMem+3, - pParse->nTab+3, pParse->explain); - pParse->rc = SQLITE_DONE; - pParse->colNamesSet = 0; - }else if( pParse->rc==SQLITE_OK ){ - pParse->rc = SQLITE_ERROR; - } - pParse->nTab = 0; - pParse->nMem = 0; - pParse->nSet = 0; - pParse->nVar = 0; - pParse->cookieMask = 0; - pParse->cookieGoto = 0; -} - -/* -** Run the parser and code generator recursively in order to generate -** code for the SQL statement given onto the end of the pParse context -** currently under construction. When the parser is run recursively -** this way, the final OP_Halt is not appended and other initialization -** and finalization steps are omitted because those are handling by the -** outermost parser. -** -** Not everything is nestable. This facility is designed to permit -** INSERT, UPDATE, and DELETE operations against SQLITE_MASTER. Use -** care if you decide to try to use this routine for some other purposes. -*/ -void sqlite3NestedParse(Parse *pParse, const char *zFormat, ...){ - va_list ap; - char *zSql; -# define SAVE_SZ (sizeof(Parse) - offsetof(Parse,nVar)) - char saveBuf[SAVE_SZ]; - - if( pParse->nErr ) return; - assert( pParse->nested<10 ); /* Nesting should only be of limited depth */ - va_start(ap, zFormat); - zSql = sqlite3VMPrintf(zFormat, ap); - va_end(ap); - if( zSql==0 ){ - return; /* A malloc must have failed */ - } - pParse->nested++; - memcpy(saveBuf, &pParse->nVar, SAVE_SZ); - memset(&pParse->nVar, 0, SAVE_SZ); - sqlite3RunParser(pParse, zSql, 0); - sqliteFree(zSql); - memcpy(&pParse->nVar, saveBuf, SAVE_SZ); - pParse->nested--; -} - -/* -** Locate the in-memory structure that describes a particular database -** table given the name of that table and (optionally) the name of the -** database containing the table. Return NULL if not found. -** -** If zDatabase is 0, all databases are searched for the table and the -** first matching table is returned. (No checking for duplicate table -** names is done.) The search order is TEMP first, then MAIN, then any -** auxiliary databases added using the ATTACH command. -** -** See also sqlite3LocateTable(). -*/ -Table *sqlite3FindTable(sqlite3 *db, const char *zName, const char *zDatabase){ - Table *p = 0; - int i; - assert( zName!=0 ); - for(i=OMIT_TEMPDB; inDb; i++){ - int j = (i<2) ? i^1 : i; /* Search TEMP before MAIN */ - if( zDatabase!=0 && sqlite3StrICmp(zDatabase, db->aDb[j].zName) ) continue; - p = sqlite3HashFind(&db->aDb[j].pSchema->tblHash, zName, strlen(zName)+1); - if( p ) break; - } - return p; -} - -/* -** Locate the in-memory structure that describes a particular database -** table given the name of that table and (optionally) the name of the -** database containing the table. Return NULL if not found. Also leave an -** error message in pParse->zErrMsg. -** -** The difference between this routine and sqlite3FindTable() is that this -** routine leaves an error message in pParse->zErrMsg where -** sqlite3FindTable() does not. -*/ -Table *sqlite3LocateTable(Parse *pParse, const char *zName, const char *zDbase){ - Table *p; - - /* Read the database schema. If an error occurs, leave an error message - ** and code in pParse and return NULL. */ - if( SQLITE_OK!=sqlite3ReadSchema(pParse) ){ - return 0; - } - - p = sqlite3FindTable(pParse->db, zName, zDbase); - if( p==0 ){ - if( zDbase ){ - sqlite3ErrorMsg(pParse, "no such table: %s.%s", zDbase, zName); - }else{ - sqlite3ErrorMsg(pParse, "no such table: %s", zName); - } - pParse->checkSchema = 1; - } - return p; -} - -/* -** Locate the in-memory structure that describes -** a particular index given the name of that index -** and the name of the database that contains the index. -** Return NULL if not found. -** -** If zDatabase is 0, all databases are searched for the -** table and the first matching index is returned. (No checking -** for duplicate index names is done.) The search order is -** TEMP first, then MAIN, then any auxiliary databases added -** using the ATTACH command. -*/ -Index *sqlite3FindIndex(sqlite3 *db, const char *zName, const char *zDb){ - Index *p = 0; - int i; - for(i=OMIT_TEMPDB; inDb; i++){ - int j = (i<2) ? i^1 : i; /* Search TEMP before MAIN */ - Schema *pSchema = db->aDb[j].pSchema; - if( zDb && sqlite3StrICmp(zDb, db->aDb[j].zName) ) continue; - assert( pSchema || (j==1 && !db->aDb[1].pBt) ); - if( pSchema ){ - p = sqlite3HashFind(&pSchema->idxHash, zName, strlen(zName)+1); - } - if( p ) break; - } - return p; -} - -/* -** Reclaim the memory used by an index -*/ -static void freeIndex(Index *p){ - sqliteFree(p->zColAff); - sqliteFree(p); -} - -/* -** Remove the given index from the index hash table, and free -** its memory structures. -** -** The index is removed from the database hash tables but -** it is not unlinked from the Table that it indexes. -** Unlinking from the Table must be done by the calling function. -*/ -static void sqliteDeleteIndex(Index *p){ - Index *pOld; - const char *zName = p->zName; - - pOld = sqlite3HashInsert(&p->pSchema->idxHash, zName, strlen( zName)+1, 0); - assert( pOld==0 || pOld==p ); - freeIndex(p); -} - -/* -** For the index called zIdxName which is found in the database iDb, -** unlike that index from its Table then remove the index from -** the index hash table and free all memory structures associated -** with the index. -*/ -void sqlite3UnlinkAndDeleteIndex(sqlite3 *db, int iDb, const char *zIdxName){ - Index *pIndex; - int len; - Hash *pHash = &db->aDb[iDb].pSchema->idxHash; - - len = strlen(zIdxName); - pIndex = sqlite3HashInsert(pHash, zIdxName, len+1, 0); - if( pIndex ){ - if( pIndex->pTable->pIndex==pIndex ){ - pIndex->pTable->pIndex = pIndex->pNext; - }else{ - Index *p; - for(p=pIndex->pTable->pIndex; p && p->pNext!=pIndex; p=p->pNext){} - if( p && p->pNext==pIndex ){ - p->pNext = pIndex->pNext; - } - } - freeIndex(pIndex); - } - db->flags |= SQLITE_InternChanges; -} - -/* -** Erase all schema information from the in-memory hash tables of -** a single database. This routine is called to reclaim memory -** before the database closes. It is also called during a rollback -** if there were schema changes during the transaction or if a -** schema-cookie mismatch occurs. -** -** If iDb<=0 then reset the internal schema tables for all database -** files. If iDb>=2 then reset the internal schema for only the -** single file indicated. -*/ -void sqlite3ResetInternalSchema(sqlite3 *db, int iDb){ - int i, j; - - assert( iDb>=0 && iDbnDb ); - for(i=iDb; inDb; i++){ - Db *pDb = &db->aDb[i]; - if( pDb->pSchema ){ - sqlite3SchemaFree(pDb->pSchema); - } - if( iDb>0 ) return; - } - assert( iDb==0 ); - db->flags &= ~SQLITE_InternChanges; - - /* If one or more of the auxiliary database files has been closed, - ** then remove them from the auxiliary database list. We take the - ** opportunity to do this here since we have just deleted all of the - ** schema hash tables and therefore do not have to make any changes - ** to any of those tables. - */ - for(i=0; inDb; i++){ - struct Db *pDb = &db->aDb[i]; - if( pDb->pBt==0 ){ - if( pDb->pAux && pDb->xFreeAux ) pDb->xFreeAux(pDb->pAux); - pDb->pAux = 0; - } - } - for(i=j=2; inDb; i++){ - struct Db *pDb = &db->aDb[i]; - if( pDb->pBt==0 ){ - sqliteFree(pDb->zName); - pDb->zName = 0; - continue; - } - if( jaDb[j] = db->aDb[i]; - } - j++; - } - memset(&db->aDb[j], 0, (db->nDb-j)*sizeof(db->aDb[j])); - db->nDb = j; - if( db->nDb<=2 && db->aDb!=db->aDbStatic ){ - memcpy(db->aDbStatic, db->aDb, 2*sizeof(db->aDb[0])); - sqliteFree(db->aDb); - db->aDb = db->aDbStatic; - } -} - -/* -** This routine is called whenever a rollback occurs. If there were -** schema changes during the transaction, then we have to reset the -** internal hash tables and reload them from disk. -*/ -void sqlite3RollbackInternalChanges(sqlite3 *db){ - if( db->flags & SQLITE_InternChanges ){ - sqlite3ResetInternalSchema(db, 0); - } -} - -/* -** This routine is called when a commit occurs. -*/ -void sqlite3CommitInternalChanges(sqlite3 *db){ - db->flags &= ~SQLITE_InternChanges; -} - -/* -** Clear the column names from a table or view. -*/ -static void sqliteResetColumnNames(Table *pTable){ - int i; - Column *pCol; - assert( pTable!=0 ); - if( (pCol = pTable->aCol)!=0 ){ - for(i=0; inCol; i++, pCol++){ - sqliteFree(pCol->zName); - sqlite3ExprDelete(pCol->pDflt); - sqliteFree(pCol->zType); - sqliteFree(pCol->zColl); - } - sqliteFree(pTable->aCol); - } - pTable->aCol = 0; - pTable->nCol = 0; -} - -/* -** Remove the memory data structures associated with the given -** Table. No changes are made to disk by this routine. -** -** This routine just deletes the data structure. It does not unlink -** the table data structure from the hash table. Nor does it remove -** foreign keys from the sqlite.aFKey hash table. But it does destroy -** memory structures of the indices and foreign keys associated with -** the table. -** -** Indices associated with the table are unlinked from the "db" -** data structure if db!=NULL. If db==NULL, indices attached to -** the table are deleted, but it is assumed they have already been -** unlinked. -*/ -void sqlite3DeleteTable(sqlite3 *db, Table *pTable){ - Index *pIndex, *pNext; - FKey *pFKey, *pNextFKey; - - db = 0; - - if( pTable==0 ) return; - - /* Do not delete the table until the reference count reaches zero. */ - pTable->nRef--; - if( pTable->nRef>0 ){ - return; - } - assert( pTable->nRef==0 ); - - /* Delete all indices associated with this table - */ - for(pIndex = pTable->pIndex; pIndex; pIndex=pNext){ - pNext = pIndex->pNext; - assert( pIndex->pSchema==pTable->pSchema ); - sqliteDeleteIndex(pIndex); - } - -#ifndef SQLITE_OMIT_FOREIGN_KEY - /* Delete all foreign keys associated with this table. The keys - ** should have already been unlinked from the db->aFKey hash table - */ - for(pFKey=pTable->pFKey; pFKey; pFKey=pNextFKey){ - pNextFKey = pFKey->pNextFrom; - assert( sqlite3HashFind(&pTable->pSchema->aFKey, - pFKey->zTo, strlen(pFKey->zTo)+1)!=pFKey ); - sqliteFree(pFKey); - } -#endif - - /* Delete the Table structure itself. - */ - sqliteResetColumnNames(pTable); - sqliteFree(pTable->zName); - sqliteFree(pTable->zColAff); - sqlite3SelectDelete(pTable->pSelect); -#ifndef SQLITE_OMIT_CHECK - sqlite3ExprDelete(pTable->pCheck); -#endif - sqlite3VtabClear(pTable); - sqliteFree(pTable); -} - -/* -** Unlink the given table from the hash tables and the delete the -** table structure with all its indices and foreign keys. -*/ -void sqlite3UnlinkAndDeleteTable(sqlite3 *db, int iDb, const char *zTabName){ - Table *p; - FKey *pF1, *pF2; - Db *pDb; - - assert( db!=0 ); - assert( iDb>=0 && iDbnDb ); - assert( zTabName && zTabName[0] ); - pDb = &db->aDb[iDb]; - p = sqlite3HashInsert(&pDb->pSchema->tblHash, zTabName, strlen(zTabName)+1,0); - if( p ){ -#ifndef SQLITE_OMIT_FOREIGN_KEY - for(pF1=p->pFKey; pF1; pF1=pF1->pNextFrom){ - int nTo = strlen(pF1->zTo) + 1; - pF2 = sqlite3HashFind(&pDb->pSchema->aFKey, pF1->zTo, nTo); - if( pF2==pF1 ){ - sqlite3HashInsert(&pDb->pSchema->aFKey, pF1->zTo, nTo, pF1->pNextTo); - }else{ - while( pF2 && pF2->pNextTo!=pF1 ){ pF2=pF2->pNextTo; } - if( pF2 ){ - pF2->pNextTo = pF1->pNextTo; - } - } - } -#endif - sqlite3DeleteTable(db, p); - } - db->flags |= SQLITE_InternChanges; -} - -/* -** Given a token, return a string that consists of the text of that -** token with any quotations removed. Space to hold the returned string -** is obtained from sqliteMalloc() and must be freed by the calling -** function. -** -** Tokens are often just pointers into the original SQL text and so -** are not \000 terminated and are not persistent. The returned string -** is \000 terminated and is persistent. -*/ -char *sqlite3NameFromToken(Token *pName){ - char *zName; - if( pName ){ - zName = sqliteStrNDup((char*)pName->z, pName->n); - sqlite3Dequote(zName); - }else{ - zName = 0; - } - return zName; -} - -/* -** Open the sqlite_master table stored in database number iDb for -** writing. The table is opened using cursor 0. -*/ -void sqlite3OpenMasterTable(Parse *p, int iDb){ - Vdbe *v = sqlite3GetVdbe(p); - sqlite3TableLock(p, iDb, MASTER_ROOT, 1, SCHEMA_TABLE(iDb)); - sqlite3VdbeAddOp(v, OP_Integer, iDb, 0); - sqlite3VdbeAddOp(v, OP_OpenWrite, 0, MASTER_ROOT); - sqlite3VdbeAddOp(v, OP_SetNumColumns, 0, 5); /* sqlite_master has 5 columns */ -} - -/* -** The token *pName contains the name of a database (either "main" or -** "temp" or the name of an attached db). This routine returns the -** index of the named database in db->aDb[], or -1 if the named db -** does not exist. -*/ -int sqlite3FindDb(sqlite3 *db, Token *pName){ - int i = -1; /* Database number */ - int n; /* Number of characters in the name */ - Db *pDb; /* A database whose name space is being searched */ - char *zName; /* Name we are searching for */ - - zName = sqlite3NameFromToken(pName); - if( zName ){ - n = strlen(zName); - for(i=(db->nDb-1), pDb=&db->aDb[i]; i>=0; i--, pDb--){ - if( (!OMIT_TEMPDB || i!=1 ) && n==strlen(pDb->zName) && - 0==sqlite3StrICmp(pDb->zName, zName) ){ - break; - } - } - sqliteFree(zName); - } - return i; -} - -/* The table or view or trigger name is passed to this routine via tokens -** pName1 and pName2. If the table name was fully qualified, for example: -** -** CREATE TABLE xxx.yyy (...); -** -** Then pName1 is set to "xxx" and pName2 "yyy". On the other hand if -** the table name is not fully qualified, i.e.: -** -** CREATE TABLE yyy(...); -** -** Then pName1 is set to "yyy" and pName2 is "". -** -** This routine sets the *ppUnqual pointer to point at the token (pName1 or -** pName2) that stores the unqualified table name. The index of the -** database "xxx" is returned. -*/ -int sqlite3TwoPartName( - Parse *pParse, /* Parsing and code generating context */ - Token *pName1, /* The "xxx" in the name "xxx.yyy" or "xxx" */ - Token *pName2, /* The "yyy" in the name "xxx.yyy" */ - Token **pUnqual /* Write the unqualified object name here */ -){ - int iDb; /* Database holding the object */ - sqlite3 *db = pParse->db; - - if( pName2 && pName2->n>0 ){ - assert( !db->init.busy ); - *pUnqual = pName2; - iDb = sqlite3FindDb(db, pName1); - if( iDb<0 ){ - sqlite3ErrorMsg(pParse, "unknown database %T", pName1); - pParse->nErr++; - return -1; - } - }else{ - assert( db->init.iDb==0 || db->init.busy ); - iDb = db->init.iDb; - *pUnqual = pName1; - } - return iDb; -} - -/* -** This routine is used to check if the UTF-8 string zName is a legal -** unqualified name for a new schema object (table, index, view or -** trigger). All names are legal except those that begin with the string -** "sqlite_" (in upper, lower or mixed case). This portion of the namespace -** is reserved for internal use. -*/ -int sqlite3CheckObjectName(Parse *pParse, const char *zName){ - if( !pParse->db->init.busy && pParse->nested==0 - && (pParse->db->flags & SQLITE_WriteSchema)==0 - && 0==sqlite3StrNICmp(zName, "sqlite_", 7) ){ - sqlite3ErrorMsg(pParse, "object name reserved for internal use: %s", zName); - return SQLITE_ERROR; - } - return SQLITE_OK; -} - -/* -** Begin constructing a new table representation in memory. This is -** the first of several action routines that get called in response -** to a CREATE TABLE statement. In particular, this routine is called -** after seeing tokens "CREATE" and "TABLE" and the table name. The isTemp -** flag is true if the table should be stored in the auxiliary database -** file instead of in the main database file. This is normally the case -** when the "TEMP" or "TEMPORARY" keyword occurs in between -** CREATE and TABLE. -** -** The new table record is initialized and put in pParse->pNewTable. -** As more of the CREATE TABLE statement is parsed, additional action -** routines will be called to add more information to this record. -** At the end of the CREATE TABLE statement, the sqlite3EndTable() routine -** is called to complete the construction of the new table record. -*/ -void sqlite3StartTable( - Parse *pParse, /* Parser context */ - Token *pName1, /* First part of the name of the table or view */ - Token *pName2, /* Second part of the name of the table or view */ - int isTemp, /* True if this is a TEMP table */ - int isView, /* True if this is a VIEW */ - int isVirtual, /* True if this is a VIRTUAL table */ - int noErr /* Do nothing if table already exists */ -){ - Table *pTable; - char *zName = 0; /* The name of the new table */ - sqlite3 *db = pParse->db; - Vdbe *v; - int iDb; /* Database number to create the table in */ - Token *pName; /* Unqualified name of the table to create */ - - /* The table or view name to create is passed to this routine via tokens - ** pName1 and pName2. If the table name was fully qualified, for example: - ** - ** CREATE TABLE xxx.yyy (...); - ** - ** Then pName1 is set to "xxx" and pName2 "yyy". On the other hand if - ** the table name is not fully qualified, i.e.: - ** - ** CREATE TABLE yyy(...); - ** - ** Then pName1 is set to "yyy" and pName2 is "". - ** - ** The call below sets the pName pointer to point at the token (pName1 or - ** pName2) that stores the unqualified table name. The variable iDb is - ** set to the index of the database that the table or view is to be - ** created in. - */ - iDb = sqlite3TwoPartName(pParse, pName1, pName2, &pName); - if( iDb<0 ) return; - if( !OMIT_TEMPDB && isTemp && iDb>1 ){ - /* If creating a temp table, the name may not be qualified */ - sqlite3ErrorMsg(pParse, "temporary table name must be unqualified"); - return; - } - if( !OMIT_TEMPDB && isTemp ) iDb = 1; - - pParse->sNameToken = *pName; - zName = sqlite3NameFromToken(pName); - if( zName==0 ) return; - if( SQLITE_OK!=sqlite3CheckObjectName(pParse, zName) ){ - goto begin_table_error; - } - if( db->init.iDb==1 ) isTemp = 1; -#ifndef SQLITE_OMIT_AUTHORIZATION - assert( (isTemp & 1)==isTemp ); - { - int code; - char *zDb = db->aDb[iDb].zName; - if( sqlite3AuthCheck(pParse, SQLITE_INSERT, SCHEMA_TABLE(isTemp), 0, zDb) ){ - goto begin_table_error; - } - if( isView ){ - if( !OMIT_TEMPDB && isTemp ){ - code = SQLITE_CREATE_TEMP_VIEW; - }else{ - code = SQLITE_CREATE_VIEW; - } - }else{ - if( !OMIT_TEMPDB && isTemp ){ - code = SQLITE_CREATE_TEMP_TABLE; - }else{ - code = SQLITE_CREATE_TABLE; - } - } - if( !isVirtual && sqlite3AuthCheck(pParse, code, zName, 0, zDb) ){ - goto begin_table_error; - } - } -#endif - - /* Make sure the new table name does not collide with an existing - ** index or table name in the same database. Issue an error message if - ** it does. The exception is if the statement being parsed was passed - ** to an sqlite3_declare_vtab() call. In that case only the column names - ** and types will be used, so there is no need to test for namespace - ** collisions. - */ - if( !IN_DECLARE_VTAB ){ - if( SQLITE_OK!=sqlite3ReadSchema(pParse) ){ - goto begin_table_error; - } - pTable = sqlite3FindTable(db, zName, db->aDb[iDb].zName); - if( pTable ){ - if( !noErr ){ - sqlite3ErrorMsg(pParse, "table %T already exists", pName); - } - goto begin_table_error; - } - if( sqlite3FindIndex(db, zName, 0)!=0 && (iDb==0 || !db->init.busy) ){ - sqlite3ErrorMsg(pParse, "there is already an index named %s", zName); - goto begin_table_error; - } - } - - pTable = sqliteMalloc( sizeof(Table) ); - if( pTable==0 ){ - pParse->rc = SQLITE_NOMEM; - pParse->nErr++; - goto begin_table_error; - } - pTable->zName = zName; - pTable->iPKey = -1; - pTable->pSchema = db->aDb[iDb].pSchema; - pTable->nRef = 1; - if( pParse->pNewTable ) sqlite3DeleteTable(db, pParse->pNewTable); - pParse->pNewTable = pTable; - - /* If this is the magic sqlite_sequence table used by autoincrement, - ** then record a pointer to this table in the main database structure - ** so that INSERT can find the table easily. - */ -#ifndef SQLITE_OMIT_AUTOINCREMENT - if( !pParse->nested && strcmp(zName, "sqlite_sequence")==0 ){ - pTable->pSchema->pSeqTab = pTable; - } -#endif - - /* Begin generating the code that will insert the table record into - ** the SQLITE_MASTER table. Note in particular that we must go ahead - ** and allocate the record number for the table entry now. Before any - ** PRIMARY KEY or UNIQUE keywords are parsed. Those keywords will cause - ** indices to be created and the table record must come before the - ** indices. Hence, the record number for the table must be allocated - ** now. - */ - if( !db->init.busy && (v = sqlite3GetVdbe(pParse))!=0 ){ - int lbl; - int fileFormat; - sqlite3BeginWriteOperation(pParse, 0, iDb); - -#ifndef SQLITE_OMIT_VIRTUALTABLE - if( isVirtual ){ - sqlite3VdbeAddOp(v, OP_VBegin, 0, 0); - } -#endif - - /* If the file format and encoding in the database have not been set, - ** set them now. - */ - sqlite3VdbeAddOp(v, OP_ReadCookie, iDb, 1); /* file_format */ - lbl = sqlite3VdbeMakeLabel(v); - sqlite3VdbeAddOp(v, OP_If, 0, lbl); - fileFormat = (db->flags & SQLITE_LegacyFileFmt)!=0 ? - 1 : SQLITE_MAX_FILE_FORMAT; - sqlite3VdbeAddOp(v, OP_Integer, fileFormat, 0); - sqlite3VdbeAddOp(v, OP_SetCookie, iDb, 1); - sqlite3VdbeAddOp(v, OP_Integer, ENC(db), 0); - sqlite3VdbeAddOp(v, OP_SetCookie, iDb, 4); - sqlite3VdbeResolveLabel(v, lbl); - - /* This just creates a place-holder record in the sqlite_master table. - ** The record created does not contain anything yet. It will be replaced - ** by the real entry in code generated at sqlite3EndTable(). - ** - ** The rowid for the new entry is left on the top of the stack. - ** The rowid value is needed by the code that sqlite3EndTable will - ** generate. - */ -#if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_VIRTUALTABLE) - if( isView || isVirtual ){ - sqlite3VdbeAddOp(v, OP_Integer, 0, 0); - }else -#endif - { - sqlite3VdbeAddOp(v, OP_CreateTable, iDb, 0); - } - sqlite3OpenMasterTable(pParse, iDb); - sqlite3VdbeAddOp(v, OP_NewRowid, 0, 0); - sqlite3VdbeAddOp(v, OP_Dup, 0, 0); - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - sqlite3VdbeAddOp(v, OP_Insert, 0, 0); - sqlite3VdbeAddOp(v, OP_Close, 0, 0); - sqlite3VdbeAddOp(v, OP_Pull, 1, 0); - } - - /* Normal (non-error) return. */ - return; - - /* If an error occurs, we jump here */ -begin_table_error: - sqliteFree(zName); - return; -} - -/* -** This macro is used to compare two strings in a case-insensitive manner. -** It is slightly faster than calling sqlite3StrICmp() directly, but -** produces larger code. -** -** WARNING: This macro is not compatible with the strcmp() family. It -** returns true if the two strings are equal, otherwise false. -*/ -#define STRICMP(x, y) (\ -sqlite3UpperToLower[*(unsigned char *)(x)]== \ -sqlite3UpperToLower[*(unsigned char *)(y)] \ -&& sqlite3StrICmp((x)+1,(y)+1)==0 ) - -/* -** Add a new column to the table currently being constructed. -** -** The parser calls this routine once for each column declaration -** in a CREATE TABLE statement. sqlite3StartTable() gets called -** first to get things going. Then this routine is called for each -** column. -*/ -void sqlite3AddColumn(Parse *pParse, Token *pName){ - Table *p; - int i; - char *z; - Column *pCol; - if( (p = pParse->pNewTable)==0 ) return; - z = sqlite3NameFromToken(pName); - if( z==0 ) return; - for(i=0; inCol; i++){ - if( STRICMP(z, p->aCol[i].zName) ){ - sqlite3ErrorMsg(pParse, "duplicate column name: %s", z); - sqliteFree(z); - return; - } - } - if( (p->nCol & 0x7)==0 ){ - Column *aNew; - aNew = sqliteRealloc( p->aCol, (p->nCol+8)*sizeof(p->aCol[0])); - if( aNew==0 ){ - sqliteFree(z); - return; - } - p->aCol = aNew; - } - pCol = &p->aCol[p->nCol]; - memset(pCol, 0, sizeof(p->aCol[0])); - pCol->zName = z; - - /* If there is no type specified, columns have the default affinity - ** 'NONE'. If there is a type specified, then sqlite3AddColumnType() will - ** be called next to set pCol->affinity correctly. - */ - pCol->affinity = SQLITE_AFF_NONE; - p->nCol++; -} - -/* -** This routine is called by the parser while in the middle of -** parsing a CREATE TABLE statement. A "NOT NULL" constraint has -** been seen on a column. This routine sets the notNull flag on -** the column currently under construction. -*/ -void sqlite3AddNotNull(Parse *pParse, int onError){ - Table *p; - int i; - if( (p = pParse->pNewTable)==0 ) return; - i = p->nCol-1; - if( i>=0 ) p->aCol[i].notNull = onError; -} - -/* -** Scan the column type name zType (length nType) and return the -** associated affinity type. -** -** This routine does a case-independent search of zType for the -** substrings in the following table. If one of the substrings is -** found, the corresponding affinity is returned. If zType contains -** more than one of the substrings, entries toward the top of -** the table take priority. For example, if zType is 'BLOBINT', -** SQLITE_AFF_INTEGER is returned. -** -** Substring | Affinity -** -------------------------------- -** 'INT' | SQLITE_AFF_INTEGER -** 'CHAR' | SQLITE_AFF_TEXT -** 'CLOB' | SQLITE_AFF_TEXT -** 'TEXT' | SQLITE_AFF_TEXT -** 'BLOB' | SQLITE_AFF_NONE -** 'REAL' | SQLITE_AFF_REAL -** 'FLOA' | SQLITE_AFF_REAL -** 'DOUB' | SQLITE_AFF_REAL -** -** If none of the substrings in the above table are found, -** SQLITE_AFF_NUMERIC is returned. -*/ -char sqlite3AffinityType(const Token *pType){ - u32 h = 0; - char aff = SQLITE_AFF_NUMERIC; - const unsigned char *zIn = pType->z; - const unsigned char *zEnd = &pType->z[pType->n]; - - while( zIn!=zEnd ){ - h = (h<<8) + sqlite3UpperToLower[*zIn]; - zIn++; - if( h==(('c'<<24)+('h'<<16)+('a'<<8)+'r') ){ /* CHAR */ - aff = SQLITE_AFF_TEXT; - }else if( h==(('c'<<24)+('l'<<16)+('o'<<8)+'b') ){ /* CLOB */ - aff = SQLITE_AFF_TEXT; - }else if( h==(('t'<<24)+('e'<<16)+('x'<<8)+'t') ){ /* TEXT */ - aff = SQLITE_AFF_TEXT; - }else if( h==(('b'<<24)+('l'<<16)+('o'<<8)+'b') /* BLOB */ - && (aff==SQLITE_AFF_NUMERIC || aff==SQLITE_AFF_REAL) ){ - aff = SQLITE_AFF_NONE; -#ifndef SQLITE_OMIT_FLOATING_POINT - }else if( h==(('r'<<24)+('e'<<16)+('a'<<8)+'l') /* REAL */ - && aff==SQLITE_AFF_NUMERIC ){ - aff = SQLITE_AFF_REAL; - }else if( h==(('f'<<24)+('l'<<16)+('o'<<8)+'a') /* FLOA */ - && aff==SQLITE_AFF_NUMERIC ){ - aff = SQLITE_AFF_REAL; - }else if( h==(('d'<<24)+('o'<<16)+('u'<<8)+'b') /* DOUB */ - && aff==SQLITE_AFF_NUMERIC ){ - aff = SQLITE_AFF_REAL; -#endif - }else if( (h&0x00FFFFFF)==(('i'<<16)+('n'<<8)+'t') ){ /* INT */ - aff = SQLITE_AFF_INTEGER; - break; - } - } - - return aff; -} - -/* -** This routine is called by the parser while in the middle of -** parsing a CREATE TABLE statement. The pFirst token is the first -** token in the sequence of tokens that describe the type of the -** column currently under construction. pLast is the last token -** in the sequence. Use this information to construct a string -** that contains the typename of the column and store that string -** in zType. -*/ -void sqlite3AddColumnType(Parse *pParse, Token *pType){ - Table *p; - int i; - Column *pCol; - - if( (p = pParse->pNewTable)==0 ) return; - i = p->nCol-1; - if( i<0 ) return; - pCol = &p->aCol[i]; - sqliteFree(pCol->zType); - pCol->zType = sqlite3NameFromToken(pType); - pCol->affinity = sqlite3AffinityType(pType); -} - -/* -** The expression is the default value for the most recently added column -** of the table currently under construction. -** -** Default value expressions must be constant. Raise an exception if this -** is not the case. -** -** This routine is called by the parser while in the middle of -** parsing a CREATE TABLE statement. -*/ -void sqlite3AddDefaultValue(Parse *pParse, Expr *pExpr){ - Table *p; - Column *pCol; - if( (p = pParse->pNewTable)!=0 ){ - pCol = &(p->aCol[p->nCol-1]); - if( !sqlite3ExprIsConstantOrFunction(pExpr) ){ - sqlite3ErrorMsg(pParse, "default value of column [%s] is not constant", - pCol->zName); - }else{ - Expr *pCopy; - sqlite3ExprDelete(pCol->pDflt); - pCol->pDflt = pCopy = sqlite3ExprDup(pExpr); - if( pCopy ){ - sqlite3TokenCopy(&pCopy->span, &pExpr->span); - } - } - } - sqlite3ExprDelete(pExpr); -} - -/* -** Designate the PRIMARY KEY for the table. pList is a list of names -** of columns that form the primary key. If pList is NULL, then the -** most recently added column of the table is the primary key. -** -** A table can have at most one primary key. If the table already has -** a primary key (and this is the second primary key) then create an -** error. -** -** If the PRIMARY KEY is on a single column whose datatype is INTEGER, -** then we will try to use that column as the rowid. Set the Table.iPKey -** field of the table under construction to be the index of the -** INTEGER PRIMARY KEY column. Table.iPKey is set to -1 if there is -** no INTEGER PRIMARY KEY. -** -** If the key is not an INTEGER PRIMARY KEY, then create a unique -** index for the key. No index is created for INTEGER PRIMARY KEYs. -*/ -void sqlite3AddPrimaryKey( - Parse *pParse, /* Parsing context */ - ExprList *pList, /* List of field names to be indexed */ - int onError, /* What to do with a uniqueness conflict */ - int autoInc, /* True if the AUTOINCREMENT keyword is present */ - int sortOrder /* SQLITE_SO_ASC or SQLITE_SO_DESC */ -){ - Table *pTab = pParse->pNewTable; - char *zType = 0; - int iCol = -1, i; - if( pTab==0 || IN_DECLARE_VTAB ) goto primary_key_exit; - if( pTab->hasPrimKey ){ - sqlite3ErrorMsg(pParse, - "table \"%s\" has more than one primary key", pTab->zName); - goto primary_key_exit; - } - pTab->hasPrimKey = 1; - if( pList==0 ){ - iCol = pTab->nCol - 1; - pTab->aCol[iCol].isPrimKey = 1; - }else{ - for(i=0; inExpr; i++){ - for(iCol=0; iColnCol; iCol++){ - if( sqlite3StrICmp(pList->a[i].zName, pTab->aCol[iCol].zName)==0 ){ - break; - } - } - if( iColnCol ){ - pTab->aCol[iCol].isPrimKey = 1; - } - } - if( pList->nExpr>1 ) iCol = -1; - } - if( iCol>=0 && iColnCol ){ - zType = pTab->aCol[iCol].zType; - } - if( zType && sqlite3StrICmp(zType, "INTEGER")==0 - && sortOrder==SQLITE_SO_ASC ){ - pTab->iPKey = iCol; - pTab->keyConf = onError; - pTab->autoInc = autoInc; - }else if( autoInc ){ -#ifndef SQLITE_OMIT_AUTOINCREMENT - sqlite3ErrorMsg(pParse, "AUTOINCREMENT is only allowed on an " - "INTEGER PRIMARY KEY"); -#endif - }else{ - sqlite3CreateIndex(pParse, 0, 0, 0, pList, onError, 0, 0, sortOrder, 0); - pList = 0; - } - -primary_key_exit: - sqlite3ExprListDelete(pList); - return; -} - -/* -** Add a new CHECK constraint to the table currently under construction. -*/ -void sqlite3AddCheckConstraint( - Parse *pParse, /* Parsing context */ - Expr *pCheckExpr /* The check expression */ -){ -#ifndef SQLITE_OMIT_CHECK - Table *pTab = pParse->pNewTable; - if( pTab && !IN_DECLARE_VTAB ){ - /* The CHECK expression must be duplicated so that tokens refer - ** to malloced space and not the (ephemeral) text of the CREATE TABLE - ** statement */ - pTab->pCheck = sqlite3ExprAnd(pTab->pCheck, sqlite3ExprDup(pCheckExpr)); - } -#endif - sqlite3ExprDelete(pCheckExpr); -} - -/* -** Set the collation function of the most recently parsed table column -** to the CollSeq given. -*/ -void sqlite3AddCollateType(Parse *pParse, const char *zType, int nType){ - Table *p; - int i; - - if( (p = pParse->pNewTable)==0 ) return; - i = p->nCol-1; - - if( sqlite3LocateCollSeq(pParse, zType, nType) ){ - Index *pIdx; - p->aCol[i].zColl = sqliteStrNDup(zType, nType); - - /* If the column is declared as " PRIMARY KEY COLLATE ", - ** then an index may have been created on this column before the - ** collation type was added. Correct this if it is the case. - */ - for(pIdx=p->pIndex; pIdx; pIdx=pIdx->pNext){ - assert( pIdx->nColumn==1 ); - if( pIdx->aiColumn[0]==i ){ - pIdx->azColl[0] = p->aCol[i].zColl; - } - } - } -} - -/* -** This function returns the collation sequence for database native text -** encoding identified by the string zName, length nName. -** -** If the requested collation sequence is not available, or not available -** in the database native encoding, the collation factory is invoked to -** request it. If the collation factory does not supply such a sequence, -** and the sequence is available in another text encoding, then that is -** returned instead. -** -** If no versions of the requested collations sequence are available, or -** another error occurs, NULL is returned and an error message written into -** pParse. -** -** This routine is a wrapper around sqlite3FindCollSeq(). This routine -** invokes the collation factory if the named collation cannot be found -** and generates an error message. -*/ -CollSeq *sqlite3LocateCollSeq(Parse *pParse, const char *zName, int nName){ - sqlite3 *db = pParse->db; - u8 enc = ENC(db); - u8 initbusy = db->init.busy; - CollSeq *pColl; - - pColl = sqlite3FindCollSeq(db, enc, zName, nName, initbusy); - if( !initbusy && (!pColl || !pColl->xCmp) ){ - pColl = sqlite3GetCollSeq(db, pColl, zName, nName); - if( !pColl ){ - if( nName<0 ){ - nName = strlen(zName); - } - sqlite3ErrorMsg(pParse, "no such collation sequence: %.*s", nName, zName); - pColl = 0; - } - } - - return pColl; -} - - -/* -** Generate code that will increment the schema cookie. -** -** The schema cookie is used to determine when the schema for the -** database changes. After each schema change, the cookie value -** changes. When a process first reads the schema it records the -** cookie. Thereafter, whenever it goes to access the database, -** it checks the cookie to make sure the schema has not changed -** since it was last read. -** -** This plan is not completely bullet-proof. It is possible for -** the schema to change multiple times and for the cookie to be -** set back to prior value. But schema changes are infrequent -** and the probability of hitting the same cookie value is only -** 1 chance in 2^32. So we're safe enough. -*/ -void sqlite3ChangeCookie(sqlite3 *db, Vdbe *v, int iDb){ - sqlite3VdbeAddOp(v, OP_Integer, db->aDb[iDb].pSchema->schema_cookie+1, 0); - sqlite3VdbeAddOp(v, OP_SetCookie, iDb, 0); -} - -/* -** Measure the number of characters needed to output the given -** identifier. The number returned includes any quotes used -** but does not include the null terminator. -** -** The estimate is conservative. It might be larger that what is -** really needed. -*/ -static int identLength(const char *z){ - int n; - for(n=0; *z; n++, z++){ - if( *z=='"' ){ n++; } - } - return n + 2; -} - -/* -** Write an identifier onto the end of the given string. Add -** quote characters as needed. -*/ -static void identPut(char *z, int *pIdx, char *zSignedIdent){ - unsigned char *zIdent = (unsigned char*)zSignedIdent; - int i, j, needQuote; - i = *pIdx; - for(j=0; zIdent[j]; j++){ - if( !isalnum(zIdent[j]) && zIdent[j]!='_' ) break; - } - needQuote = zIdent[j]!=0 || isdigit(zIdent[0]) - || sqlite3KeywordCode(zIdent, j)!=TK_ID; - if( needQuote ) z[i++] = '"'; - for(j=0; zIdent[j]; j++){ - z[i++] = zIdent[j]; - if( zIdent[j]=='"' ) z[i++] = '"'; - } - if( needQuote ) z[i++] = '"'; - z[i] = 0; - *pIdx = i; -} - -/* -** Generate a CREATE TABLE statement appropriate for the given -** table. Memory to hold the text of the statement is obtained -** from sqliteMalloc() and must be freed by the calling function. -*/ -static char *createTableStmt(Table *p, int isTemp){ - int i, k, n; - char *zStmt; - char *zSep, *zSep2, *zEnd, *z; - Column *pCol; - n = 0; - for(pCol = p->aCol, i=0; inCol; i++, pCol++){ - n += identLength(pCol->zName); - z = pCol->zType; - if( z ){ - n += (strlen(z) + 1); - } - } - n += identLength(p->zName); - if( n<50 ){ - zSep = ""; - zSep2 = ","; - zEnd = ")"; - }else{ - zSep = "\n "; - zSep2 = ",\n "; - zEnd = "\n)"; - } - n += 35 + 6*p->nCol; - zStmt = sqliteMallocRaw( n ); - if( zStmt==0 ) return 0; - strcpy(zStmt, !OMIT_TEMPDB&&isTemp ? "CREATE TEMP TABLE ":"CREATE TABLE "); - k = strlen(zStmt); - identPut(zStmt, &k, p->zName); - zStmt[k++] = '('; - for(pCol=p->aCol, i=0; inCol; i++, pCol++){ - strcpy(&zStmt[k], zSep); - k += strlen(&zStmt[k]); - zSep = zSep2; - identPut(zStmt, &k, pCol->zName); - if( (z = pCol->zType)!=0 ){ - zStmt[k++] = ' '; - strcpy(&zStmt[k], z); - k += strlen(z); - } - } - strcpy(&zStmt[k], zEnd); - return zStmt; -} - -/* -** This routine is called to report the final ")" that terminates -** a CREATE TABLE statement. -** -** The table structure that other action routines have been building -** is added to the internal hash tables, assuming no errors have -** occurred. -** -** An entry for the table is made in the master table on disk, unless -** this is a temporary table or db->init.busy==1. When db->init.busy==1 -** it means we are reading the sqlite_master table because we just -** connected to the database or because the sqlite_master table has -** recently changed, so the entry for this table already exists in -** the sqlite_master table. We do not want to create it again. -** -** If the pSelect argument is not NULL, it means that this routine -** was called to create a table generated from a -** "CREATE TABLE ... AS SELECT ..." statement. The column names of -** the new table will match the result set of the SELECT. -*/ -void sqlite3EndTable( - Parse *pParse, /* Parse context */ - Token *pCons, /* The ',' token after the last column defn. */ - Token *pEnd, /* The final ')' token in the CREATE TABLE */ - Select *pSelect /* Select from a "CREATE ... AS SELECT" */ -){ - Table *p; - sqlite3 *db = pParse->db; - int iDb; - - if( (pEnd==0 && pSelect==0) || pParse->nErr || sqlite3MallocFailed() ) { - return; - } - p = pParse->pNewTable; - if( p==0 ) return; - - assert( !db->init.busy || !pSelect ); - - iDb = sqlite3SchemaToIndex(db, p->pSchema); - -#ifndef SQLITE_OMIT_CHECK - /* Resolve names in all CHECK constraint expressions. - */ - if( p->pCheck ){ - SrcList sSrc; /* Fake SrcList for pParse->pNewTable */ - NameContext sNC; /* Name context for pParse->pNewTable */ - - memset(&sNC, 0, sizeof(sNC)); - memset(&sSrc, 0, sizeof(sSrc)); - sSrc.nSrc = 1; - sSrc.a[0].zName = p->zName; - sSrc.a[0].pTab = p; - sSrc.a[0].iCursor = -1; - sNC.pParse = pParse; - sNC.pSrcList = &sSrc; - sNC.isCheck = 1; - if( sqlite3ExprResolveNames(&sNC, p->pCheck) ){ - return; - } - } -#endif /* !defined(SQLITE_OMIT_CHECK) */ - - /* If the db->init.busy is 1 it means we are reading the SQL off the - ** "sqlite_master" or "sqlite_temp_master" table on the disk. - ** So do not write to the disk again. Extract the root page number - ** for the table from the db->init.newTnum field. (The page number - ** should have been put there by the sqliteOpenCb routine.) - */ - if( db->init.busy ){ - p->tnum = db->init.newTnum; - } - - /* If not initializing, then create a record for the new table - ** in the SQLITE_MASTER table of the database. The record number - ** for the new table entry should already be on the stack. - ** - ** If this is a TEMPORARY table, write the entry into the auxiliary - ** file instead of into the main database file. - */ - if( !db->init.busy ){ - int n; - Vdbe *v; - char *zType; /* "view" or "table" */ - char *zType2; /* "VIEW" or "TABLE" */ - char *zStmt; /* Text of the CREATE TABLE or CREATE VIEW statement */ - - v = sqlite3GetVdbe(pParse); - if( v==0 ) return; - - sqlite3VdbeAddOp(v, OP_Close, 0, 0); - - /* Create the rootpage for the new table and push it onto the stack. - ** A view has no rootpage, so just push a zero onto the stack for - ** views. Initialize zType at the same time. - */ - if( p->pSelect==0 ){ - /* A regular table */ - zType = "table"; - zType2 = "TABLE"; -#ifndef SQLITE_OMIT_VIEW - }else{ - /* A view */ - zType = "view"; - zType2 = "VIEW"; -#endif - } - - /* If this is a CREATE TABLE xx AS SELECT ..., execute the SELECT - ** statement to populate the new table. The root-page number for the - ** new table is on the top of the vdbe stack. - ** - ** Once the SELECT has been coded by sqlite3Select(), it is in a - ** suitable state to query for the column names and types to be used - ** by the new table. - ** - ** A shared-cache write-lock is not required to write to the new table, - ** as a schema-lock must have already been obtained to create it. Since - ** a schema-lock excludes all other database users, the write-lock would - ** be redundant. - */ - if( pSelect ){ - Table *pSelTab; - sqlite3VdbeAddOp(v, OP_Dup, 0, 0); - sqlite3VdbeAddOp(v, OP_Integer, iDb, 0); - sqlite3VdbeAddOp(v, OP_OpenWrite, 1, 0); - pParse->nTab = 2; - sqlite3Select(pParse, pSelect, SRT_Table, 1, 0, 0, 0, 0); - sqlite3VdbeAddOp(v, OP_Close, 1, 0); - if( pParse->nErr==0 ){ - pSelTab = sqlite3ResultSetOfSelect(pParse, 0, pSelect); - if( pSelTab==0 ) return; - assert( p->aCol==0 ); - p->nCol = pSelTab->nCol; - p->aCol = pSelTab->aCol; - pSelTab->nCol = 0; - pSelTab->aCol = 0; - sqlite3DeleteTable(0, pSelTab); - } - } - - /* Compute the complete text of the CREATE statement */ - if( pSelect ){ - zStmt = createTableStmt(p, p->pSchema==pParse->db->aDb[1].pSchema); - }else{ - n = pEnd->z - pParse->sNameToken.z + 1; - zStmt = sqlite3MPrintf("CREATE %s %.*s", zType2, n, pParse->sNameToken.z); - } - - /* A slot for the record has already been allocated in the - ** SQLITE_MASTER table. We just need to update that slot with all - ** the information we've collected. The rowid for the preallocated - ** slot is the 2nd item on the stack. The top of the stack is the - ** root page for the new table (or a 0 if this is a view). - */ - sqlite3NestedParse(pParse, - "UPDATE %Q.%s " - "SET type='%s', name=%Q, tbl_name=%Q, rootpage=#0, sql=%Q " - "WHERE rowid=#1", - db->aDb[iDb].zName, SCHEMA_TABLE(iDb), - zType, - p->zName, - p->zName, - zStmt - ); - sqliteFree(zStmt); - sqlite3ChangeCookie(db, v, iDb); - -#ifndef SQLITE_OMIT_AUTOINCREMENT - /* Check to see if we need to create an sqlite_sequence table for - ** keeping track of autoincrement keys. - */ - if( p->autoInc ){ - Db *pDb = &db->aDb[iDb]; - if( pDb->pSchema->pSeqTab==0 ){ - sqlite3NestedParse(pParse, - "CREATE TABLE %Q.sqlite_sequence(name,seq)", - pDb->zName - ); - } - } -#endif - - /* Reparse everything to update our internal data structures */ - sqlite3VdbeOp3(v, OP_ParseSchema, iDb, 0, - sqlite3MPrintf("tbl_name='%q'",p->zName), P3_DYNAMIC); - } - - - /* Add the table to the in-memory representation of the database. - */ - if( db->init.busy && pParse->nErr==0 ){ - Table *pOld; - FKey *pFKey; - Schema *pSchema = p->pSchema; - pOld = sqlite3HashInsert(&pSchema->tblHash, p->zName, strlen(p->zName)+1,p); - if( pOld ){ - assert( p==pOld ); /* Malloc must have failed inside HashInsert() */ - return; - } -#ifndef SQLITE_OMIT_FOREIGN_KEY - for(pFKey=p->pFKey; pFKey; pFKey=pFKey->pNextFrom){ - int nTo = strlen(pFKey->zTo) + 1; - pFKey->pNextTo = sqlite3HashFind(&pSchema->aFKey, pFKey->zTo, nTo); - sqlite3HashInsert(&pSchema->aFKey, pFKey->zTo, nTo, pFKey); - } -#endif - pParse->pNewTable = 0; - db->nTable++; - db->flags |= SQLITE_InternChanges; - -#ifndef SQLITE_OMIT_ALTERTABLE - if( !p->pSelect ){ - const char *zName = (const char *)pParse->sNameToken.z; - int nName; - assert( !pSelect && pCons && pEnd ); - if( pCons->z==0 ){ - pCons = pEnd; - } - nName = (const char *)pCons->z - zName; - p->addColOffset = 13 + sqlite3utf8CharLen(zName, nName); - } -#endif - } -} - -#ifndef SQLITE_OMIT_VIEW -/* -** The parser calls this routine in order to create a new VIEW -*/ -void sqlite3CreateView( - Parse *pParse, /* The parsing context */ - Token *pBegin, /* The CREATE token that begins the statement */ - Token *pName1, /* The token that holds the name of the view */ - Token *pName2, /* The token that holds the name of the view */ - Select *pSelect, /* A SELECT statement that will become the new view */ - int isTemp, /* TRUE for a TEMPORARY view */ - int noErr /* Suppress error messages if VIEW already exists */ -){ - Table *p; - int n; - const unsigned char *z; - Token sEnd; - DbFixer sFix; - Token *pName; - int iDb; - - if( pParse->nVar>0 ){ - sqlite3ErrorMsg(pParse, "parameters are not allowed in views"); - sqlite3SelectDelete(pSelect); - return; - } - sqlite3StartTable(pParse, pName1, pName2, isTemp, 1, 0, noErr); - p = pParse->pNewTable; - if( p==0 || pParse->nErr ){ - sqlite3SelectDelete(pSelect); - return; - } - sqlite3TwoPartName(pParse, pName1, pName2, &pName); - iDb = sqlite3SchemaToIndex(pParse->db, p->pSchema); - if( sqlite3FixInit(&sFix, pParse, iDb, "view", pName) - && sqlite3FixSelect(&sFix, pSelect) - ){ - sqlite3SelectDelete(pSelect); - return; - } - - /* Make a copy of the entire SELECT statement that defines the view. - ** This will force all the Expr.token.z values to be dynamically - ** allocated rather than point to the input string - which means that - ** they will persist after the current sqlite3_exec() call returns. - */ - p->pSelect = sqlite3SelectDup(pSelect); - sqlite3SelectDelete(pSelect); - if( sqlite3MallocFailed() ){ - return; - } - if( !pParse->db->init.busy ){ - sqlite3ViewGetColumnNames(pParse, p); - } - - /* Locate the end of the CREATE VIEW statement. Make sEnd point to - ** the end. - */ - sEnd = pParse->sLastToken; - if( sEnd.z[0]!=0 && sEnd.z[0]!=';' ){ - sEnd.z += sEnd.n; - } - sEnd.n = 0; - n = sEnd.z - pBegin->z; - z = (const unsigned char*)pBegin->z; - while( n>0 && (z[n-1]==';' || isspace(z[n-1])) ){ n--; } - sEnd.z = &z[n-1]; - sEnd.n = 1; - - /* Use sqlite3EndTable() to add the view to the SQLITE_MASTER table */ - sqlite3EndTable(pParse, 0, &sEnd, 0); - return; -} -#endif /* SQLITE_OMIT_VIEW */ - -#if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_VIRTUALTABLE) -/* -** The Table structure pTable is really a VIEW. Fill in the names of -** the columns of the view in the pTable structure. Return the number -** of errors. If an error is seen leave an error message in pParse->zErrMsg. -*/ -int sqlite3ViewGetColumnNames(Parse *pParse, Table *pTable){ - Table *pSelTab; /* A fake table from which we get the result set */ - Select *pSel; /* Copy of the SELECT that implements the view */ - int nErr = 0; /* Number of errors encountered */ - int n; /* Temporarily holds the number of cursors assigned */ - - assert( pTable ); - -#ifndef SQLITE_OMIT_VIRTUALTABLE - if( sqlite3VtabCallConnect(pParse, pTable) ){ - return SQLITE_ERROR; - } - if( IsVirtual(pTable) ) return 0; -#endif - -#ifndef SQLITE_OMIT_VIEW - /* A positive nCol means the columns names for this view are - ** already known. - */ - if( pTable->nCol>0 ) return 0; - - /* A negative nCol is a special marker meaning that we are currently - ** trying to compute the column names. If we enter this routine with - ** a negative nCol, it means two or more views form a loop, like this: - ** - ** CREATE VIEW one AS SELECT * FROM two; - ** CREATE VIEW two AS SELECT * FROM one; - ** - ** Actually, this error is caught previously and so the following test - ** should always fail. But we will leave it in place just to be safe. - */ - if( pTable->nCol<0 ){ - sqlite3ErrorMsg(pParse, "view %s is circularly defined", pTable->zName); - return 1; - } - assert( pTable->nCol>=0 ); - - /* If we get this far, it means we need to compute the table names. - ** Note that the call to sqlite3ResultSetOfSelect() will expand any - ** "*" elements in the results set of the view and will assign cursors - ** to the elements of the FROM clause. But we do not want these changes - ** to be permanent. So the computation is done on a copy of the SELECT - ** statement that defines the view. - */ - assert( pTable->pSelect ); - pSel = sqlite3SelectDup(pTable->pSelect); - if( pSel ){ - n = pParse->nTab; - sqlite3SrcListAssignCursors(pParse, pSel->pSrc); - pTable->nCol = -1; - pSelTab = sqlite3ResultSetOfSelect(pParse, 0, pSel); - pParse->nTab = n; - if( pSelTab ){ - assert( pTable->aCol==0 ); - pTable->nCol = pSelTab->nCol; - pTable->aCol = pSelTab->aCol; - pSelTab->nCol = 0; - pSelTab->aCol = 0; - sqlite3DeleteTable(0, pSelTab); - pTable->pSchema->flags |= DB_UnresetViews; - }else{ - pTable->nCol = 0; - nErr++; - } - sqlite3SelectDelete(pSel); - } else { - nErr++; - } -#endif /* SQLITE_OMIT_VIEW */ - return nErr; -} -#endif /* !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_VIRTUALTABLE) */ - -#ifndef SQLITE_OMIT_VIEW -/* -** Clear the column names from every VIEW in database idx. -*/ -static void sqliteViewResetAll(sqlite3 *db, int idx){ - HashElem *i; - if( !DbHasProperty(db, idx, DB_UnresetViews) ) return; - for(i=sqliteHashFirst(&db->aDb[idx].pSchema->tblHash); i;i=sqliteHashNext(i)){ - Table *pTab = sqliteHashData(i); - if( pTab->pSelect ){ - sqliteResetColumnNames(pTab); - } - } - DbClearProperty(db, idx, DB_UnresetViews); -} -#else -# define sqliteViewResetAll(A,B) -#endif /* SQLITE_OMIT_VIEW */ - -/* -** This function is called by the VDBE to adjust the internal schema -** used by SQLite when the btree layer moves a table root page. The -** root-page of a table or index in database iDb has changed from iFrom -** to iTo. -** -** Ticket #1728: The symbol table might still contain information -** on tables and/or indices that are the process of being deleted. -** If you are unlucky, one of those deleted indices or tables might -** have the same rootpage number as the real table or index that is -** being moved. So we cannot stop searching after the first match -** because the first match might be for one of the deleted indices -** or tables and not the table/index that is actually being moved. -** We must continue looping until all tables and indices with -** rootpage==iFrom have been converted to have a rootpage of iTo -** in order to be certain that we got the right one. -*/ -#ifndef SQLITE_OMIT_AUTOVACUUM -void sqlite3RootPageMoved(Db *pDb, int iFrom, int iTo){ - HashElem *pElem; - Hash *pHash; - - pHash = &pDb->pSchema->tblHash; - for(pElem=sqliteHashFirst(pHash); pElem; pElem=sqliteHashNext(pElem)){ - Table *pTab = sqliteHashData(pElem); - if( pTab->tnum==iFrom ){ - pTab->tnum = iTo; - } - } - pHash = &pDb->pSchema->idxHash; - for(pElem=sqliteHashFirst(pHash); pElem; pElem=sqliteHashNext(pElem)){ - Index *pIdx = sqliteHashData(pElem); - if( pIdx->tnum==iFrom ){ - pIdx->tnum = iTo; - } - } -} -#endif - -/* -** Write code to erase the table with root-page iTable from database iDb. -** Also write code to modify the sqlite_master table and internal schema -** if a root-page of another table is moved by the btree-layer whilst -** erasing iTable (this can happen with an auto-vacuum database). -*/ -static void destroyRootPage(Parse *pParse, int iTable, int iDb){ - Vdbe *v = sqlite3GetVdbe(pParse); - sqlite3VdbeAddOp(v, OP_Destroy, iTable, iDb); -#ifndef SQLITE_OMIT_AUTOVACUUM - /* OP_Destroy pushes an integer onto the stack. If this integer - ** is non-zero, then it is the root page number of a table moved to - ** location iTable. The following code modifies the sqlite_master table to - ** reflect this. - ** - ** The "#0" in the SQL is a special constant that means whatever value - ** is on the top of the stack. See sqlite3RegisterExpr(). - */ - sqlite3NestedParse(pParse, - "UPDATE %Q.%s SET rootpage=%d WHERE #0 AND rootpage=#0", - pParse->db->aDb[iDb].zName, SCHEMA_TABLE(iDb), iTable); -#endif -} - -/* -** Write VDBE code to erase table pTab and all associated indices on disk. -** Code to update the sqlite_master tables and internal schema definitions -** in case a root-page belonging to another table is moved by the btree layer -** is also added (this can happen with an auto-vacuum database). -*/ -static void destroyTable(Parse *pParse, Table *pTab){ -#ifdef SQLITE_OMIT_AUTOVACUUM - Index *pIdx; - int iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - destroyRootPage(pParse, pTab->tnum, iDb); - for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ - destroyRootPage(pParse, pIdx->tnum, iDb); - } -#else - /* If the database may be auto-vacuum capable (if SQLITE_OMIT_AUTOVACUUM - ** is not defined), then it is important to call OP_Destroy on the - ** table and index root-pages in order, starting with the numerically - ** largest root-page number. This guarantees that none of the root-pages - ** to be destroyed is relocated by an earlier OP_Destroy. i.e. if the - ** following were coded: - ** - ** OP_Destroy 4 0 - ** ... - ** OP_Destroy 5 0 - ** - ** and root page 5 happened to be the largest root-page number in the - ** database, then root page 5 would be moved to page 4 by the - ** "OP_Destroy 4 0" opcode. The subsequent "OP_Destroy 5 0" would hit - ** a free-list page. - */ - int iTab = pTab->tnum; - int iDestroyed = 0; - - while( 1 ){ - Index *pIdx; - int iLargest = 0; - - if( iDestroyed==0 || iTabpIndex; pIdx; pIdx=pIdx->pNext){ - int iIdx = pIdx->tnum; - assert( pIdx->pSchema==pTab->pSchema ); - if( (iDestroyed==0 || (iIdxiLargest ){ - iLargest = iIdx; - } - } - if( iLargest==0 ){ - return; - }else{ - int iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - destroyRootPage(pParse, iLargest, iDb); - iDestroyed = iLargest; - } - } -#endif -} - -/* -** This routine is called to do the work of a DROP TABLE statement. -** pName is the name of the table to be dropped. -*/ -void sqlite3DropTable(Parse *pParse, SrcList *pName, int isView, int noErr){ - Table *pTab; - Vdbe *v; - sqlite3 *db = pParse->db; - int iDb; - - if( pParse->nErr || sqlite3MallocFailed() ){ - goto exit_drop_table; - } - assert( pName->nSrc==1 ); - pTab = sqlite3LocateTable(pParse, pName->a[0].zName, pName->a[0].zDatabase); - - if( pTab==0 ){ - if( noErr ){ - sqlite3ErrorClear(pParse); - } - goto exit_drop_table; - } - iDb = sqlite3SchemaToIndex(db, pTab->pSchema); - assert( iDb>=0 && iDbnDb ); -#ifndef SQLITE_OMIT_AUTHORIZATION - { - int code; - const char *zTab = SCHEMA_TABLE(iDb); - const char *zDb = db->aDb[iDb].zName; - const char *zArg2 = 0; - if( sqlite3AuthCheck(pParse, SQLITE_DELETE, zTab, 0, zDb)){ - goto exit_drop_table; - } - if( isView ){ - if( !OMIT_TEMPDB && iDb==1 ){ - code = SQLITE_DROP_TEMP_VIEW; - }else{ - code = SQLITE_DROP_VIEW; - } -#ifndef SQLITE_OMIT_VIRTUALTABLE - }else if( IsVirtual(pTab) ){ - if( sqlite3ViewGetColumnNames(pParse, pTab) ){ - goto exit_drop_table; - } - code = SQLITE_DROP_VTABLE; - zArg2 = pTab->pMod->zName; -#endif - }else{ - if( !OMIT_TEMPDB && iDb==1 ){ - code = SQLITE_DROP_TEMP_TABLE; - }else{ - code = SQLITE_DROP_TABLE; - } - } - if( sqlite3AuthCheck(pParse, code, pTab->zName, zArg2, zDb) ){ - goto exit_drop_table; - } - if( sqlite3AuthCheck(pParse, SQLITE_DELETE, pTab->zName, 0, zDb) ){ - goto exit_drop_table; - } - } -#endif - if( pTab->readOnly || pTab==db->aDb[iDb].pSchema->pSeqTab ){ - sqlite3ErrorMsg(pParse, "table %s may not be dropped", pTab->zName); - goto exit_drop_table; - } - -#ifndef SQLITE_OMIT_VIEW - /* Ensure DROP TABLE is not used on a view, and DROP VIEW is not used - ** on a table. - */ - if( isView && pTab->pSelect==0 ){ - sqlite3ErrorMsg(pParse, "use DROP TABLE to delete table %s", pTab->zName); - goto exit_drop_table; - } - if( !isView && pTab->pSelect ){ - sqlite3ErrorMsg(pParse, "use DROP VIEW to delete view %s", pTab->zName); - goto exit_drop_table; - } -#endif - - /* Generate code to remove the table from the master table - ** on disk. - */ - v = sqlite3GetVdbe(pParse); - if( v ){ - Trigger *pTrigger; - Db *pDb = &db->aDb[iDb]; - sqlite3BeginWriteOperation(pParse, 0, iDb); - -#ifndef SQLITE_OMIT_VIRTUALTABLE - if( IsVirtual(pTab) ){ - Vdbe *v = sqlite3GetVdbe(pParse); - if( v ){ - sqlite3VdbeAddOp(v, OP_VBegin, 0, 0); - } - } -#endif - - /* Drop all triggers associated with the table being dropped. Code - ** is generated to remove entries from sqlite_master and/or - ** sqlite_temp_master if required. - */ - pTrigger = pTab->pTrigger; - while( pTrigger ){ - assert( pTrigger->pSchema==pTab->pSchema || - pTrigger->pSchema==db->aDb[1].pSchema ); - sqlite3DropTriggerPtr(pParse, pTrigger); - pTrigger = pTrigger->pNext; - } - -#ifndef SQLITE_OMIT_AUTOINCREMENT - /* Remove any entries of the sqlite_sequence table associated with - ** the table being dropped. This is done before the table is dropped - ** at the btree level, in case the sqlite_sequence table needs to - ** move as a result of the drop (can happen in auto-vacuum mode). - */ - if( pTab->autoInc ){ - sqlite3NestedParse(pParse, - "DELETE FROM %s.sqlite_sequence WHERE name=%Q", - pDb->zName, pTab->zName - ); - } -#endif - - /* Drop all SQLITE_MASTER table and index entries that refer to the - ** table. The program name loops through the master table and deletes - ** every row that refers to a table of the same name as the one being - ** dropped. Triggers are handled seperately because a trigger can be - ** created in the temp database that refers to a table in another - ** database. - */ - sqlite3NestedParse(pParse, - "DELETE FROM %Q.%s WHERE tbl_name=%Q and type!='trigger'", - pDb->zName, SCHEMA_TABLE(iDb), pTab->zName); - if( !isView && !IsVirtual(pTab) ){ - destroyTable(pParse, pTab); - } - - /* Remove the table entry from SQLite's internal schema and modify - ** the schema cookie. - */ - if( IsVirtual(pTab) ){ - sqlite3VdbeOp3(v, OP_VDestroy, iDb, 0, pTab->zName, 0); - } - sqlite3VdbeOp3(v, OP_DropTable, iDb, 0, pTab->zName, 0); - sqlite3ChangeCookie(db, v, iDb); - } - sqliteViewResetAll(db, iDb); - -exit_drop_table: - sqlite3SrcListDelete(pName); -} - -/* -** This routine is called to create a new foreign key on the table -** currently under construction. pFromCol determines which columns -** in the current table point to the foreign key. If pFromCol==0 then -** connect the key to the last column inserted. pTo is the name of -** the table referred to. pToCol is a list of tables in the other -** pTo table that the foreign key points to. flags contains all -** information about the conflict resolution algorithms specified -** in the ON DELETE, ON UPDATE and ON INSERT clauses. -** -** An FKey structure is created and added to the table currently -** under construction in the pParse->pNewTable field. The new FKey -** is not linked into db->aFKey at this point - that does not happen -** until sqlite3EndTable(). -** -** The foreign key is set for IMMEDIATE processing. A subsequent call -** to sqlite3DeferForeignKey() might change this to DEFERRED. -*/ -void sqlite3CreateForeignKey( - Parse *pParse, /* Parsing context */ - ExprList *pFromCol, /* Columns in this table that point to other table */ - Token *pTo, /* Name of the other table */ - ExprList *pToCol, /* Columns in the other table */ - int flags /* Conflict resolution algorithms. */ -){ -#ifndef SQLITE_OMIT_FOREIGN_KEY - FKey *pFKey = 0; - Table *p = pParse->pNewTable; - int nByte; - int i; - int nCol; - char *z; - - assert( pTo!=0 ); - if( p==0 || pParse->nErr || IN_DECLARE_VTAB ) goto fk_end; - if( pFromCol==0 ){ - int iCol = p->nCol-1; - if( iCol<0 ) goto fk_end; - if( pToCol && pToCol->nExpr!=1 ){ - sqlite3ErrorMsg(pParse, "foreign key on %s" - " should reference only one column of table %T", - p->aCol[iCol].zName, pTo); - goto fk_end; - } - nCol = 1; - }else if( pToCol && pToCol->nExpr!=pFromCol->nExpr ){ - sqlite3ErrorMsg(pParse, - "number of columns in foreign key does not match the number of " - "columns in the referenced table"); - goto fk_end; - }else{ - nCol = pFromCol->nExpr; - } - nByte = sizeof(*pFKey) + nCol*sizeof(pFKey->aCol[0]) + pTo->n + 1; - if( pToCol ){ - for(i=0; inExpr; i++){ - nByte += strlen(pToCol->a[i].zName) + 1; - } - } - pFKey = sqliteMalloc( nByte ); - if( pFKey==0 ) goto fk_end; - pFKey->pFrom = p; - pFKey->pNextFrom = p->pFKey; - z = (char*)&pFKey[1]; - pFKey->aCol = (struct sColMap*)z; - z += sizeof(struct sColMap)*nCol; - pFKey->zTo = z; - memcpy(z, pTo->z, pTo->n); - z[pTo->n] = 0; - z += pTo->n+1; - pFKey->pNextTo = 0; - pFKey->nCol = nCol; - if( pFromCol==0 ){ - pFKey->aCol[0].iFrom = p->nCol-1; - }else{ - for(i=0; inCol; j++){ - if( sqlite3StrICmp(p->aCol[j].zName, pFromCol->a[i].zName)==0 ){ - pFKey->aCol[i].iFrom = j; - break; - } - } - if( j>=p->nCol ){ - sqlite3ErrorMsg(pParse, - "unknown column \"%s\" in foreign key definition", - pFromCol->a[i].zName); - goto fk_end; - } - } - } - if( pToCol ){ - for(i=0; ia[i].zName); - pFKey->aCol[i].zCol = z; - memcpy(z, pToCol->a[i].zName, n); - z[n] = 0; - z += n+1; - } - } - pFKey->isDeferred = 0; - pFKey->deleteConf = flags & 0xff; - pFKey->updateConf = (flags >> 8 ) & 0xff; - pFKey->insertConf = (flags >> 16 ) & 0xff; - - /* Link the foreign key to the table as the last step. - */ - p->pFKey = pFKey; - pFKey = 0; - -fk_end: - sqliteFree(pFKey); -#endif /* !defined(SQLITE_OMIT_FOREIGN_KEY) */ - sqlite3ExprListDelete(pFromCol); - sqlite3ExprListDelete(pToCol); -} - -/* -** This routine is called when an INITIALLY IMMEDIATE or INITIALLY DEFERRED -** clause is seen as part of a foreign key definition. The isDeferred -** parameter is 1 for INITIALLY DEFERRED and 0 for INITIALLY IMMEDIATE. -** The behavior of the most recently created foreign key is adjusted -** accordingly. -*/ -void sqlite3DeferForeignKey(Parse *pParse, int isDeferred){ -#ifndef SQLITE_OMIT_FOREIGN_KEY - Table *pTab; - FKey *pFKey; - if( (pTab = pParse->pNewTable)==0 || (pFKey = pTab->pFKey)==0 ) return; - pFKey->isDeferred = isDeferred; -#endif -} - -/* -** Generate code that will erase and refill index *pIdx. This is -** used to initialize a newly created index or to recompute the -** content of an index in response to a REINDEX command. -** -** if memRootPage is not negative, it means that the index is newly -** created. The memory cell specified by memRootPage contains the -** root page number of the index. If memRootPage is negative, then -** the index already exists and must be cleared before being refilled and -** the root page number of the index is taken from pIndex->tnum. -*/ -static void sqlite3RefillIndex(Parse *pParse, Index *pIndex, int memRootPage){ - Table *pTab = pIndex->pTable; /* The table that is indexed */ - int iTab = pParse->nTab; /* Btree cursor used for pTab */ - int iIdx = pParse->nTab+1; /* Btree cursor used for pIndex */ - int addr1; /* Address of top of loop */ - int tnum; /* Root page of index */ - Vdbe *v; /* Generate code into this virtual machine */ - KeyInfo *pKey; /* KeyInfo for index */ - int iDb = sqlite3SchemaToIndex(pParse->db, pIndex->pSchema); - -#ifndef SQLITE_OMIT_AUTHORIZATION - if( sqlite3AuthCheck(pParse, SQLITE_REINDEX, pIndex->zName, 0, - pParse->db->aDb[iDb].zName ) ){ - return; - } -#endif - - /* Require a write-lock on the table to perform this operation */ - sqlite3TableLock(pParse, iDb, pTab->tnum, 1, pTab->zName); - - v = sqlite3GetVdbe(pParse); - if( v==0 ) return; - if( memRootPage>=0 ){ - sqlite3VdbeAddOp(v, OP_MemLoad, memRootPage, 0); - tnum = 0; - }else{ - tnum = pIndex->tnum; - sqlite3VdbeAddOp(v, OP_Clear, tnum, iDb); - } - sqlite3VdbeAddOp(v, OP_Integer, iDb, 0); - pKey = sqlite3IndexKeyinfo(pParse, pIndex); - sqlite3VdbeOp3(v, OP_OpenWrite, iIdx, tnum, (char *)pKey, P3_KEYINFO_HANDOFF); - sqlite3OpenTable(pParse, iTab, iDb, pTab, OP_OpenRead); - addr1 = sqlite3VdbeAddOp(v, OP_Rewind, iTab, 0); - sqlite3GenerateIndexKey(v, pIndex, iTab); - if( pIndex->onError!=OE_None ){ - int curaddr = sqlite3VdbeCurrentAddr(v); - int addr2 = curaddr+4; - sqlite3VdbeChangeP2(v, curaddr-1, addr2); - sqlite3VdbeAddOp(v, OP_Rowid, iTab, 0); - sqlite3VdbeAddOp(v, OP_AddImm, 1, 0); - sqlite3VdbeAddOp(v, OP_IsUnique, iIdx, addr2); - sqlite3VdbeOp3(v, OP_Halt, SQLITE_CONSTRAINT, OE_Abort, - "indexed columns are not unique", P3_STATIC); - assert( addr2==sqlite3VdbeCurrentAddr(v) ); - } - sqlite3VdbeAddOp(v, OP_IdxInsert, iIdx, 0); - sqlite3VdbeAddOp(v, OP_Next, iTab, addr1+1); - sqlite3VdbeJumpHere(v, addr1); - sqlite3VdbeAddOp(v, OP_Close, iTab, 0); - sqlite3VdbeAddOp(v, OP_Close, iIdx, 0); -} - -/* -** Create a new index for an SQL table. pName1.pName2 is the name of the index -** and pTblList is the name of the table that is to be indexed. Both will -** be NULL for a primary key or an index that is created to satisfy a -** UNIQUE constraint. If pTable and pIndex are NULL, use pParse->pNewTable -** as the table to be indexed. pParse->pNewTable is a table that is -** currently being constructed by a CREATE TABLE statement. -** -** pList is a list of columns to be indexed. pList will be NULL if this -** is a primary key or unique-constraint on the most recent column added -** to the table currently under construction. -*/ -void sqlite3CreateIndex( - Parse *pParse, /* All information about this parse */ - Token *pName1, /* First part of index name. May be NULL */ - Token *pName2, /* Second part of index name. May be NULL */ - SrcList *pTblName, /* Table to index. Use pParse->pNewTable if 0 */ - ExprList *pList, /* A list of columns to be indexed */ - int onError, /* OE_Abort, OE_Ignore, OE_Replace, or OE_None */ - Token *pStart, /* The CREATE token that begins a CREATE TABLE statement */ - Token *pEnd, /* The ")" that closes the CREATE INDEX statement */ - int sortOrder, /* Sort order of primary key when pList==NULL */ - int ifNotExist /* Omit error if index already exists */ -){ - Table *pTab = 0; /* Table to be indexed */ - Index *pIndex = 0; /* The index to be created */ - char *zName = 0; /* Name of the index */ - int nName; /* Number of characters in zName */ - int i, j; - Token nullId; /* Fake token for an empty ID list */ - DbFixer sFix; /* For assigning database names to pTable */ - int sortOrderMask; /* 1 to honor DESC in index. 0 to ignore. */ - sqlite3 *db = pParse->db; - Db *pDb; /* The specific table containing the indexed database */ - int iDb; /* Index of the database that is being written */ - Token *pName = 0; /* Unqualified name of the index to create */ - struct ExprList_item *pListItem; /* For looping over pList */ - int nCol; - int nExtra = 0; - char *zExtra; - - if( pParse->nErr || sqlite3MallocFailed() || IN_DECLARE_VTAB ){ - goto exit_create_index; - } - - /* - ** Find the table that is to be indexed. Return early if not found. - */ - if( pTblName!=0 ){ - - /* Use the two-part index name to determine the database - ** to search for the table. 'Fix' the table name to this db - ** before looking up the table. - */ - assert( pName1 && pName2 ); - iDb = sqlite3TwoPartName(pParse, pName1, pName2, &pName); - if( iDb<0 ) goto exit_create_index; - -#ifndef SQLITE_OMIT_TEMPDB - /* If the index name was unqualified, check if the the table - ** is a temp table. If so, set the database to 1. - */ - pTab = sqlite3SrcListLookup(pParse, pTblName); - if( pName2 && pName2->n==0 && pTab && pTab->pSchema==db->aDb[1].pSchema ){ - iDb = 1; - } -#endif - - if( sqlite3FixInit(&sFix, pParse, iDb, "index", pName) && - sqlite3FixSrcList(&sFix, pTblName) - ){ - /* Because the parser constructs pTblName from a single identifier, - ** sqlite3FixSrcList can never fail. */ - assert(0); - } - pTab = sqlite3LocateTable(pParse, pTblName->a[0].zName, - pTblName->a[0].zDatabase); - if( !pTab ) goto exit_create_index; - assert( db->aDb[iDb].pSchema==pTab->pSchema ); - }else{ - assert( pName==0 ); - pTab = pParse->pNewTable; - if( !pTab ) goto exit_create_index; - iDb = sqlite3SchemaToIndex(db, pTab->pSchema); - } - pDb = &db->aDb[iDb]; - - if( pTab==0 || pParse->nErr ) goto exit_create_index; - if( pTab->readOnly ){ - sqlite3ErrorMsg(pParse, "table %s may not be indexed", pTab->zName); - goto exit_create_index; - } -#ifndef SQLITE_OMIT_VIEW - if( pTab->pSelect ){ - sqlite3ErrorMsg(pParse, "views may not be indexed"); - goto exit_create_index; - } -#endif -#ifndef SQLITE_OMIT_VIRTUALTABLE - if( IsVirtual(pTab) ){ - sqlite3ErrorMsg(pParse, "virtual tables may not be indexed"); - goto exit_create_index; - } -#endif - - /* - ** Find the name of the index. Make sure there is not already another - ** index or table with the same name. - ** - ** Exception: If we are reading the names of permanent indices from the - ** sqlite_master table (because some other process changed the schema) and - ** one of the index names collides with the name of a temporary table or - ** index, then we will continue to process this index. - ** - ** If pName==0 it means that we are - ** dealing with a primary key or UNIQUE constraint. We have to invent our - ** own name. - */ - if( pName ){ - zName = sqlite3NameFromToken(pName); - if( SQLITE_OK!=sqlite3ReadSchema(pParse) ) goto exit_create_index; - if( zName==0 ) goto exit_create_index; - if( SQLITE_OK!=sqlite3CheckObjectName(pParse, zName) ){ - goto exit_create_index; - } - if( !db->init.busy ){ - if( SQLITE_OK!=sqlite3ReadSchema(pParse) ) goto exit_create_index; - if( sqlite3FindIndex(db, zName, pDb->zName)!=0 ){ - if( !ifNotExist ){ - sqlite3ErrorMsg(pParse, "index %s already exists", zName); - } - goto exit_create_index; - } - if( sqlite3FindTable(db, zName, 0)!=0 ){ - sqlite3ErrorMsg(pParse, "there is already a table named %s", zName); - goto exit_create_index; - } - } - }else{ - char zBuf[30]; - int n; - Index *pLoop; - for(pLoop=pTab->pIndex, n=1; pLoop; pLoop=pLoop->pNext, n++){} - sprintf(zBuf,"_%d",n); - zName = 0; - sqlite3SetString(&zName, "sqlite_autoindex_", pTab->zName, zBuf, (char*)0); - if( zName==0 ) goto exit_create_index; - } - - /* Check for authorization to create an index. - */ -#ifndef SQLITE_OMIT_AUTHORIZATION - { - const char *zDb = pDb->zName; - if( sqlite3AuthCheck(pParse, SQLITE_INSERT, SCHEMA_TABLE(iDb), 0, zDb) ){ - goto exit_create_index; - } - i = SQLITE_CREATE_INDEX; - if( !OMIT_TEMPDB && iDb==1 ) i = SQLITE_CREATE_TEMP_INDEX; - if( sqlite3AuthCheck(pParse, i, zName, pTab->zName, zDb) ){ - goto exit_create_index; - } - } -#endif - - /* If pList==0, it means this routine was called to make a primary - ** key out of the last column added to the table under construction. - ** So create a fake list to simulate this. - */ - if( pList==0 ){ - nullId.z = (u8*)pTab->aCol[pTab->nCol-1].zName; - nullId.n = strlen((char*)nullId.z); - pList = sqlite3ExprListAppend(0, 0, &nullId); - if( pList==0 ) goto exit_create_index; - pList->a[0].sortOrder = sortOrder; - } - - /* Figure out how many bytes of space are required to store explicitly - ** specified collation sequence names. - */ - for(i=0; inExpr; i++){ - Expr *pExpr = pList->a[i].pExpr; - if( pExpr ){ - nExtra += (1 + strlen(pExpr->pColl->zName)); - } - } - - /* - ** Allocate the index structure. - */ - nName = strlen(zName); - nCol = pList->nExpr; - pIndex = sqliteMalloc( - sizeof(Index) + /* Index structure */ - sizeof(int)*nCol + /* Index.aiColumn */ - sizeof(int)*(nCol+1) + /* Index.aiRowEst */ - sizeof(char *)*nCol + /* Index.azColl */ - sizeof(u8)*nCol + /* Index.aSortOrder */ - nName + 1 + /* Index.zName */ - nExtra /* Collation sequence names */ - ); - if( sqlite3MallocFailed() ) goto exit_create_index; - pIndex->azColl = (char**)(&pIndex[1]); - pIndex->aiColumn = (int *)(&pIndex->azColl[nCol]); - pIndex->aiRowEst = (unsigned *)(&pIndex->aiColumn[nCol]); - pIndex->aSortOrder = (u8 *)(&pIndex->aiRowEst[nCol+1]); - pIndex->zName = (char *)(&pIndex->aSortOrder[nCol]); - zExtra = (char *)(&pIndex->zName[nName+1]); - strcpy(pIndex->zName, zName); - pIndex->pTable = pTab; - pIndex->nColumn = pList->nExpr; - pIndex->onError = onError; - pIndex->autoIndex = pName==0; - pIndex->pSchema = db->aDb[iDb].pSchema; - - /* Check to see if we should honor DESC requests on index columns - */ - if( pDb->pSchema->file_format>=4 ){ - sortOrderMask = -1; /* Honor DESC */ - }else{ - sortOrderMask = 0; /* Ignore DESC */ - } - - /* Scan the names of the columns of the table to be indexed and - ** load the column indices into the Index structure. Report an error - ** if any column is not found. - */ - for(i=0, pListItem=pList->a; inExpr; i++, pListItem++){ - const char *zColName = pListItem->zName; - Column *pTabCol; - int requestedSortOrder; - char *zColl; /* Collation sequence name */ - - for(j=0, pTabCol=pTab->aCol; jnCol; j++, pTabCol++){ - if( sqlite3StrICmp(zColName, pTabCol->zName)==0 ) break; - } - if( j>=pTab->nCol ){ - sqlite3ErrorMsg(pParse, "table %s has no column named %s", - pTab->zName, zColName); - goto exit_create_index; - } - /* TODO: Add a test to make sure that the same column is not named - ** more than once within the same index. Only the first instance of - ** the column will ever be used by the optimizer. Note that using the - ** same column more than once cannot be an error because that would - ** break backwards compatibility - it needs to be a warning. - */ - pIndex->aiColumn[i] = j; - if( pListItem->pExpr ){ - assert( pListItem->pExpr->pColl ); - zColl = zExtra; - strcpy(zExtra, pListItem->pExpr->pColl->zName); - zExtra += (strlen(zColl) + 1); - }else{ - zColl = pTab->aCol[j].zColl; - if( !zColl ){ - zColl = db->pDfltColl->zName; - } - } - if( !db->init.busy && !sqlite3LocateCollSeq(pParse, zColl, -1) ){ - goto exit_create_index; - } - pIndex->azColl[i] = zColl; - requestedSortOrder = pListItem->sortOrder & sortOrderMask; - pIndex->aSortOrder[i] = requestedSortOrder; - } - sqlite3DefaultRowEst(pIndex); - - if( pTab==pParse->pNewTable ){ - /* This routine has been called to create an automatic index as a - ** result of a PRIMARY KEY or UNIQUE clause on a column definition, or - ** a PRIMARY KEY or UNIQUE clause following the column definitions. - ** i.e. one of: - ** - ** CREATE TABLE t(x PRIMARY KEY, y); - ** CREATE TABLE t(x, y, UNIQUE(x, y)); - ** - ** Either way, check to see if the table already has such an index. If - ** so, don't bother creating this one. This only applies to - ** automatically created indices. Users can do as they wish with - ** explicit indices. - */ - Index *pIdx; - for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ - int k; - assert( pIdx->onError!=OE_None ); - assert( pIdx->autoIndex ); - assert( pIndex->onError!=OE_None ); - - if( pIdx->nColumn!=pIndex->nColumn ) continue; - for(k=0; knColumn; k++){ - const char *z1 = pIdx->azColl[k]; - const char *z2 = pIndex->azColl[k]; - if( pIdx->aiColumn[k]!=pIndex->aiColumn[k] ) break; - if( pIdx->aSortOrder[k]!=pIndex->aSortOrder[k] ) break; - if( z1!=z2 && sqlite3StrICmp(z1, z2) ) break; - } - if( k==pIdx->nColumn ){ - if( pIdx->onError!=pIndex->onError ){ - /* This constraint creates the same index as a previous - ** constraint specified somewhere in the CREATE TABLE statement. - ** However the ON CONFLICT clauses are different. If both this - ** constraint and the previous equivalent constraint have explicit - ** ON CONFLICT clauses this is an error. Otherwise, use the - ** explicitly specified behaviour for the index. - */ - if( !(pIdx->onError==OE_Default || pIndex->onError==OE_Default) ){ - sqlite3ErrorMsg(pParse, - "conflicting ON CONFLICT clauses specified", 0); - } - if( pIdx->onError==OE_Default ){ - pIdx->onError = pIndex->onError; - } - } - goto exit_create_index; - } - } - } - - /* Link the new Index structure to its table and to the other - ** in-memory database structures. - */ - if( db->init.busy ){ - Index *p; - p = sqlite3HashInsert(&pIndex->pSchema->idxHash, - pIndex->zName, strlen(pIndex->zName)+1, pIndex); - if( p ){ - assert( p==pIndex ); /* Malloc must have failed */ - goto exit_create_index; - } - db->flags |= SQLITE_InternChanges; - if( pTblName!=0 ){ - pIndex->tnum = db->init.newTnum; - } - } - - /* If the db->init.busy is 0 then create the index on disk. This - ** involves writing the index into the master table and filling in the - ** index with the current table contents. - ** - ** The db->init.busy is 0 when the user first enters a CREATE INDEX - ** command. db->init.busy is 1 when a database is opened and - ** CREATE INDEX statements are read out of the master table. In - ** the latter case the index already exists on disk, which is why - ** we don't want to recreate it. - ** - ** If pTblName==0 it means this index is generated as a primary key - ** or UNIQUE constraint of a CREATE TABLE statement. Since the table - ** has just been created, it contains no data and the index initialization - ** step can be skipped. - */ - else if( db->init.busy==0 ){ - Vdbe *v; - char *zStmt; - int iMem = pParse->nMem++; - - v = sqlite3GetVdbe(pParse); - if( v==0 ) goto exit_create_index; - - - /* Create the rootpage for the index - */ - sqlite3BeginWriteOperation(pParse, 1, iDb); - sqlite3VdbeAddOp(v, OP_CreateIndex, iDb, 0); - sqlite3VdbeAddOp(v, OP_MemStore, iMem, 0); - - /* Gather the complete text of the CREATE INDEX statement into - ** the zStmt variable - */ - if( pStart && pEnd ){ - /* A named index with an explicit CREATE INDEX statement */ - zStmt = sqlite3MPrintf("CREATE%s INDEX %.*s", - onError==OE_None ? "" : " UNIQUE", - pEnd->z - pName->z + 1, - pName->z); - }else{ - /* An automatic index created by a PRIMARY KEY or UNIQUE constraint */ - /* zStmt = sqlite3MPrintf(""); */ - zStmt = 0; - } - - /* Add an entry in sqlite_master for this index - */ - sqlite3NestedParse(pParse, - "INSERT INTO %Q.%s VALUES('index',%Q,%Q,#0,%Q);", - db->aDb[iDb].zName, SCHEMA_TABLE(iDb), - pIndex->zName, - pTab->zName, - zStmt - ); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - sqliteFree(zStmt); - - /* Fill the index with data and reparse the schema. Code an OP_Expire - ** to invalidate all pre-compiled statements. - */ - if( pTblName ){ - sqlite3RefillIndex(pParse, pIndex, iMem); - sqlite3ChangeCookie(db, v, iDb); - sqlite3VdbeOp3(v, OP_ParseSchema, iDb, 0, - sqlite3MPrintf("name='%q'", pIndex->zName), P3_DYNAMIC); - sqlite3VdbeAddOp(v, OP_Expire, 0, 0); - } - } - - /* When adding an index to the list of indices for a table, make - ** sure all indices labeled OE_Replace come after all those labeled - ** OE_Ignore. This is necessary for the correct operation of UPDATE - ** and INSERT. - */ - if( db->init.busy || pTblName==0 ){ - if( onError!=OE_Replace || pTab->pIndex==0 - || pTab->pIndex->onError==OE_Replace){ - pIndex->pNext = pTab->pIndex; - pTab->pIndex = pIndex; - }else{ - Index *pOther = pTab->pIndex; - while( pOther->pNext && pOther->pNext->onError!=OE_Replace ){ - pOther = pOther->pNext; - } - pIndex->pNext = pOther->pNext; - pOther->pNext = pIndex; - } - pIndex = 0; - } - - /* Clean up before exiting */ -exit_create_index: - if( pIndex ){ - freeIndex(pIndex); - } - sqlite3ExprListDelete(pList); - sqlite3SrcListDelete(pTblName); - sqliteFree(zName); - return; -} - -/* -** Generate code to make sure the file format number is at least minFormat. -** The generated code will increase the file format number if necessary. -*/ -void sqlite3MinimumFileFormat(Parse *pParse, int iDb, int minFormat){ - Vdbe *v; - v = sqlite3GetVdbe(pParse); - if( v ){ - sqlite3VdbeAddOp(v, OP_ReadCookie, iDb, 1); - sqlite3VdbeAddOp(v, OP_Integer, minFormat, 0); - sqlite3VdbeAddOp(v, OP_Ge, 0, sqlite3VdbeCurrentAddr(v)+3); - sqlite3VdbeAddOp(v, OP_Integer, minFormat, 0); - sqlite3VdbeAddOp(v, OP_SetCookie, iDb, 1); - } -} - -/* -** Fill the Index.aiRowEst[] array with default information - information -** to be used when we have not run the ANALYZE command. -** -** aiRowEst[0] is suppose to contain the number of elements in the index. -** Since we do not know, guess 1 million. aiRowEst[1] is an estimate of the -** number of rows in the table that match any particular value of the -** first column of the index. aiRowEst[2] is an estimate of the number -** of rows that match any particular combiniation of the first 2 columns -** of the index. And so forth. It must always be the case that -* -** aiRowEst[N]<=aiRowEst[N-1] -** aiRowEst[N]>=1 -** -** Apart from that, we have little to go on besides intuition as to -** how aiRowEst[] should be initialized. The numbers generated here -** are based on typical values found in actual indices. -*/ -void sqlite3DefaultRowEst(Index *pIdx){ - unsigned *a = pIdx->aiRowEst; - int i; - assert( a!=0 ); - a[0] = 1000000; - for(i=pIdx->nColumn; i>=5; i--){ - a[i] = 5; - } - while( i>=1 ){ - a[i] = 11 - i; - i--; - } - if( pIdx->onError!=OE_None ){ - a[pIdx->nColumn] = 1; - } -} - -/* -** This routine will drop an existing named index. This routine -** implements the DROP INDEX statement. -*/ -void sqlite3DropIndex(Parse *pParse, SrcList *pName, int ifExists){ - Index *pIndex; - Vdbe *v; - sqlite3 *db = pParse->db; - int iDb; - - if( pParse->nErr || sqlite3MallocFailed() ){ - goto exit_drop_index; - } - assert( pName->nSrc==1 ); - if( SQLITE_OK!=sqlite3ReadSchema(pParse) ){ - goto exit_drop_index; - } - pIndex = sqlite3FindIndex(db, pName->a[0].zName, pName->a[0].zDatabase); - if( pIndex==0 ){ - if( !ifExists ){ - sqlite3ErrorMsg(pParse, "no such index: %S", pName, 0); - } - pParse->checkSchema = 1; - goto exit_drop_index; - } - if( pIndex->autoIndex ){ - sqlite3ErrorMsg(pParse, "index associated with UNIQUE " - "or PRIMARY KEY constraint cannot be dropped", 0); - goto exit_drop_index; - } - iDb = sqlite3SchemaToIndex(db, pIndex->pSchema); -#ifndef SQLITE_OMIT_AUTHORIZATION - { - int code = SQLITE_DROP_INDEX; - Table *pTab = pIndex->pTable; - const char *zDb = db->aDb[iDb].zName; - const char *zTab = SCHEMA_TABLE(iDb); - if( sqlite3AuthCheck(pParse, SQLITE_DELETE, zTab, 0, zDb) ){ - goto exit_drop_index; - } - if( !OMIT_TEMPDB && iDb ) code = SQLITE_DROP_TEMP_INDEX; - if( sqlite3AuthCheck(pParse, code, pIndex->zName, pTab->zName, zDb) ){ - goto exit_drop_index; - } - } -#endif - - /* Generate code to remove the index and from the master table */ - v = sqlite3GetVdbe(pParse); - if( v ){ - sqlite3NestedParse(pParse, - "DELETE FROM %Q.%s WHERE name=%Q", - db->aDb[iDb].zName, SCHEMA_TABLE(iDb), - pIndex->zName - ); - sqlite3ChangeCookie(db, v, iDb); - destroyRootPage(pParse, pIndex->tnum, iDb); - sqlite3VdbeOp3(v, OP_DropIndex, iDb, 0, pIndex->zName, 0); - } - -exit_drop_index: - sqlite3SrcListDelete(pName); -} - -/* -** ppArray points into a structure where there is an array pointer -** followed by two integers. The first integer is the -** number of elements in the structure array. The second integer -** is the number of allocated slots in the array. -** -** In other words, the structure looks something like this: -** -** struct Example1 { -** struct subElem *aEntry; -** int nEntry; -** int nAlloc; -** } -** -** The pnEntry parameter points to the equivalent of Example1.nEntry. -** -** This routine allocates a new slot in the array, zeros it out, -** and returns its index. If malloc fails a negative number is returned. -** -** szEntry is the sizeof of a single array entry. initSize is the -** number of array entries allocated on the initial allocation. -*/ -int sqlite3ArrayAllocate(void **ppArray, int szEntry, int initSize){ - char *p; - int *an = (int*)&ppArray[1]; - if( an[0]>=an[1] ){ - void *pNew; - int newSize; - newSize = an[1]*2 + initSize; - pNew = sqliteRealloc(*ppArray, newSize*szEntry); - if( pNew==0 ){ - return -1; - } - an[1] = newSize; - *ppArray = pNew; - } - p = *ppArray; - memset(&p[an[0]*szEntry], 0, szEntry); - return an[0]++; -} - -/* -** Append a new element to the given IdList. Create a new IdList if -** need be. -** -** A new IdList is returned, or NULL if malloc() fails. -*/ -IdList *sqlite3IdListAppend(IdList *pList, Token *pToken){ - int i; - if( pList==0 ){ - pList = sqliteMalloc( sizeof(IdList) ); - if( pList==0 ) return 0; - pList->nAlloc = 0; - } - i = sqlite3ArrayAllocate((void**)&pList->a, sizeof(pList->a[0]), 5); - if( i<0 ){ - sqlite3IdListDelete(pList); - return 0; - } - pList->a[i].zName = sqlite3NameFromToken(pToken); - return pList; -} - -/* -** Delete an IdList. -*/ -void sqlite3IdListDelete(IdList *pList){ - int i; - if( pList==0 ) return; - for(i=0; inId; i++){ - sqliteFree(pList->a[i].zName); - } - sqliteFree(pList->a); - sqliteFree(pList); -} - -/* -** Return the index in pList of the identifier named zId. Return -1 -** if not found. -*/ -int sqlite3IdListIndex(IdList *pList, const char *zName){ - int i; - if( pList==0 ) return -1; - for(i=0; inId; i++){ - if( sqlite3StrICmp(pList->a[i].zName, zName)==0 ) return i; - } - return -1; -} - -/* -** Append a new table name to the given SrcList. Create a new SrcList if -** need be. A new entry is created in the SrcList even if pToken is NULL. -** -** A new SrcList is returned, or NULL if malloc() fails. -** -** If pDatabase is not null, it means that the table has an optional -** database name prefix. Like this: "database.table". The pDatabase -** points to the table name and the pTable points to the database name. -** The SrcList.a[].zName field is filled with the table name which might -** come from pTable (if pDatabase is NULL) or from pDatabase. -** SrcList.a[].zDatabase is filled with the database name from pTable, -** or with NULL if no database is specified. -** -** In other words, if call like this: -** -** sqlite3SrcListAppend(A,B,0); -** -** Then B is a table name and the database name is unspecified. If called -** like this: -** -** sqlite3SrcListAppend(A,B,C); -** -** Then C is the table name and B is the database name. -*/ -SrcList *sqlite3SrcListAppend(SrcList *pList, Token *pTable, Token *pDatabase){ - struct SrcList_item *pItem; - if( pList==0 ){ - pList = sqliteMalloc( sizeof(SrcList) ); - if( pList==0 ) return 0; - pList->nAlloc = 1; - } - if( pList->nSrc>=pList->nAlloc ){ - SrcList *pNew; - pList->nAlloc *= 2; - pNew = sqliteRealloc(pList, - sizeof(*pList) + (pList->nAlloc-1)*sizeof(pList->a[0]) ); - if( pNew==0 ){ - sqlite3SrcListDelete(pList); - return 0; - } - pList = pNew; - } - pItem = &pList->a[pList->nSrc]; - memset(pItem, 0, sizeof(pList->a[0])); - if( pDatabase && pDatabase->z==0 ){ - pDatabase = 0; - } - if( pDatabase && pTable ){ - Token *pTemp = pDatabase; - pDatabase = pTable; - pTable = pTemp; - } - pItem->zName = sqlite3NameFromToken(pTable); - pItem->zDatabase = sqlite3NameFromToken(pDatabase); - pItem->iCursor = -1; - pItem->isPopulated = 0; - pList->nSrc++; - return pList; -} - -/* -** Assign cursors to all tables in a SrcList -*/ -void sqlite3SrcListAssignCursors(Parse *pParse, SrcList *pList){ - int i; - struct SrcList_item *pItem; - assert(pList || sqlite3MallocFailed() ); - if( pList ){ - for(i=0, pItem=pList->a; inSrc; i++, pItem++){ - if( pItem->iCursor>=0 ) break; - pItem->iCursor = pParse->nTab++; - if( pItem->pSelect ){ - sqlite3SrcListAssignCursors(pParse, pItem->pSelect->pSrc); - } - } - } -} - -/* -** Delete an entire SrcList including all its substructure. -*/ -void sqlite3SrcListDelete(SrcList *pList){ - int i; - struct SrcList_item *pItem; - if( pList==0 ) return; - for(pItem=pList->a, i=0; inSrc; i++, pItem++){ - sqliteFree(pItem->zDatabase); - sqliteFree(pItem->zName); - sqliteFree(pItem->zAlias); - sqlite3DeleteTable(0, pItem->pTab); - sqlite3SelectDelete(pItem->pSelect); - sqlite3ExprDelete(pItem->pOn); - sqlite3IdListDelete(pItem->pUsing); - } - sqliteFree(pList); -} - -/* -** This routine is called by the parser to add a new term to the -** end of a growing FROM clause. The "p" parameter is the part of -** the FROM clause that has already been constructed. "p" is NULL -** if this is the first term of the FROM clause. pTable and pDatabase -** are the name of the table and database named in the FROM clause term. -** pDatabase is NULL if the database name qualifier is missing - the -** usual case. If the term has a alias, then pAlias points to the -** alias token. If the term is a subquery, then pSubquery is the -** SELECT statement that the subquery encodes. The pTable and -** pDatabase parameters are NULL for subqueries. The pOn and pUsing -** parameters are the content of the ON and USING clauses. -** -** Return a new SrcList which encodes is the FROM with the new -** term added. -*/ -SrcList *sqlite3SrcListAppendFromTerm( - SrcList *p, /* The left part of the FROM clause already seen */ - Token *pTable, /* Name of the table to add to the FROM clause */ - Token *pDatabase, /* Name of the database containing pTable */ - Token *pAlias, /* The right-hand side of the AS subexpression */ - Select *pSubquery, /* A subquery used in place of a table name */ - Expr *pOn, /* The ON clause of a join */ - IdList *pUsing /* The USING clause of a join */ -){ - struct SrcList_item *pItem; - p = sqlite3SrcListAppend(p, pTable, pDatabase); - if( p==0 || p->nSrc==0 ){ - sqlite3ExprDelete(pOn); - sqlite3IdListDelete(pUsing); - sqlite3SelectDelete(pSubquery); - return p; - } - pItem = &p->a[p->nSrc-1]; - if( pAlias && pAlias->n ){ - pItem->zAlias = sqlite3NameFromToken(pAlias); - } - pItem->pSelect = pSubquery; - pItem->pOn = pOn; - pItem->pUsing = pUsing; - return p; -} - -/* -** When building up a FROM clause in the parser, the join operator -** is initially attached to the left operand. But the code generator -** expects the join operator to be on the right operand. This routine -** Shifts all join operators from left to right for an entire FROM -** clause. -** -** Example: Suppose the join is like this: -** -** A natural cross join B -** -** The operator is "natural cross join". The A and B operands are stored -** in p->a[0] and p->a[1], respectively. The parser initially stores the -** operator with A. This routine shifts that operator over to B. -*/ -void sqlite3SrcListShiftJoinType(SrcList *p){ - if( p && p->a ){ - int i; - for(i=p->nSrc-1; i>0; i--){ - p->a[i].jointype = p->a[i-1].jointype; - } - p->a[0].jointype = 0; - } -} - -/* -** Begin a transaction -*/ -void sqlite3BeginTransaction(Parse *pParse, int type){ - sqlite3 *db; - Vdbe *v; - int i; - - if( pParse==0 || (db=pParse->db)==0 || db->aDb[0].pBt==0 ) return; - if( pParse->nErr || sqlite3MallocFailed() ) return; - if( sqlite3AuthCheck(pParse, SQLITE_TRANSACTION, "BEGIN", 0, 0) ) return; - - v = sqlite3GetVdbe(pParse); - if( !v ) return; - if( type!=TK_DEFERRED ){ - for(i=0; inDb; i++){ - sqlite3VdbeAddOp(v, OP_Transaction, i, (type==TK_EXCLUSIVE)+1); - } - } - sqlite3VdbeAddOp(v, OP_AutoCommit, 0, 0); -} - -/* -** Commit a transaction -*/ -void sqlite3CommitTransaction(Parse *pParse){ - sqlite3 *db; - Vdbe *v; - - if( pParse==0 || (db=pParse->db)==0 || db->aDb[0].pBt==0 ) return; - if( pParse->nErr || sqlite3MallocFailed() ) return; - if( sqlite3AuthCheck(pParse, SQLITE_TRANSACTION, "COMMIT", 0, 0) ) return; - - v = sqlite3GetVdbe(pParse); - if( v ){ - sqlite3VdbeAddOp(v, OP_AutoCommit, 1, 0); - } -} - -/* -** Rollback a transaction -*/ -void sqlite3RollbackTransaction(Parse *pParse){ - sqlite3 *db; - Vdbe *v; - - if( pParse==0 || (db=pParse->db)==0 || db->aDb[0].pBt==0 ) return; - if( pParse->nErr || sqlite3MallocFailed() ) return; - if( sqlite3AuthCheck(pParse, SQLITE_TRANSACTION, "ROLLBACK", 0, 0) ) return; - - v = sqlite3GetVdbe(pParse); - if( v ){ - sqlite3VdbeAddOp(v, OP_AutoCommit, 1, 1); - } -} - -/* -** Make sure the TEMP database is open and available for use. Return -** the number of errors. Leave any error messages in the pParse structure. -*/ -int sqlite3OpenTempDatabase(Parse *pParse){ - sqlite3 *db = pParse->db; - if( db->aDb[1].pBt==0 && !pParse->explain ){ - int rc = sqlite3BtreeFactory(db, 0, 0, MAX_PAGES, &db->aDb[1].pBt); - if( rc!=SQLITE_OK ){ - sqlite3ErrorMsg(pParse, "unable to open a temporary database " - "file for storing temporary tables"); - pParse->rc = rc; - return 1; - } - if( db->flags & !db->autoCommit ){ - rc = sqlite3BtreeBeginTrans(db->aDb[1].pBt, 1); - if( rc!=SQLITE_OK ){ - sqlite3ErrorMsg(pParse, "unable to get a write lock on " - "the temporary database file"); - pParse->rc = rc; - return 1; - } - } - assert( db->aDb[1].pSchema ); - } - return 0; -} - -/* -** Generate VDBE code that will verify the schema cookie and start -** a read-transaction for all named database files. -** -** It is important that all schema cookies be verified and all -** read transactions be started before anything else happens in -** the VDBE program. But this routine can be called after much other -** code has been generated. So here is what we do: -** -** The first time this routine is called, we code an OP_Goto that -** will jump to a subroutine at the end of the program. Then we -** record every database that needs its schema verified in the -** pParse->cookieMask field. Later, after all other code has been -** generated, the subroutine that does the cookie verifications and -** starts the transactions will be coded and the OP_Goto P2 value -** will be made to point to that subroutine. The generation of the -** cookie verification subroutine code happens in sqlite3FinishCoding(). -** -** If iDb<0 then code the OP_Goto only - don't set flag to verify the -** schema on any databases. This can be used to position the OP_Goto -** early in the code, before we know if any database tables will be used. -*/ -void sqlite3CodeVerifySchema(Parse *pParse, int iDb){ - sqlite3 *db; - Vdbe *v; - int mask; - - v = sqlite3GetVdbe(pParse); - if( v==0 ) return; /* This only happens if there was a prior error */ - db = pParse->db; - if( pParse->cookieGoto==0 ){ - pParse->cookieGoto = sqlite3VdbeAddOp(v, OP_Goto, 0, 0)+1; - } - if( iDb>=0 ){ - assert( iDbnDb ); - assert( db->aDb[iDb].pBt!=0 || iDb==1 ); - assert( iDbcookieMask & mask)==0 ){ - pParse->cookieMask |= mask; - pParse->cookieValue[iDb] = db->aDb[iDb].pSchema->schema_cookie; - if( !OMIT_TEMPDB && iDb==1 ){ - sqlite3OpenTempDatabase(pParse); - } - } - } -} - -/* -** Generate VDBE code that prepares for doing an operation that -** might change the database. -** -** This routine starts a new transaction if we are not already within -** a transaction. If we are already within a transaction, then a checkpoint -** is set if the setStatement parameter is true. A checkpoint should -** be set for operations that might fail (due to a constraint) part of -** the way through and which will need to undo some writes without having to -** rollback the whole transaction. For operations where all constraints -** can be checked before any changes are made to the database, it is never -** necessary to undo a write and the checkpoint should not be set. -** -** Only database iDb and the temp database are made writable by this call. -** If iDb==0, then the main and temp databases are made writable. If -** iDb==1 then only the temp database is made writable. If iDb>1 then the -** specified auxiliary database and the temp database are made writable. -*/ -void sqlite3BeginWriteOperation(Parse *pParse, int setStatement, int iDb){ - Vdbe *v = sqlite3GetVdbe(pParse); - if( v==0 ) return; - sqlite3CodeVerifySchema(pParse, iDb); - pParse->writeMask |= 1<nested==0 ){ - sqlite3VdbeAddOp(v, OP_Statement, iDb, 0); - } - if( (OMIT_TEMPDB || iDb!=1) && pParse->db->aDb[1].pBt!=0 ){ - sqlite3BeginWriteOperation(pParse, setStatement, 1); - } -} - -/* -** Check to see if pIndex uses the collating sequence pColl. Return -** true if it does and false if it does not. -*/ -#ifndef SQLITE_OMIT_REINDEX -static int collationMatch(const char *zColl, Index *pIndex){ - int i; - for(i=0; inColumn; i++){ - const char *z = pIndex->azColl[i]; - if( z==zColl || (z && zColl && 0==sqlite3StrICmp(z, zColl)) ){ - return 1; - } - } - return 0; -} -#endif - -/* -** Recompute all indices of pTab that use the collating sequence pColl. -** If pColl==0 then recompute all indices of pTab. -*/ -#ifndef SQLITE_OMIT_REINDEX -static void reindexTable(Parse *pParse, Table *pTab, char const *zColl){ - Index *pIndex; /* An index associated with pTab */ - - for(pIndex=pTab->pIndex; pIndex; pIndex=pIndex->pNext){ - if( zColl==0 || collationMatch(zColl, pIndex) ){ - int iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - sqlite3BeginWriteOperation(pParse, 0, iDb); - sqlite3RefillIndex(pParse, pIndex, -1); - } - } -} -#endif - -/* -** Recompute all indices of all tables in all databases where the -** indices use the collating sequence pColl. If pColl==0 then recompute -** all indices everywhere. -*/ -#ifndef SQLITE_OMIT_REINDEX -static void reindexDatabases(Parse *pParse, char const *zColl){ - Db *pDb; /* A single database */ - int iDb; /* The database index number */ - sqlite3 *db = pParse->db; /* The database connection */ - HashElem *k; /* For looping over tables in pDb */ - Table *pTab; /* A table in the database */ - - for(iDb=0, pDb=db->aDb; iDbnDb; iDb++, pDb++){ - assert( pDb!=0 ); - for(k=sqliteHashFirst(&pDb->pSchema->tblHash); k; k=sqliteHashNext(k)){ - pTab = (Table*)sqliteHashData(k); - reindexTable(pParse, pTab, zColl); - } - } -} -#endif - -/* -** Generate code for the REINDEX command. -** -** REINDEX -- 1 -** REINDEX -- 2 -** REINDEX ?.? -- 3 -** REINDEX ?.? -- 4 -** -** Form 1 causes all indices in all attached databases to be rebuilt. -** Form 2 rebuilds all indices in all databases that use the named -** collating function. Forms 3 and 4 rebuild the named index or all -** indices associated with the named table. -*/ -#ifndef SQLITE_OMIT_REINDEX -void sqlite3Reindex(Parse *pParse, Token *pName1, Token *pName2){ - CollSeq *pColl; /* Collating sequence to be reindexed, or NULL */ - char *z; /* Name of a table or index */ - const char *zDb; /* Name of the database */ - Table *pTab; /* A table in the database */ - Index *pIndex; /* An index associated with pTab */ - int iDb; /* The database index number */ - sqlite3 *db = pParse->db; /* The database connection */ - Token *pObjName; /* Name of the table or index to be reindexed */ - - /* Read the database schema. If an error occurs, leave an error message - ** and code in pParse and return NULL. */ - if( SQLITE_OK!=sqlite3ReadSchema(pParse) ){ - return; - } - - if( pName1==0 || pName1->z==0 ){ - reindexDatabases(pParse, 0); - return; - }else if( pName2==0 || pName2->z==0 ){ - assert( pName1->z ); - pColl = sqlite3FindCollSeq(db, ENC(db), (char*)pName1->z, pName1->n, 0); - if( pColl ){ - char *zColl = sqliteStrNDup((const char *)pName1->z, pName1->n); - if( zColl ){ - reindexDatabases(pParse, zColl); - sqliteFree(zColl); - } - return; - } - } - iDb = sqlite3TwoPartName(pParse, pName1, pName2, &pObjName); - if( iDb<0 ) return; - z = sqlite3NameFromToken(pObjName); - zDb = db->aDb[iDb].zName; - pTab = sqlite3FindTable(db, z, zDb); - if( pTab ){ - reindexTable(pParse, pTab, 0); - sqliteFree(z); - return; - } - pIndex = sqlite3FindIndex(db, z, zDb); - sqliteFree(z); - if( pIndex ){ - sqlite3BeginWriteOperation(pParse, 0, iDb); - sqlite3RefillIndex(pParse, pIndex, -1); - return; - } - sqlite3ErrorMsg(pParse, "unable to identify the object to be reindexed"); -} -#endif - -/* -** Return a dynamicly allocated KeyInfo structure that can be used -** with OP_OpenRead or OP_OpenWrite to access database index pIdx. -** -** If successful, a pointer to the new structure is returned. In this case -** the caller is responsible for calling sqliteFree() on the returned -** pointer. If an error occurs (out of memory or missing collation -** sequence), NULL is returned and the state of pParse updated to reflect -** the error. -*/ -KeyInfo *sqlite3IndexKeyinfo(Parse *pParse, Index *pIdx){ - int i; - int nCol = pIdx->nColumn; - int nBytes = sizeof(KeyInfo) + (nCol-1)*sizeof(CollSeq*) + nCol; - KeyInfo *pKey = (KeyInfo *)sqliteMalloc(nBytes); - - if( pKey ){ - pKey->aSortOrder = (u8 *)&(pKey->aColl[nCol]); - assert( &pKey->aSortOrder[nCol]==&(((u8 *)pKey)[nBytes]) ); - for(i=0; iazColl[i]; - assert( zColl ); - pKey->aColl[i] = sqlite3LocateCollSeq(pParse, zColl, -1); - pKey->aSortOrder[i] = pIdx->aSortOrder[i]; - } - pKey->nField = nCol; - } - - if( pParse->nErr ){ - sqliteFree(pKey); - pKey = 0; - } - return pKey; -} diff --git a/libs/sqlite/src/callback.c b/libs/sqlite/src/callback.c deleted file mode 100644 index 96985ba858..0000000000 --- a/libs/sqlite/src/callback.c +++ /dev/null @@ -1,373 +0,0 @@ -/* -** 2005 May 23 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** -** This file contains functions used to access the internal hash tables -** of user defined functions and collation sequences. -** -** $Id: callback.c,v 1.16 2007/02/02 12:44:37 drh Exp $ -*/ - -#include "sqliteInt.h" - -/* -** Invoke the 'collation needed' callback to request a collation sequence -** in the database text encoding of name zName, length nName. -** If the collation sequence -*/ -static void callCollNeeded(sqlite3 *db, const char *zName, int nName){ - assert( !db->xCollNeeded || !db->xCollNeeded16 ); - if( nName<0 ) nName = strlen(zName); - if( db->xCollNeeded ){ - char *zExternal = sqliteStrNDup(zName, nName); - if( !zExternal ) return; - db->xCollNeeded(db->pCollNeededArg, db, (int)ENC(db), zExternal); - sqliteFree(zExternal); - } -#ifndef SQLITE_OMIT_UTF16 - if( db->xCollNeeded16 ){ - char const *zExternal; - sqlite3_value *pTmp = sqlite3ValueNew(); - sqlite3ValueSetStr(pTmp, nName, zName, SQLITE_UTF8, SQLITE_STATIC); - zExternal = sqlite3ValueText(pTmp, SQLITE_UTF16NATIVE); - if( zExternal ){ - db->xCollNeeded16(db->pCollNeededArg, db, (int)ENC(db), zExternal); - } - sqlite3ValueFree(pTmp); - } -#endif -} - -/* -** This routine is called if the collation factory fails to deliver a -** collation function in the best encoding but there may be other versions -** of this collation function (for other text encodings) available. Use one -** of these instead if they exist. Avoid a UTF-8 <-> UTF-16 conversion if -** possible. -*/ -static int synthCollSeq(sqlite3 *db, CollSeq *pColl){ - CollSeq *pColl2; - char *z = pColl->zName; - int n = strlen(z); - int i; - static const u8 aEnc[] = { SQLITE_UTF16BE, SQLITE_UTF16LE, SQLITE_UTF8 }; - for(i=0; i<3; i++){ - pColl2 = sqlite3FindCollSeq(db, aEnc[i], z, n, 0); - if( pColl2->xCmp!=0 ){ - memcpy(pColl, pColl2, sizeof(CollSeq)); - return SQLITE_OK; - } - } - return SQLITE_ERROR; -} - -/* -** This function is responsible for invoking the collation factory callback -** or substituting a collation sequence of a different encoding when the -** requested collation sequence is not available in the database native -** encoding. -** -** If it is not NULL, then pColl must point to the database native encoding -** collation sequence with name zName, length nName. -** -** The return value is either the collation sequence to be used in database -** db for collation type name zName, length nName, or NULL, if no collation -** sequence can be found. -*/ -CollSeq *sqlite3GetCollSeq( - sqlite3* db, - CollSeq *pColl, - const char *zName, - int nName -){ - CollSeq *p; - - p = pColl; - if( !p ){ - p = sqlite3FindCollSeq(db, ENC(db), zName, nName, 0); - } - if( !p || !p->xCmp ){ - /* No collation sequence of this type for this encoding is registered. - ** Call the collation factory to see if it can supply us with one. - */ - callCollNeeded(db, zName, nName); - p = sqlite3FindCollSeq(db, ENC(db), zName, nName, 0); - } - if( p && !p->xCmp && synthCollSeq(db, p) ){ - p = 0; - } - assert( !p || p->xCmp ); - return p; -} - -/* -** This routine is called on a collation sequence before it is used to -** check that it is defined. An undefined collation sequence exists when -** a database is loaded that contains references to collation sequences -** that have not been defined by sqlite3_create_collation() etc. -** -** If required, this routine calls the 'collation needed' callback to -** request a definition of the collating sequence. If this doesn't work, -** an equivalent collating sequence that uses a text encoding different -** from the main database is substituted, if one is available. -*/ -int sqlite3CheckCollSeq(Parse *pParse, CollSeq *pColl){ - if( pColl ){ - const char *zName = pColl->zName; - CollSeq *p = sqlite3GetCollSeq(pParse->db, pColl, zName, -1); - if( !p ){ - if( pParse->nErr==0 ){ - sqlite3ErrorMsg(pParse, "no such collation sequence: %s", zName); - } - pParse->nErr++; - return SQLITE_ERROR; - } - assert( p==pColl ); - } - return SQLITE_OK; -} - - - -/* -** Locate and return an entry from the db.aCollSeq hash table. If the entry -** specified by zName and nName is not found and parameter 'create' is -** true, then create a new entry. Otherwise return NULL. -** -** Each pointer stored in the sqlite3.aCollSeq hash table contains an -** array of three CollSeq structures. The first is the collation sequence -** prefferred for UTF-8, the second UTF-16le, and the third UTF-16be. -** -** Stored immediately after the three collation sequences is a copy of -** the collation sequence name. A pointer to this string is stored in -** each collation sequence structure. -*/ -static CollSeq *findCollSeqEntry( - sqlite3 *db, - const char *zName, - int nName, - int create -){ - CollSeq *pColl; - if( nName<0 ) nName = strlen(zName); - pColl = sqlite3HashFind(&db->aCollSeq, zName, nName); - - if( 0==pColl && create ){ - pColl = sqliteMalloc( 3*sizeof(*pColl) + nName + 1 ); - if( pColl ){ - CollSeq *pDel = 0; - pColl[0].zName = (char*)&pColl[3]; - pColl[0].enc = SQLITE_UTF8; - pColl[1].zName = (char*)&pColl[3]; - pColl[1].enc = SQLITE_UTF16LE; - pColl[2].zName = (char*)&pColl[3]; - pColl[2].enc = SQLITE_UTF16BE; - memcpy(pColl[0].zName, zName, nName); - pColl[0].zName[nName] = 0; - pDel = sqlite3HashInsert(&db->aCollSeq, pColl[0].zName, nName, pColl); - - /* If a malloc() failure occured in sqlite3HashInsert(), it will - ** return the pColl pointer to be deleted (because it wasn't added - ** to the hash table). - */ - assert( !pDel || (sqlite3MallocFailed() && pDel==pColl) ); - if( pDel ){ - sqliteFree(pDel); - pColl = 0; - } - } - } - return pColl; -} - -/* -** Parameter zName points to a UTF-8 encoded string nName bytes long. -** Return the CollSeq* pointer for the collation sequence named zName -** for the encoding 'enc' from the database 'db'. -** -** If the entry specified is not found and 'create' is true, then create a -** new entry. Otherwise return NULL. -** -** A separate function sqlite3LocateCollSeq() is a wrapper around -** this routine. sqlite3LocateCollSeq() invokes the collation factory -** if necessary and generates an error message if the collating sequence -** cannot be found. -*/ -CollSeq *sqlite3FindCollSeq( - sqlite3 *db, - u8 enc, - const char *zName, - int nName, - int create -){ - CollSeq *pColl; - if( zName ){ - pColl = findCollSeqEntry(db, zName, nName, create); - }else{ - pColl = db->pDfltColl; - } - assert( SQLITE_UTF8==1 && SQLITE_UTF16LE==2 && SQLITE_UTF16BE==3 ); - assert( enc>=SQLITE_UTF8 && enc<=SQLITE_UTF16BE ); - if( pColl ) pColl += enc-1; - return pColl; -} - -/* -** Locate a user function given a name, a number of arguments and a flag -** indicating whether the function prefers UTF-16 over UTF-8. Return a -** pointer to the FuncDef structure that defines that function, or return -** NULL if the function does not exist. -** -** If the createFlag argument is true, then a new (blank) FuncDef -** structure is created and liked into the "db" structure if a -** no matching function previously existed. When createFlag is true -** and the nArg parameter is -1, then only a function that accepts -** any number of arguments will be returned. -** -** If createFlag is false and nArg is -1, then the first valid -** function found is returned. A function is valid if either xFunc -** or xStep is non-zero. -** -** If createFlag is false, then a function with the required name and -** number of arguments may be returned even if the eTextRep flag does not -** match that requested. -*/ -FuncDef *sqlite3FindFunction( - sqlite3 *db, /* An open database */ - const char *zName, /* Name of the function. Not null-terminated */ - int nName, /* Number of characters in the name */ - int nArg, /* Number of arguments. -1 means any number */ - u8 enc, /* Preferred text encoding */ - int createFlag /* Create new entry if true and does not otherwise exist */ -){ - FuncDef *p; /* Iterator variable */ - FuncDef *pFirst; /* First function with this name */ - FuncDef *pBest = 0; /* Best match found so far */ - int bestmatch = 0; - - - assert( enc==SQLITE_UTF8 || enc==SQLITE_UTF16LE || enc==SQLITE_UTF16BE ); - if( nArg<-1 ) nArg = -1; - - pFirst = (FuncDef*)sqlite3HashFind(&db->aFunc, zName, nName); - for(p=pFirst; p; p=p->pNext){ - /* During the search for the best function definition, bestmatch is set - ** as follows to indicate the quality of the match with the definition - ** pointed to by pBest: - ** - ** 0: pBest is NULL. No match has been found. - ** 1: A variable arguments function that prefers UTF-8 when a UTF-16 - ** encoding is requested, or vice versa. - ** 2: A variable arguments function that uses UTF-16BE when UTF-16LE is - ** requested, or vice versa. - ** 3: A variable arguments function using the same text encoding. - ** 4: A function with the exact number of arguments requested that - ** prefers UTF-8 when a UTF-16 encoding is requested, or vice versa. - ** 5: A function with the exact number of arguments requested that - ** prefers UTF-16LE when UTF-16BE is requested, or vice versa. - ** 6: An exact match. - ** - ** A larger value of 'matchqual' indicates a more desirable match. - */ - if( p->nArg==-1 || p->nArg==nArg || nArg==-1 ){ - int match = 1; /* Quality of this match */ - if( p->nArg==nArg || nArg==-1 ){ - match = 4; - } - if( enc==p->iPrefEnc ){ - match += 2; - } - else if( (enc==SQLITE_UTF16LE && p->iPrefEnc==SQLITE_UTF16BE) || - (enc==SQLITE_UTF16BE && p->iPrefEnc==SQLITE_UTF16LE) ){ - match += 1; - } - - if( match>bestmatch ){ - pBest = p; - bestmatch = match; - } - } - } - - /* If the createFlag parameter is true, and the seach did not reveal an - ** exact match for the name, number of arguments and encoding, then add a - ** new entry to the hash table and return it. - */ - if( createFlag && bestmatch<6 && - (pBest = sqliteMalloc(sizeof(*pBest)+nName))!=0 ){ - pBest->nArg = nArg; - pBest->pNext = pFirst; - pBest->iPrefEnc = enc; - memcpy(pBest->zName, zName, nName); - pBest->zName[nName] = 0; - if( pBest==sqlite3HashInsert(&db->aFunc,pBest->zName,nName,(void*)pBest) ){ - sqliteFree(pBest); - return 0; - } - } - - if( pBest && (pBest->xStep || pBest->xFunc || createFlag) ){ - return pBest; - } - return 0; -} - -/* -** Free all resources held by the schema structure. The void* argument points -** at a Schema struct. This function does not call sqliteFree() on the -** pointer itself, it just cleans up subsiduary resources (i.e. the contents -** of the schema hash tables). -*/ -void sqlite3SchemaFree(void *p){ - Hash temp1; - Hash temp2; - HashElem *pElem; - Schema *pSchema = (Schema *)p; - - temp1 = pSchema->tblHash; - temp2 = pSchema->trigHash; - sqlite3HashInit(&pSchema->trigHash, SQLITE_HASH_STRING, 0); - sqlite3HashClear(&pSchema->aFKey); - sqlite3HashClear(&pSchema->idxHash); - for(pElem=sqliteHashFirst(&temp2); pElem; pElem=sqliteHashNext(pElem)){ - sqlite3DeleteTrigger((Trigger*)sqliteHashData(pElem)); - } - sqlite3HashClear(&temp2); - sqlite3HashInit(&pSchema->tblHash, SQLITE_HASH_STRING, 0); - for(pElem=sqliteHashFirst(&temp1); pElem; pElem=sqliteHashNext(pElem)){ - Table *pTab = sqliteHashData(pElem); - sqlite3DeleteTable(0, pTab); - } - sqlite3HashClear(&temp1); - pSchema->pSeqTab = 0; - pSchema->flags &= ~DB_SchemaLoaded; -} - -/* -** Find and return the schema associated with a BTree. Create -** a new one if necessary. -*/ -Schema *sqlite3SchemaGet(Btree *pBt){ - Schema * p; - if( pBt ){ - p = (Schema *)sqlite3BtreeSchema(pBt,sizeof(Schema),sqlite3SchemaFree); - }else{ - p = (Schema *)sqliteMalloc(sizeof(Schema)); - } - if( p && 0==p->file_format ){ - sqlite3HashInit(&p->tblHash, SQLITE_HASH_STRING, 0); - sqlite3HashInit(&p->idxHash, SQLITE_HASH_STRING, 0); - sqlite3HashInit(&p->trigHash, SQLITE_HASH_STRING, 0); - sqlite3HashInit(&p->aFKey, SQLITE_HASH_STRING, 1); - p->enc = SQLITE_UTF8; - } - return p; -} diff --git a/libs/sqlite/src/complete.c b/libs/sqlite/src/complete.c deleted file mode 100644 index 536ffadbc2..0000000000 --- a/libs/sqlite/src/complete.c +++ /dev/null @@ -1,263 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** An tokenizer for SQL -** -** This file contains C code that implements the sqlite3_complete() API. -** This code used to be part of the tokenizer.c source file. But by -** separating it out, the code will be automatically omitted from -** static links that do not use it. -** -** $Id: complete.c,v 1.3 2006/01/18 15:25:17 danielk1977 Exp $ -*/ -#include "sqliteInt.h" -#ifndef SQLITE_OMIT_COMPLETE - -/* -** This is defined in tokenize.c. We just have to import the definition. -*/ -extern const char sqlite3IsIdChar[]; -#define IdChar(C) (((c=C)&0x80)!=0 || (c>0x1f && sqlite3IsIdChar[c-0x20])) - - -/* -** Token types used by the sqlite3_complete() routine. See the header -** comments on that procedure for additional information. -*/ -#define tkSEMI 0 -#define tkWS 1 -#define tkOTHER 2 -#define tkEXPLAIN 3 -#define tkCREATE 4 -#define tkTEMP 5 -#define tkTRIGGER 6 -#define tkEND 7 - -/* -** Return TRUE if the given SQL string ends in a semicolon. -** -** Special handling is require for CREATE TRIGGER statements. -** Whenever the CREATE TRIGGER keywords are seen, the statement -** must end with ";END;". -** -** This implementation uses a state machine with 7 states: -** -** (0) START At the beginning or end of an SQL statement. This routine -** returns 1 if it ends in the START state and 0 if it ends -** in any other state. -** -** (1) NORMAL We are in the middle of statement which ends with a single -** semicolon. -** -** (2) EXPLAIN The keyword EXPLAIN has been seen at the beginning of -** a statement. -** -** (3) CREATE The keyword CREATE has been seen at the beginning of a -** statement, possibly preceeded by EXPLAIN and/or followed by -** TEMP or TEMPORARY -** -** (4) TRIGGER We are in the middle of a trigger definition that must be -** ended by a semicolon, the keyword END, and another semicolon. -** -** (5) SEMI We've seen the first semicolon in the ";END;" that occurs at -** the end of a trigger definition. -** -** (6) END We've seen the ";END" of the ";END;" that occurs at the end -** of a trigger difinition. -** -** Transitions between states above are determined by tokens extracted -** from the input. The following tokens are significant: -** -** (0) tkSEMI A semicolon. -** (1) tkWS Whitespace -** (2) tkOTHER Any other SQL token. -** (3) tkEXPLAIN The "explain" keyword. -** (4) tkCREATE The "create" keyword. -** (5) tkTEMP The "temp" or "temporary" keyword. -** (6) tkTRIGGER The "trigger" keyword. -** (7) tkEND The "end" keyword. -** -** Whitespace never causes a state transition and is always ignored. -** -** If we compile with SQLITE_OMIT_TRIGGER, all of the computation needed -** to recognize the end of a trigger can be omitted. All we have to do -** is look for a semicolon that is not part of an string or comment. -*/ -int sqlite3_complete(const char *zSql){ - u8 state = 0; /* Current state, using numbers defined in header comment */ - u8 token; /* Value of the next token */ - -#ifndef SQLITE_OMIT_TRIGGER - /* A complex statement machine used to detect the end of a CREATE TRIGGER - ** statement. This is the normal case. - */ - static const u8 trans[7][8] = { - /* Token: */ - /* State: ** SEMI WS OTHER EXPLAIN CREATE TEMP TRIGGER END */ - /* 0 START: */ { 0, 0, 1, 2, 3, 1, 1, 1, }, - /* 1 NORMAL: */ { 0, 1, 1, 1, 1, 1, 1, 1, }, - /* 2 EXPLAIN: */ { 0, 2, 1, 1, 3, 1, 1, 1, }, - /* 3 CREATE: */ { 0, 3, 1, 1, 1, 3, 4, 1, }, - /* 4 TRIGGER: */ { 5, 4, 4, 4, 4, 4, 4, 4, }, - /* 5 SEMI: */ { 5, 5, 4, 4, 4, 4, 4, 6, }, - /* 6 END: */ { 0, 6, 4, 4, 4, 4, 4, 4, }, - }; -#else - /* If triggers are not suppored by this compile then the statement machine - ** used to detect the end of a statement is much simplier - */ - static const u8 trans[2][3] = { - /* Token: */ - /* State: ** SEMI WS OTHER */ - /* 0 START: */ { 0, 0, 1, }, - /* 1 NORMAL: */ { 0, 1, 1, }, - }; -#endif /* SQLITE_OMIT_TRIGGER */ - - while( *zSql ){ - switch( *zSql ){ - case ';': { /* A semicolon */ - token = tkSEMI; - break; - } - case ' ': - case '\r': - case '\t': - case '\n': - case '\f': { /* White space is ignored */ - token = tkWS; - break; - } - case '/': { /* C-style comments */ - if( zSql[1]!='*' ){ - token = tkOTHER; - break; - } - zSql += 2; - while( zSql[0] && (zSql[0]!='*' || zSql[1]!='/') ){ zSql++; } - if( zSql[0]==0 ) return 0; - zSql++; - token = tkWS; - break; - } - case '-': { /* SQL-style comments from "--" to end of line */ - if( zSql[1]!='-' ){ - token = tkOTHER; - break; - } - while( *zSql && *zSql!='\n' ){ zSql++; } - if( *zSql==0 ) return state==0; - token = tkWS; - break; - } - case '[': { /* Microsoft-style identifiers in [...] */ - zSql++; - while( *zSql && *zSql!=']' ){ zSql++; } - if( *zSql==0 ) return 0; - token = tkOTHER; - break; - } - case '`': /* Grave-accent quoted symbols used by MySQL */ - case '"': /* single- and double-quoted strings */ - case '\'': { - int c = *zSql; - zSql++; - while( *zSql && *zSql!=c ){ zSql++; } - if( *zSql==0 ) return 0; - token = tkOTHER; - break; - } - default: { - int c; - if( IdChar((u8)*zSql) ){ - /* Keywords and unquoted identifiers */ - int nId; - for(nId=1; IdChar(zSql[nId]); nId++){} -#ifdef SQLITE_OMIT_TRIGGER - token = tkOTHER; -#else - switch( *zSql ){ - case 'c': case 'C': { - if( nId==6 && sqlite3StrNICmp(zSql, "create", 6)==0 ){ - token = tkCREATE; - }else{ - token = tkOTHER; - } - break; - } - case 't': case 'T': { - if( nId==7 && sqlite3StrNICmp(zSql, "trigger", 7)==0 ){ - token = tkTRIGGER; - }else if( nId==4 && sqlite3StrNICmp(zSql, "temp", 4)==0 ){ - token = tkTEMP; - }else if( nId==9 && sqlite3StrNICmp(zSql, "temporary", 9)==0 ){ - token = tkTEMP; - }else{ - token = tkOTHER; - } - break; - } - case 'e': case 'E': { - if( nId==3 && sqlite3StrNICmp(zSql, "end", 3)==0 ){ - token = tkEND; - }else -#ifndef SQLITE_OMIT_EXPLAIN - if( nId==7 && sqlite3StrNICmp(zSql, "explain", 7)==0 ){ - token = tkEXPLAIN; - }else -#endif - { - token = tkOTHER; - } - break; - } - default: { - token = tkOTHER; - break; - } - } -#endif /* SQLITE_OMIT_TRIGGER */ - zSql += nId-1; - }else{ - /* Operators and special symbols */ - token = tkOTHER; - } - break; - } - } - state = trans[state][token]; - zSql++; - } - return state==0; -} - -#ifndef SQLITE_OMIT_UTF16 -/* -** This routine is the same as the sqlite3_complete() routine described -** above, except that the parameter is required to be UTF-16 encoded, not -** UTF-8. -*/ -int sqlite3_complete16(const void *zSql){ - sqlite3_value *pVal; - char const *zSql8; - int rc = 0; - - pVal = sqlite3ValueNew(); - sqlite3ValueSetStr(pVal, -1, zSql, SQLITE_UTF16NATIVE, SQLITE_STATIC); - zSql8 = sqlite3ValueText(pVal, SQLITE_UTF8); - if( zSql8 ){ - rc = sqlite3_complete(zSql8); - } - sqlite3ValueFree(pVal); - return sqlite3ApiExit(0, rc); -} -#endif /* SQLITE_OMIT_UTF16 */ -#endif /* SQLITE_OMIT_COMPLETE */ diff --git a/libs/sqlite/src/date.c b/libs/sqlite/src/date.c deleted file mode 100644 index 1a92c4f9e4..0000000000 --- a/libs/sqlite/src/date.c +++ /dev/null @@ -1,1026 +0,0 @@ -/* -** 2003 October 31 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains the C functions that implement date and time -** functions for SQLite. -** -** There is only one exported symbol in this file - the function -** sqlite3RegisterDateTimeFunctions() found at the bottom of the file. -** All other code has file scope. -** -** $Id: date.c,v 1.60 2007/01/08 16:19:07 drh Exp $ -** -** NOTES: -** -** SQLite processes all times and dates as Julian Day numbers. The -** dates and times are stored as the number of days since noon -** in Greenwich on November 24, 4714 B.C. according to the Gregorian -** calendar system. -** -** 1970-01-01 00:00:00 is JD 2440587.5 -** 2000-01-01 00:00:00 is JD 2451544.5 -** -** This implemention requires years to be expressed as a 4-digit number -** which means that only dates between 0000-01-01 and 9999-12-31 can -** be represented, even though julian day numbers allow a much wider -** range of dates. -** -** The Gregorian calendar system is used for all dates and times, -** even those that predate the Gregorian calendar. Historians usually -** use the Julian calendar for dates prior to 1582-10-15 and for some -** dates afterwards, depending on locale. Beware of this difference. -** -** The conversion algorithms are implemented based on descriptions -** in the following text: -** -** Jean Meeus -** Astronomical Algorithms, 2nd Edition, 1998 -** ISBM 0-943396-61-1 -** Willmann-Bell, Inc -** Richmond, Virginia (USA) -*/ -#include "sqliteInt.h" -#include "os.h" -#include -#include -#include -#include - -#ifndef SQLITE_OMIT_DATETIME_FUNCS - -/* -** A structure for holding a single date and time. -*/ -typedef struct DateTime DateTime; -struct DateTime { - double rJD; /* The julian day number */ - int Y, M, D; /* Year, month, and day */ - int h, m; /* Hour and minutes */ - int tz; /* Timezone offset in minutes */ - double s; /* Seconds */ - char validYMD; /* True if Y,M,D are valid */ - char validHMS; /* True if h,m,s are valid */ - char validJD; /* True if rJD is valid */ - char validTZ; /* True if tz is valid */ -}; - - -/* -** Convert zDate into one or more integers. Additional arguments -** come in groups of 5 as follows: -** -** N number of digits in the integer -** min minimum allowed value of the integer -** max maximum allowed value of the integer -** nextC first character after the integer -** pVal where to write the integers value. -** -** Conversions continue until one with nextC==0 is encountered. -** The function returns the number of successful conversions. -*/ -static int getDigits(const char *zDate, ...){ - va_list ap; - int val; - int N; - int min; - int max; - int nextC; - int *pVal; - int cnt = 0; - va_start(ap, zDate); - do{ - N = va_arg(ap, int); - min = va_arg(ap, int); - max = va_arg(ap, int); - nextC = va_arg(ap, int); - pVal = va_arg(ap, int*); - val = 0; - while( N-- ){ - if( !isdigit(*(u8*)zDate) ){ - goto end_getDigits; - } - val = val*10 + *zDate - '0'; - zDate++; - } - if( valmax || (nextC!=0 && nextC!=*zDate) ){ - goto end_getDigits; - } - *pVal = val; - zDate++; - cnt++; - }while( nextC ); -end_getDigits: - va_end(ap); - return cnt; -} - -/* -** Read text from z[] and convert into a floating point number. Return -** the number of digits converted. -*/ -#define getValue sqlite3AtoF - -/* -** Parse a timezone extension on the end of a date-time. -** The extension is of the form: -** -** (+/-)HH:MM -** -** If the parse is successful, write the number of minutes -** of change in *pnMin and return 0. If a parser error occurs, -** return 0. -** -** A missing specifier is not considered an error. -*/ -static int parseTimezone(const char *zDate, DateTime *p){ - int sgn = 0; - int nHr, nMn; - while( isspace(*(u8*)zDate) ){ zDate++; } - p->tz = 0; - if( *zDate=='-' ){ - sgn = -1; - }else if( *zDate=='+' ){ - sgn = +1; - }else{ - return *zDate!=0; - } - zDate++; - if( getDigits(zDate, 2, 0, 14, ':', &nHr, 2, 0, 59, 0, &nMn)!=2 ){ - return 1; - } - zDate += 5; - p->tz = sgn*(nMn + nHr*60); - while( isspace(*(u8*)zDate) ){ zDate++; } - return *zDate!=0; -} - -/* -** Parse times of the form HH:MM or HH:MM:SS or HH:MM:SS.FFFF. -** The HH, MM, and SS must each be exactly 2 digits. The -** fractional seconds FFFF can be one or more digits. -** -** Return 1 if there is a parsing error and 0 on success. -*/ -static int parseHhMmSs(const char *zDate, DateTime *p){ - int h, m, s; - double ms = 0.0; - if( getDigits(zDate, 2, 0, 24, ':', &h, 2, 0, 59, 0, &m)!=2 ){ - return 1; - } - zDate += 5; - if( *zDate==':' ){ - zDate++; - if( getDigits(zDate, 2, 0, 59, 0, &s)!=1 ){ - return 1; - } - zDate += 2; - if( *zDate=='.' && isdigit((u8)zDate[1]) ){ - double rScale = 1.0; - zDate++; - while( isdigit(*(u8*)zDate) ){ - ms = ms*10.0 + *zDate - '0'; - rScale *= 10.0; - zDate++; - } - ms /= rScale; - } - }else{ - s = 0; - } - p->validJD = 0; - p->validHMS = 1; - p->h = h; - p->m = m; - p->s = s + ms; - if( parseTimezone(zDate, p) ) return 1; - p->validTZ = p->tz!=0; - return 0; -} - -/* -** Convert from YYYY-MM-DD HH:MM:SS to julian day. We always assume -** that the YYYY-MM-DD is according to the Gregorian calendar. -** -** Reference: Meeus page 61 -*/ -static void computeJD(DateTime *p){ - int Y, M, D, A, B, X1, X2; - - if( p->validJD ) return; - if( p->validYMD ){ - Y = p->Y; - M = p->M; - D = p->D; - }else{ - Y = 2000; /* If no YMD specified, assume 2000-Jan-01 */ - M = 1; - D = 1; - } - if( M<=2 ){ - Y--; - M += 12; - } - A = Y/100; - B = 2 - A + (A/4); - X1 = 365.25*(Y+4716); - X2 = 30.6001*(M+1); - p->rJD = X1 + X2 + D + B - 1524.5; - p->validJD = 1; - if( p->validHMS ){ - p->rJD += (p->h*3600.0 + p->m*60.0 + p->s)/86400.0; - if( p->validTZ ){ - p->rJD -= p->tz*60/86400.0; - p->validYMD = 0; - p->validHMS = 0; - p->validTZ = 0; - } - } -} - -/* -** Parse dates of the form -** -** YYYY-MM-DD HH:MM:SS.FFF -** YYYY-MM-DD HH:MM:SS -** YYYY-MM-DD HH:MM -** YYYY-MM-DD -** -** Write the result into the DateTime structure and return 0 -** on success and 1 if the input string is not a well-formed -** date. -*/ -static int parseYyyyMmDd(const char *zDate, DateTime *p){ - int Y, M, D, neg; - - if( zDate[0]=='-' ){ - zDate++; - neg = 1; - }else{ - neg = 0; - } - if( getDigits(zDate,4,0,9999,'-',&Y,2,1,12,'-',&M,2,1,31,0,&D)!=3 ){ - return 1; - } - zDate += 10; - while( isspace(*(u8*)zDate) || 'T'==*(u8*)zDate ){ zDate++; } - if( parseHhMmSs(zDate, p)==0 ){ - /* We got the time */ - }else if( *zDate==0 ){ - p->validHMS = 0; - }else{ - return 1; - } - p->validJD = 0; - p->validYMD = 1; - p->Y = neg ? -Y : Y; - p->M = M; - p->D = D; - if( p->validTZ ){ - computeJD(p); - } - return 0; -} - -/* -** Attempt to parse the given string into a Julian Day Number. Return -** the number of errors. -** -** The following are acceptable forms for the input string: -** -** YYYY-MM-DD HH:MM:SS.FFF +/-HH:MM -** DDDD.DD -** now -** -** In the first form, the +/-HH:MM is always optional. The fractional -** seconds extension (the ".FFF") is optional. The seconds portion -** (":SS.FFF") is option. The year and date can be omitted as long -** as there is a time string. The time string can be omitted as long -** as there is a year and date. -*/ -static int parseDateOrTime(const char *zDate, DateTime *p){ - memset(p, 0, sizeof(*p)); - if( parseYyyyMmDd(zDate,p)==0 ){ - return 0; - }else if( parseHhMmSs(zDate, p)==0 ){ - return 0; - }else if( sqlite3StrICmp(zDate,"now")==0){ - double r; - sqlite3OsCurrentTime(&r); - p->rJD = r; - p->validJD = 1; - return 0; - }else if( sqlite3IsNumber(zDate, 0, SQLITE_UTF8) ){ - getValue(zDate, &p->rJD); - p->validJD = 1; - return 0; - } - return 1; -} - -/* -** Compute the Year, Month, and Day from the julian day number. -*/ -static void computeYMD(DateTime *p){ - int Z, A, B, C, D, E, X1; - if( p->validYMD ) return; - if( !p->validJD ){ - p->Y = 2000; - p->M = 1; - p->D = 1; - }else{ - Z = p->rJD + 0.5; - A = (Z - 1867216.25)/36524.25; - A = Z + 1 + A - (A/4); - B = A + 1524; - C = (B - 122.1)/365.25; - D = 365.25*C; - E = (B-D)/30.6001; - X1 = 30.6001*E; - p->D = B - D - X1; - p->M = E<14 ? E-1 : E-13; - p->Y = p->M>2 ? C - 4716 : C - 4715; - } - p->validYMD = 1; -} - -/* -** Compute the Hour, Minute, and Seconds from the julian day number. -*/ -static void computeHMS(DateTime *p){ - int Z, s; - if( p->validHMS ) return; - computeJD(p); - Z = p->rJD + 0.5; - s = (p->rJD + 0.5 - Z)*86400000.0 + 0.5; - p->s = 0.001*s; - s = p->s; - p->s -= s; - p->h = s/3600; - s -= p->h*3600; - p->m = s/60; - p->s += s - p->m*60; - p->validHMS = 1; -} - -/* -** Compute both YMD and HMS -*/ -static void computeYMD_HMS(DateTime *p){ - computeYMD(p); - computeHMS(p); -} - -/* -** Clear the YMD and HMS and the TZ -*/ -static void clearYMD_HMS_TZ(DateTime *p){ - p->validYMD = 0; - p->validHMS = 0; - p->validTZ = 0; -} - -/* -** Compute the difference (in days) between localtime and UTC (a.k.a. GMT) -** for the time value p where p is in UTC. -*/ -static double localtimeOffset(DateTime *p){ - DateTime x, y; - time_t t; - x = *p; - computeYMD_HMS(&x); - if( x.Y<1971 || x.Y>=2038 ){ - x.Y = 2000; - x.M = 1; - x.D = 1; - x.h = 0; - x.m = 0; - x.s = 0.0; - } else { - int s = x.s + 0.5; - x.s = s; - } - x.tz = 0; - x.validJD = 0; - computeJD(&x); - t = (x.rJD-2440587.5)*86400.0 + 0.5; -#ifdef HAVE_LOCALTIME_R - { - struct tm sLocal; - localtime_r(&t, &sLocal); - y.Y = sLocal.tm_year + 1900; - y.M = sLocal.tm_mon + 1; - y.D = sLocal.tm_mday; - y.h = sLocal.tm_hour; - y.m = sLocal.tm_min; - y.s = sLocal.tm_sec; - } -#else - { - struct tm *pTm; - sqlite3OsEnterMutex(); - pTm = localtime(&t); - y.Y = pTm->tm_year + 1900; - y.M = pTm->tm_mon + 1; - y.D = pTm->tm_mday; - y.h = pTm->tm_hour; - y.m = pTm->tm_min; - y.s = pTm->tm_sec; - sqlite3OsLeaveMutex(); - } -#endif - y.validYMD = 1; - y.validHMS = 1; - y.validJD = 0; - y.validTZ = 0; - computeJD(&y); - return y.rJD - x.rJD; -} - -/* -** Process a modifier to a date-time stamp. The modifiers are -** as follows: -** -** NNN days -** NNN hours -** NNN minutes -** NNN.NNNN seconds -** NNN months -** NNN years -** start of month -** start of year -** start of week -** start of day -** weekday N -** unixepoch -** localtime -** utc -** -** Return 0 on success and 1 if there is any kind of error. -*/ -static int parseModifier(const char *zMod, DateTime *p){ - int rc = 1; - int n; - double r; - char *z, zBuf[30]; - z = zBuf; - for(n=0; nrJD += localtimeOffset(p); - clearYMD_HMS_TZ(p); - rc = 0; - } - break; - } - case 'u': { - /* - ** unixepoch - ** - ** Treat the current value of p->rJD as the number of - ** seconds since 1970. Convert to a real julian day number. - */ - if( strcmp(z, "unixepoch")==0 && p->validJD ){ - p->rJD = p->rJD/86400.0 + 2440587.5; - clearYMD_HMS_TZ(p); - rc = 0; - }else if( strcmp(z, "utc")==0 ){ - double c1; - computeJD(p); - c1 = localtimeOffset(p); - p->rJD -= c1; - clearYMD_HMS_TZ(p); - p->rJD += c1 - localtimeOffset(p); - rc = 0; - } - break; - } - case 'w': { - /* - ** weekday N - ** - ** Move the date to the same time on the next occurrence of - ** weekday N where 0==Sunday, 1==Monday, and so forth. If the - ** date is already on the appropriate weekday, this is a no-op. - */ - if( strncmp(z, "weekday ", 8)==0 && getValue(&z[8],&r)>0 - && (n=r)==r && n>=0 && r<7 ){ - int Z; - computeYMD_HMS(p); - p->validTZ = 0; - p->validJD = 0; - computeJD(p); - Z = p->rJD + 1.5; - Z %= 7; - if( Z>n ) Z -= 7; - p->rJD += n - Z; - clearYMD_HMS_TZ(p); - rc = 0; - } - break; - } - case 's': { - /* - ** start of TTTTT - ** - ** Move the date backwards to the beginning of the current day, - ** or month or year. - */ - if( strncmp(z, "start of ", 9)!=0 ) break; - z += 9; - computeYMD(p); - p->validHMS = 1; - p->h = p->m = 0; - p->s = 0.0; - p->validTZ = 0; - p->validJD = 0; - if( strcmp(z,"month")==0 ){ - p->D = 1; - rc = 0; - }else if( strcmp(z,"year")==0 ){ - computeYMD(p); - p->M = 1; - p->D = 1; - rc = 0; - }else if( strcmp(z,"day")==0 ){ - rc = 0; - } - break; - } - case '+': - case '-': - case '0': - case '1': - case '2': - case '3': - case '4': - case '5': - case '6': - case '7': - case '8': - case '9': { - n = getValue(z, &r); - if( n<=0 ) break; - if( z[n]==':' ){ - /* A modifier of the form (+|-)HH:MM:SS.FFF adds (or subtracts) the - ** specified number of hours, minutes, seconds, and fractional seconds - ** to the time. The ".FFF" may be omitted. The ":SS.FFF" may be - ** omitted. - */ - const char *z2 = z; - DateTime tx; - int day; - if( !isdigit(*(u8*)z2) ) z2++; - memset(&tx, 0, sizeof(tx)); - if( parseHhMmSs(z2, &tx) ) break; - computeJD(&tx); - tx.rJD -= 0.5; - day = (int)tx.rJD; - tx.rJD -= day; - if( z[0]=='-' ) tx.rJD = -tx.rJD; - computeJD(p); - clearYMD_HMS_TZ(p); - p->rJD += tx.rJD; - rc = 0; - break; - } - z += n; - while( isspace(*(u8*)z) ) z++; - n = strlen(z); - if( n>10 || n<3 ) break; - if( z[n-1]=='s' ){ z[n-1] = 0; n--; } - computeJD(p); - rc = 0; - if( n==3 && strcmp(z,"day")==0 ){ - p->rJD += r; - }else if( n==4 && strcmp(z,"hour")==0 ){ - p->rJD += r/24.0; - }else if( n==6 && strcmp(z,"minute")==0 ){ - p->rJD += r/(24.0*60.0); - }else if( n==6 && strcmp(z,"second")==0 ){ - p->rJD += r/(24.0*60.0*60.0); - }else if( n==5 && strcmp(z,"month")==0 ){ - int x, y; - computeYMD_HMS(p); - p->M += r; - x = p->M>0 ? (p->M-1)/12 : (p->M-12)/12; - p->Y += x; - p->M -= x*12; - p->validJD = 0; - computeJD(p); - y = r; - if( y!=r ){ - p->rJD += (r - y)*30.0; - } - }else if( n==4 && strcmp(z,"year")==0 ){ - computeYMD_HMS(p); - p->Y += r; - p->validJD = 0; - computeJD(p); - }else{ - rc = 1; - } - clearYMD_HMS_TZ(p); - break; - } - default: { - break; - } - } - return rc; -} - -/* -** Process time function arguments. argv[0] is a date-time stamp. -** argv[1] and following are modifiers. Parse them all and write -** the resulting time into the DateTime structure p. Return 0 -** on success and 1 if there are any errors. -*/ -static int isDate(int argc, sqlite3_value **argv, DateTime *p){ - int i; - if( argc==0 ) return 1; - if( SQLITE_NULL==sqlite3_value_type(argv[0]) || - parseDateOrTime((char*)sqlite3_value_text(argv[0]), p) ) return 1; - for(i=1; i59.999 ) s = 59.999; - sqlite3_snprintf(7, &z[j],"%02.3f", s); - j += strlen(&z[j]); - break; - } - case 'H': sprintf(&z[j],"%02d",x.h); j+=2; break; - case 'W': /* Fall thru */ - case 'j': { - int nDay; /* Number of days since 1st day of year */ - DateTime y = x; - y.validJD = 0; - y.M = 1; - y.D = 1; - computeJD(&y); - nDay = x.rJD - y.rJD + 0.5; - if( zFmt[i]=='W' ){ - int wd; /* 0=Monday, 1=Tuesday, ... 6=Sunday */ - wd = ((int)(x.rJD+0.5)) % 7; - sprintf(&z[j],"%02d",(nDay+7-wd)/7); - j += 2; - }else{ - sprintf(&z[j],"%03d",nDay+1); - j += 3; - } - break; - } - case 'J': sprintf(&z[j],"%.16g",x.rJD); j+=strlen(&z[j]); break; - case 'm': sprintf(&z[j],"%02d",x.M); j+=2; break; - case 'M': sprintf(&z[j],"%02d",x.m); j+=2; break; - case 's': { - sprintf(&z[j],"%d",(int)((x.rJD-2440587.5)*86400.0 + 0.5)); - j += strlen(&z[j]); - break; - } - case 'S': sprintf(&z[j],"%02d",(int)x.s); j+=2; break; - case 'w': z[j++] = (((int)(x.rJD+1.5)) % 7) + '0'; break; - case 'Y': sprintf(&z[j],"%04d",x.Y); j+=strlen(&z[j]); break; - case '%': z[j++] = '%'; break; - } - } - } - z[j] = 0; - sqlite3_result_text(context, z, -1, SQLITE_TRANSIENT); - if( z!=zBuf ){ - sqliteFree(z); - } -} - -/* -** current_time() -** -** This function returns the same value as time('now'). -*/ -static void ctimeFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - sqlite3_value *pVal = sqlite3ValueNew(); - if( pVal ){ - sqlite3ValueSetStr(pVal, -1, "now", SQLITE_UTF8, SQLITE_STATIC); - timeFunc(context, 1, &pVal); - sqlite3ValueFree(pVal); - } -} - -/* -** current_date() -** -** This function returns the same value as date('now'). -*/ -static void cdateFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - sqlite3_value *pVal = sqlite3ValueNew(); - if( pVal ){ - sqlite3ValueSetStr(pVal, -1, "now", SQLITE_UTF8, SQLITE_STATIC); - dateFunc(context, 1, &pVal); - sqlite3ValueFree(pVal); - } -} - -/* -** current_timestamp() -** -** This function returns the same value as datetime('now'). -*/ -static void ctimestampFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - sqlite3_value *pVal = sqlite3ValueNew(); - if( pVal ){ - sqlite3ValueSetStr(pVal, -1, "now", SQLITE_UTF8, SQLITE_STATIC); - datetimeFunc(context, 1, &pVal); - sqlite3ValueFree(pVal); - } -} -#endif /* !defined(SQLITE_OMIT_DATETIME_FUNCS) */ - -#ifdef SQLITE_OMIT_DATETIME_FUNCS -/* -** If the library is compiled to omit the full-scale date and time -** handling (to get a smaller binary), the following minimal version -** of the functions current_time(), current_date() and current_timestamp() -** are included instead. This is to support column declarations that -** include "DEFAULT CURRENT_TIME" etc. -** -** This function uses the C-library functions time(), gmtime() -** and strftime(). The format string to pass to strftime() is supplied -** as the user-data for the function. -*/ -static void currentTimeFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - time_t t; - char *zFormat = (char *)sqlite3_user_data(context); - char zBuf[20]; - - time(&t); -#ifdef SQLITE_TEST - { - extern int sqlite3_current_time; /* See os_XXX.c */ - if( sqlite3_current_time ){ - t = sqlite3_current_time; - } - } -#endif - -#ifdef HAVE_GMTIME_R - { - struct tm sNow; - gmtime_r(&t, &sNow); - strftime(zBuf, 20, zFormat, &sNow); - } -#else - { - struct tm *pTm; - sqlite3OsEnterMutex(); - pTm = gmtime(&t); - strftime(zBuf, 20, zFormat, pTm); - sqlite3OsLeaveMutex(); - } -#endif - - sqlite3_result_text(context, zBuf, -1, SQLITE_TRANSIENT); -} -#endif - -/* -** This function registered all of the above C functions as SQL -** functions. This should be the only routine in this file with -** external linkage. -*/ -void sqlite3RegisterDateTimeFunctions(sqlite3 *db){ -#ifndef SQLITE_OMIT_DATETIME_FUNCS - static const struct { - char *zName; - int nArg; - void (*xFunc)(sqlite3_context*,int,sqlite3_value**); - } aFuncs[] = { - { "julianday", -1, juliandayFunc }, - { "date", -1, dateFunc }, - { "time", -1, timeFunc }, - { "datetime", -1, datetimeFunc }, - { "strftime", -1, strftimeFunc }, - { "current_time", 0, ctimeFunc }, - { "current_timestamp", 0, ctimestampFunc }, - { "current_date", 0, cdateFunc }, - }; - int i; - - for(i=0; izErrMsg and return NULL. If all tables -** are found, return a pointer to the last table. -*/ -Table *sqlite3SrcListLookup(Parse *pParse, SrcList *pSrc){ - Table *pTab = 0; - int i; - struct SrcList_item *pItem; - for(i=0, pItem=pSrc->a; inSrc; i++, pItem++){ - pTab = sqlite3LocateTable(pParse, pItem->zName, pItem->zDatabase); - sqlite3DeleteTable(pParse->db, pItem->pTab); - pItem->pTab = pTab; - if( pTab ){ - pTab->nRef++; - } - } - return pTab; -} - -/* -** Check to make sure the given table is writable. If it is not -** writable, generate an error message and return 1. If it is -** writable return 0; -*/ -int sqlite3IsReadOnly(Parse *pParse, Table *pTab, int viewOk){ - if( (pTab->readOnly && (pParse->db->flags & SQLITE_WriteSchema)==0 - && pParse->nested==0) -#ifndef SQLITE_OMIT_VIRTUALTABLE - || (pTab->pMod && pTab->pMod->pModule->xUpdate==0) -#endif - ){ - sqlite3ErrorMsg(pParse, "table %s may not be modified", pTab->zName); - return 1; - } -#ifndef SQLITE_OMIT_VIEW - if( !viewOk && pTab->pSelect ){ - sqlite3ErrorMsg(pParse,"cannot modify %s because it is a view",pTab->zName); - return 1; - } -#endif - return 0; -} - -/* -** Generate code that will open a table for reading. -*/ -void sqlite3OpenTable( - Parse *p, /* Generate code into this VDBE */ - int iCur, /* The cursor number of the table */ - int iDb, /* The database index in sqlite3.aDb[] */ - Table *pTab, /* The table to be opened */ - int opcode /* OP_OpenRead or OP_OpenWrite */ -){ - Vdbe *v; - if( IsVirtual(pTab) ) return; - v = sqlite3GetVdbe(p); - assert( opcode==OP_OpenWrite || opcode==OP_OpenRead ); - sqlite3TableLock(p, iDb, pTab->tnum, (opcode==OP_OpenWrite), pTab->zName); - sqlite3VdbeAddOp(v, OP_Integer, iDb, 0); - VdbeComment((v, "# %s", pTab->zName)); - sqlite3VdbeAddOp(v, opcode, iCur, pTab->tnum); - sqlite3VdbeAddOp(v, OP_SetNumColumns, iCur, pTab->nCol); -} - - -/* -** Generate code for a DELETE FROM statement. -** -** DELETE FROM table_wxyz WHERE a<5 AND b NOT NULL; -** \________/ \________________/ -** pTabList pWhere -*/ -void sqlite3DeleteFrom( - Parse *pParse, /* The parser context */ - SrcList *pTabList, /* The table from which we should delete things */ - Expr *pWhere /* The WHERE clause. May be null */ -){ - Vdbe *v; /* The virtual database engine */ - Table *pTab; /* The table from which records will be deleted */ - const char *zDb; /* Name of database holding pTab */ - int end, addr = 0; /* A couple addresses of generated code */ - int i; /* Loop counter */ - WhereInfo *pWInfo; /* Information about the WHERE clause */ - Index *pIdx; /* For looping over indices of the table */ - int iCur; /* VDBE Cursor number for pTab */ - sqlite3 *db; /* Main database structure */ - AuthContext sContext; /* Authorization context */ - int oldIdx = -1; /* Cursor for the OLD table of AFTER triggers */ - NameContext sNC; /* Name context to resolve expressions in */ - int iDb; /* Database number */ - int memCnt = 0; /* Memory cell used for change counting */ - -#ifndef SQLITE_OMIT_TRIGGER - int isView; /* True if attempting to delete from a view */ - int triggers_exist = 0; /* True if any triggers exist */ -#endif - - sContext.pParse = 0; - if( pParse->nErr || sqlite3MallocFailed() ){ - goto delete_from_cleanup; - } - db = pParse->db; - assert( pTabList->nSrc==1 ); - - /* Locate the table which we want to delete. This table has to be - ** put in an SrcList structure because some of the subroutines we - ** will be calling are designed to work with multiple tables and expect - ** an SrcList* parameter instead of just a Table* parameter. - */ - pTab = sqlite3SrcListLookup(pParse, pTabList); - if( pTab==0 ) goto delete_from_cleanup; - - /* Figure out if we have any triggers and if the table being - ** deleted from is a view - */ -#ifndef SQLITE_OMIT_TRIGGER - triggers_exist = sqlite3TriggersExist(pParse, pTab, TK_DELETE, 0); - isView = pTab->pSelect!=0; -#else -# define triggers_exist 0 -# define isView 0 -#endif -#ifdef SQLITE_OMIT_VIEW -# undef isView -# define isView 0 -#endif - - if( sqlite3IsReadOnly(pParse, pTab, triggers_exist) ){ - goto delete_from_cleanup; - } - iDb = sqlite3SchemaToIndex(db, pTab->pSchema); - assert( iDbnDb ); - zDb = db->aDb[iDb].zName; - if( sqlite3AuthCheck(pParse, SQLITE_DELETE, pTab->zName, 0, zDb) ){ - goto delete_from_cleanup; - } - - /* If pTab is really a view, make sure it has been initialized. - */ - if( sqlite3ViewGetColumnNames(pParse, pTab) ){ - goto delete_from_cleanup; - } - - /* Allocate a cursor used to store the old.* data for a trigger. - */ - if( triggers_exist ){ - oldIdx = pParse->nTab++; - } - - /* Resolve the column names in the WHERE clause. - */ - assert( pTabList->nSrc==1 ); - iCur = pTabList->a[0].iCursor = pParse->nTab++; - memset(&sNC, 0, sizeof(sNC)); - sNC.pParse = pParse; - sNC.pSrcList = pTabList; - if( sqlite3ExprResolveNames(&sNC, pWhere) ){ - goto delete_from_cleanup; - } - - /* Start the view context - */ - if( isView ){ - sqlite3AuthContextPush(pParse, &sContext, pTab->zName); - } - - /* Begin generating code. - */ - v = sqlite3GetVdbe(pParse); - if( v==0 ){ - goto delete_from_cleanup; - } - if( pParse->nested==0 ) sqlite3VdbeCountChanges(v); - sqlite3BeginWriteOperation(pParse, triggers_exist, iDb); - - /* If we are trying to delete from a view, realize that view into - ** a ephemeral table. - */ - if( isView ){ - Select *pView = sqlite3SelectDup(pTab->pSelect); - sqlite3Select(pParse, pView, SRT_EphemTab, iCur, 0, 0, 0, 0); - sqlite3SelectDelete(pView); - } - - /* Initialize the counter of the number of rows deleted, if - ** we are counting rows. - */ - if( db->flags & SQLITE_CountRows ){ - memCnt = pParse->nMem++; - sqlite3VdbeAddOp(v, OP_MemInt, 0, memCnt); - } - - /* Special case: A DELETE without a WHERE clause deletes everything. - ** It is easier just to erase the whole table. Note, however, that - ** this means that the row change count will be incorrect. - */ - if( pWhere==0 && !triggers_exist && !IsVirtual(pTab) ){ - if( db->flags & SQLITE_CountRows ){ - /* If counting rows deleted, just count the total number of - ** entries in the table. */ - int endOfLoop = sqlite3VdbeMakeLabel(v); - int addr2; - if( !isView ){ - sqlite3OpenTable(pParse, iCur, iDb, pTab, OP_OpenRead); - } - sqlite3VdbeAddOp(v, OP_Rewind, iCur, sqlite3VdbeCurrentAddr(v)+2); - addr2 = sqlite3VdbeAddOp(v, OP_MemIncr, 1, memCnt); - sqlite3VdbeAddOp(v, OP_Next, iCur, addr2); - sqlite3VdbeResolveLabel(v, endOfLoop); - sqlite3VdbeAddOp(v, OP_Close, iCur, 0); - } - if( !isView ){ - sqlite3VdbeAddOp(v, OP_Clear, pTab->tnum, iDb); - if( !pParse->nested ){ - sqlite3VdbeChangeP3(v, -1, pTab->zName, P3_STATIC); - } - for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ - assert( pIdx->pSchema==pTab->pSchema ); - sqlite3VdbeAddOp(v, OP_Clear, pIdx->tnum, iDb); - } - } - } - /* The usual case: There is a WHERE clause so we have to scan through - ** the table and pick which records to delete. - */ - else{ - /* Begin the database scan - */ - pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, 0); - if( pWInfo==0 ) goto delete_from_cleanup; - - /* Remember the rowid of every item to be deleted. - */ - sqlite3VdbeAddOp(v, IsVirtual(pTab) ? OP_VRowid : OP_Rowid, iCur, 0); - sqlite3VdbeAddOp(v, OP_FifoWrite, 0, 0); - if( db->flags & SQLITE_CountRows ){ - sqlite3VdbeAddOp(v, OP_MemIncr, 1, memCnt); - } - - /* End the database scan loop. - */ - sqlite3WhereEnd(pWInfo); - - /* Open the pseudo-table used to store OLD if there are triggers. - */ - if( triggers_exist ){ - sqlite3VdbeAddOp(v, OP_OpenPseudo, oldIdx, 0); - sqlite3VdbeAddOp(v, OP_SetNumColumns, oldIdx, pTab->nCol); - } - - /* Delete every item whose key was written to the list during the - ** database scan. We have to delete items after the scan is complete - ** because deleting an item can change the scan order. - */ - end = sqlite3VdbeMakeLabel(v); - - /* This is the beginning of the delete loop when there are - ** row triggers. - */ - if( triggers_exist ){ - addr = sqlite3VdbeAddOp(v, OP_FifoRead, 0, end); - if( !isView ){ - sqlite3VdbeAddOp(v, OP_Dup, 0, 0); - sqlite3OpenTable(pParse, iCur, iDb, pTab, OP_OpenRead); - } - sqlite3VdbeAddOp(v, OP_MoveGe, iCur, 0); - sqlite3VdbeAddOp(v, OP_Rowid, iCur, 0); - sqlite3VdbeAddOp(v, OP_RowData, iCur, 0); - sqlite3VdbeAddOp(v, OP_Insert, oldIdx, 0); - if( !isView ){ - sqlite3VdbeAddOp(v, OP_Close, iCur, 0); - } - - (void)sqlite3CodeRowTrigger(pParse, TK_DELETE, 0, TRIGGER_BEFORE, pTab, - -1, oldIdx, (pParse->trigStack)?pParse->trigStack->orconf:OE_Default, - addr); - } - - if( !isView ){ - /* Open cursors for the table we are deleting from and all its - ** indices. If there are row triggers, this happens inside the - ** OP_FifoRead loop because the cursor have to all be closed - ** before the trigger fires. If there are no row triggers, the - ** cursors are opened only once on the outside the loop. - */ - sqlite3OpenTableAndIndices(pParse, pTab, iCur, OP_OpenWrite); - - /* This is the beginning of the delete loop when there are no - ** row triggers */ - if( !triggers_exist ){ - addr = sqlite3VdbeAddOp(v, OP_FifoRead, 0, end); - } - - /* Delete the row */ -#ifndef SQLITE_OMIT_VIRTUALTABLE - if( IsVirtual(pTab) ){ - pParse->pVirtualLock = pTab; - sqlite3VdbeOp3(v, OP_VUpdate, 0, 1, (const char*)pTab->pVtab, P3_VTAB); - }else -#endif - { - sqlite3GenerateRowDelete(db, v, pTab, iCur, pParse->nested==0); - } - } - - /* If there are row triggers, close all cursors then invoke - ** the AFTER triggers - */ - if( triggers_exist ){ - if( !isView ){ - for(i=1, pIdx=pTab->pIndex; pIdx; i++, pIdx=pIdx->pNext){ - sqlite3VdbeAddOp(v, OP_Close, iCur + i, pIdx->tnum); - } - sqlite3VdbeAddOp(v, OP_Close, iCur, 0); - } - (void)sqlite3CodeRowTrigger(pParse, TK_DELETE, 0, TRIGGER_AFTER, pTab, -1, - oldIdx, (pParse->trigStack)?pParse->trigStack->orconf:OE_Default, - addr); - } - - /* End of the delete loop */ - sqlite3VdbeAddOp(v, OP_Goto, 0, addr); - sqlite3VdbeResolveLabel(v, end); - - /* Close the cursors after the loop if there are no row triggers */ - if( !triggers_exist && !IsVirtual(pTab) ){ - for(i=1, pIdx=pTab->pIndex; pIdx; i++, pIdx=pIdx->pNext){ - sqlite3VdbeAddOp(v, OP_Close, iCur + i, pIdx->tnum); - } - sqlite3VdbeAddOp(v, OP_Close, iCur, 0); - } - } - - /* - ** Return the number of rows that were deleted. If this routine is - ** generating code because of a call to sqlite3NestedParse(), do not - ** invoke the callback function. - */ - if( db->flags & SQLITE_CountRows && pParse->nested==0 && !pParse->trigStack ){ - sqlite3VdbeAddOp(v, OP_MemLoad, memCnt, 0); - sqlite3VdbeAddOp(v, OP_Callback, 1, 0); - sqlite3VdbeSetNumCols(v, 1); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "rows deleted", P3_STATIC); - } - -delete_from_cleanup: - sqlite3AuthContextPop(&sContext); - sqlite3SrcListDelete(pTabList); - sqlite3ExprDelete(pWhere); - return; -} - -/* -** This routine generates VDBE code that causes a single row of a -** single table to be deleted. -** -** The VDBE must be in a particular state when this routine is called. -** These are the requirements: -** -** 1. A read/write cursor pointing to pTab, the table containing the row -** to be deleted, must be opened as cursor number "base". -** -** 2. Read/write cursors for all indices of pTab must be open as -** cursor number base+i for the i-th index. -** -** 3. The record number of the row to be deleted must be on the top -** of the stack. -** -** This routine pops the top of the stack to remove the record number -** and then generates code to remove both the table record and all index -** entries that point to that record. -*/ -void sqlite3GenerateRowDelete( - sqlite3 *db, /* The database containing the index */ - Vdbe *v, /* Generate code into this VDBE */ - Table *pTab, /* Table containing the row to be deleted */ - int iCur, /* Cursor number for the table */ - int count /* Increment the row change counter */ -){ - int addr; - addr = sqlite3VdbeAddOp(v, OP_NotExists, iCur, 0); - sqlite3GenerateRowIndexDelete(v, pTab, iCur, 0); - sqlite3VdbeAddOp(v, OP_Delete, iCur, (count?OPFLAG_NCHANGE:0)); - if( count ){ - sqlite3VdbeChangeP3(v, -1, pTab->zName, P3_STATIC); - } - sqlite3VdbeJumpHere(v, addr); -} - -/* -** This routine generates VDBE code that causes the deletion of all -** index entries associated with a single row of a single table. -** -** The VDBE must be in a particular state when this routine is called. -** These are the requirements: -** -** 1. A read/write cursor pointing to pTab, the table containing the row -** to be deleted, must be opened as cursor number "iCur". -** -** 2. Read/write cursors for all indices of pTab must be open as -** cursor number iCur+i for the i-th index. -** -** 3. The "iCur" cursor must be pointing to the row that is to be -** deleted. -*/ -void sqlite3GenerateRowIndexDelete( - Vdbe *v, /* Generate code into this VDBE */ - Table *pTab, /* Table containing the row to be deleted */ - int iCur, /* Cursor number for the table */ - char *aIdxUsed /* Only delete if aIdxUsed!=0 && aIdxUsed[i]!=0 */ -){ - int i; - Index *pIdx; - - for(i=1, pIdx=pTab->pIndex; pIdx; i++, pIdx=pIdx->pNext){ - if( aIdxUsed!=0 && aIdxUsed[i-1]==0 ) continue; - sqlite3GenerateIndexKey(v, pIdx, iCur); - sqlite3VdbeAddOp(v, OP_IdxDelete, iCur+i, 0); - } -} - -/* -** Generate code that will assemble an index key and put it on the top -** of the tack. The key with be for index pIdx which is an index on pTab. -** iCur is the index of a cursor open on the pTab table and pointing to -** the entry that needs indexing. -*/ -void sqlite3GenerateIndexKey( - Vdbe *v, /* Generate code into this VDBE */ - Index *pIdx, /* The index for which to generate a key */ - int iCur /* Cursor number for the pIdx->pTable table */ -){ - int j; - Table *pTab = pIdx->pTable; - - sqlite3VdbeAddOp(v, OP_Rowid, iCur, 0); - for(j=0; jnColumn; j++){ - int idx = pIdx->aiColumn[j]; - if( idx==pTab->iPKey ){ - sqlite3VdbeAddOp(v, OP_Dup, j, 0); - }else{ - sqlite3VdbeAddOp(v, OP_Column, iCur, idx); - sqlite3ColumnDefault(v, pTab, idx); - } - } - sqlite3VdbeAddOp(v, OP_MakeIdxRec, pIdx->nColumn, 0); - sqlite3IndexAffinityStr(v, pIdx); -} diff --git a/libs/sqlite/src/ex/.empty b/libs/sqlite/src/ex/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/libs/sqlite/src/expr.c b/libs/sqlite/src/expr.c deleted file mode 100644 index db69a4708b..0000000000 --- a/libs/sqlite/src/expr.c +++ /dev/null @@ -1,2401 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains routines used for analyzing expressions and -** for generating VDBE code that evaluates expressions in SQLite. -** -** $Id: expr.c,v 1.275 2007/02/07 13:09:46 drh Exp $ -*/ -#include "sqliteInt.h" -#include - -/* -** Return the 'affinity' of the expression pExpr if any. -** -** If pExpr is a column, a reference to a column via an 'AS' alias, -** or a sub-select with a column as the return value, then the -** affinity of that column is returned. Otherwise, 0x00 is returned, -** indicating no affinity for the expression. -** -** i.e. the WHERE clause expresssions in the following statements all -** have an affinity: -** -** CREATE TABLE t1(a); -** SELECT * FROM t1 WHERE a; -** SELECT a AS b FROM t1 WHERE b; -** SELECT * FROM t1 WHERE (select a from t1); -*/ -char sqlite3ExprAffinity(Expr *pExpr){ - int op = pExpr->op; - if( op==TK_AS ){ - return sqlite3ExprAffinity(pExpr->pLeft); - } - if( op==TK_SELECT ){ - return sqlite3ExprAffinity(pExpr->pSelect->pEList->a[0].pExpr); - } -#ifndef SQLITE_OMIT_CAST - if( op==TK_CAST ){ - return sqlite3AffinityType(&pExpr->token); - } -#endif - return pExpr->affinity; -} - -/* -** Set the collating sequence for expression pExpr to be the collating -** sequence named by pToken. Return a pointer to the revised expression. -** The collating sequence is marked as "explicit" using the EP_ExpCollate -** flag. An explicit collating sequence will override implicit -** collating sequences. -*/ -Expr *sqlite3ExprSetColl(Parse *pParse, Expr *pExpr, Token *pName){ - CollSeq *pColl; - if( pExpr==0 ) return 0; - pColl = sqlite3LocateCollSeq(pParse, (char*)pName->z, pName->n); - if( pColl ){ - pExpr->pColl = pColl; - pExpr->flags |= EP_ExpCollate; - } - return pExpr; -} - -/* -** Return the default collation sequence for the expression pExpr. If -** there is no default collation type, return 0. -*/ -CollSeq *sqlite3ExprCollSeq(Parse *pParse, Expr *pExpr){ - CollSeq *pColl = 0; - if( pExpr ){ - pColl = pExpr->pColl; - if( (pExpr->op==TK_AS || pExpr->op==TK_CAST) && !pColl ){ - return sqlite3ExprCollSeq(pParse, pExpr->pLeft); - } - } - if( sqlite3CheckCollSeq(pParse, pColl) ){ - pColl = 0; - } - return pColl; -} - -/* -** pExpr is an operand of a comparison operator. aff2 is the -** type affinity of the other operand. This routine returns the -** type affinity that should be used for the comparison operator. -*/ -char sqlite3CompareAffinity(Expr *pExpr, char aff2){ - char aff1 = sqlite3ExprAffinity(pExpr); - if( aff1 && aff2 ){ - /* Both sides of the comparison are columns. If one has numeric - ** affinity, use that. Otherwise use no affinity. - */ - if( sqlite3IsNumericAffinity(aff1) || sqlite3IsNumericAffinity(aff2) ){ - return SQLITE_AFF_NUMERIC; - }else{ - return SQLITE_AFF_NONE; - } - }else if( !aff1 && !aff2 ){ - /* Neither side of the comparison is a column. Compare the - ** results directly. - */ - return SQLITE_AFF_NONE; - }else{ - /* One side is a column, the other is not. Use the columns affinity. */ - assert( aff1==0 || aff2==0 ); - return (aff1 + aff2); - } -} - -/* -** pExpr is a comparison operator. Return the type affinity that should -** be applied to both operands prior to doing the comparison. -*/ -static char comparisonAffinity(Expr *pExpr){ - char aff; - assert( pExpr->op==TK_EQ || pExpr->op==TK_IN || pExpr->op==TK_LT || - pExpr->op==TK_GT || pExpr->op==TK_GE || pExpr->op==TK_LE || - pExpr->op==TK_NE ); - assert( pExpr->pLeft ); - aff = sqlite3ExprAffinity(pExpr->pLeft); - if( pExpr->pRight ){ - aff = sqlite3CompareAffinity(pExpr->pRight, aff); - } - else if( pExpr->pSelect ){ - aff = sqlite3CompareAffinity(pExpr->pSelect->pEList->a[0].pExpr, aff); - } - else if( !aff ){ - aff = SQLITE_AFF_NUMERIC; - } - return aff; -} - -/* -** pExpr is a comparison expression, eg. '=', '<', IN(...) etc. -** idx_affinity is the affinity of an indexed column. Return true -** if the index with affinity idx_affinity may be used to implement -** the comparison in pExpr. -*/ -int sqlite3IndexAffinityOk(Expr *pExpr, char idx_affinity){ - char aff = comparisonAffinity(pExpr); - switch( aff ){ - case SQLITE_AFF_NONE: - return 1; - case SQLITE_AFF_TEXT: - return idx_affinity==SQLITE_AFF_TEXT; - default: - return sqlite3IsNumericAffinity(idx_affinity); - } -} - -/* -** Return the P1 value that should be used for a binary comparison -** opcode (OP_Eq, OP_Ge etc.) used to compare pExpr1 and pExpr2. -** If jumpIfNull is true, then set the low byte of the returned -** P1 value to tell the opcode to jump if either expression -** evaluates to NULL. -*/ -static int binaryCompareP1(Expr *pExpr1, Expr *pExpr2, int jumpIfNull){ - char aff = sqlite3ExprAffinity(pExpr2); - return ((int)sqlite3CompareAffinity(pExpr1, aff))+(jumpIfNull?0x100:0); -} - -/* -** Return a pointer to the collation sequence that should be used by -** a binary comparison operator comparing pLeft and pRight. -** -** If the left hand expression has a collating sequence type, then it is -** used. Otherwise the collation sequence for the right hand expression -** is used, or the default (BINARY) if neither expression has a collating -** type. -*/ -static CollSeq* binaryCompareCollSeq(Parse *pParse, Expr *pLeft, Expr *pRight){ - CollSeq *pColl; - assert( pLeft ); - assert( pRight ); - if( pLeft->flags & EP_ExpCollate ){ - assert( pLeft->pColl ); - pColl = pLeft->pColl; - }else if( pRight->flags & EP_ExpCollate ){ - assert( pRight->pColl ); - pColl = pRight->pColl; - }else{ - pColl = sqlite3ExprCollSeq(pParse, pLeft); - if( !pColl ){ - pColl = sqlite3ExprCollSeq(pParse, pRight); - } - } - return pColl; -} - -/* -** Generate code for a comparison operator. -*/ -static int codeCompare( - Parse *pParse, /* The parsing (and code generating) context */ - Expr *pLeft, /* The left operand */ - Expr *pRight, /* The right operand */ - int opcode, /* The comparison opcode */ - int dest, /* Jump here if true. */ - int jumpIfNull /* If true, jump if either operand is NULL */ -){ - int p1 = binaryCompareP1(pLeft, pRight, jumpIfNull); - CollSeq *p3 = binaryCompareCollSeq(pParse, pLeft, pRight); - return sqlite3VdbeOp3(pParse->pVdbe, opcode, p1, dest, (void*)p3, P3_COLLSEQ); -} - -/* -** Construct a new expression node and return a pointer to it. Memory -** for this node is obtained from sqliteMalloc(). The calling function -** is responsible for making sure the node eventually gets freed. -*/ -Expr *sqlite3Expr(int op, Expr *pLeft, Expr *pRight, const Token *pToken){ - Expr *pNew; - pNew = sqliteMalloc( sizeof(Expr) ); - if( pNew==0 ){ - /* When malloc fails, delete pLeft and pRight. Expressions passed to - ** this function must always be allocated with sqlite3Expr() for this - ** reason. - */ - sqlite3ExprDelete(pLeft); - sqlite3ExprDelete(pRight); - return 0; - } - pNew->op = op; - pNew->pLeft = pLeft; - pNew->pRight = pRight; - pNew->iAgg = -1; - if( pToken ){ - assert( pToken->dyn==0 ); - pNew->span = pNew->token = *pToken; - }else if( pLeft ){ - if( pRight ){ - sqlite3ExprSpan(pNew, &pLeft->span, &pRight->span); - if( pRight->flags && EP_ExpCollate ){ - pNew->flags |= EP_ExpCollate; - pNew->pColl = pRight->pColl; - } - } - if( pLeft->flags && EP_ExpCollate ){ - pNew->flags |= EP_ExpCollate; - pNew->pColl = pLeft->pColl; - } - } - return pNew; -} - -/* -** Works like sqlite3Expr() but frees its pLeft and pRight arguments -** if it fails due to a malloc problem. -*/ -Expr *sqlite3ExprOrFree(int op, Expr *pLeft, Expr *pRight, const Token *pToken){ - Expr *pNew = sqlite3Expr(op, pLeft, pRight, pToken); - if( pNew==0 ){ - sqlite3ExprDelete(pLeft); - sqlite3ExprDelete(pRight); - } - return pNew; -} - -/* -** When doing a nested parse, you can include terms in an expression -** that look like this: #0 #1 #2 ... These terms refer to elements -** on the stack. "#0" means the top of the stack. -** "#1" means the next down on the stack. And so forth. -** -** This routine is called by the parser to deal with on of those terms. -** It immediately generates code to store the value in a memory location. -** The returns an expression that will code to extract the value from -** that memory location as needed. -*/ -Expr *sqlite3RegisterExpr(Parse *pParse, Token *pToken){ - Vdbe *v = pParse->pVdbe; - Expr *p; - int depth; - if( pParse->nested==0 ){ - sqlite3ErrorMsg(pParse, "near \"%T\": syntax error", pToken); - return 0; - } - if( v==0 ) return 0; - p = sqlite3Expr(TK_REGISTER, 0, 0, pToken); - if( p==0 ){ - return 0; /* Malloc failed */ - } - depth = atoi((char*)&pToken->z[1]); - p->iTable = pParse->nMem++; - sqlite3VdbeAddOp(v, OP_Dup, depth, 0); - sqlite3VdbeAddOp(v, OP_MemStore, p->iTable, 1); - return p; -} - -/* -** Join two expressions using an AND operator. If either expression is -** NULL, then just return the other expression. -*/ -Expr *sqlite3ExprAnd(Expr *pLeft, Expr *pRight){ - if( pLeft==0 ){ - return pRight; - }else if( pRight==0 ){ - return pLeft; - }else{ - return sqlite3Expr(TK_AND, pLeft, pRight, 0); - } -} - -/* -** Set the Expr.span field of the given expression to span all -** text between the two given tokens. -*/ -void sqlite3ExprSpan(Expr *pExpr, Token *pLeft, Token *pRight){ - assert( pRight!=0 ); - assert( pLeft!=0 ); - if( !sqlite3MallocFailed() && pRight->z && pLeft->z ){ - assert( pLeft->dyn==0 || pLeft->z[pLeft->n]==0 ); - if( pLeft->dyn==0 && pRight->dyn==0 ){ - pExpr->span.z = pLeft->z; - pExpr->span.n = pRight->n + (pRight->z - pLeft->z); - }else{ - pExpr->span.z = 0; - } - } -} - -/* -** Construct a new expression node for a function with multiple -** arguments. -*/ -Expr *sqlite3ExprFunction(ExprList *pList, Token *pToken){ - Expr *pNew; - assert( pToken ); - pNew = sqliteMalloc( sizeof(Expr) ); - if( pNew==0 ){ - sqlite3ExprListDelete(pList); /* Avoid leaking memory when malloc fails */ - return 0; - } - pNew->op = TK_FUNCTION; - pNew->pList = pList; - assert( pToken->dyn==0 ); - pNew->token = *pToken; - pNew->span = pNew->token; - return pNew; -} - -/* -** Assign a variable number to an expression that encodes a wildcard -** in the original SQL statement. -** -** Wildcards consisting of a single "?" are assigned the next sequential -** variable number. -** -** Wildcards of the form "?nnn" are assigned the number "nnn". We make -** sure "nnn" is not too be to avoid a denial of service attack when -** the SQL statement comes from an external source. -** -** Wildcards of the form ":aaa" or "$aaa" are assigned the same number -** as the previous instance of the same wildcard. Or if this is the first -** instance of the wildcard, the next sequenial variable number is -** assigned. -*/ -void sqlite3ExprAssignVarNumber(Parse *pParse, Expr *pExpr){ - Token *pToken; - if( pExpr==0 ) return; - pToken = &pExpr->token; - assert( pToken->n>=1 ); - assert( pToken->z!=0 ); - assert( pToken->z[0]!=0 ); - if( pToken->n==1 ){ - /* Wildcard of the form "?". Assign the next variable number */ - pExpr->iTable = ++pParse->nVar; - }else if( pToken->z[0]=='?' ){ - /* Wildcard of the form "?nnn". Convert "nnn" to an integer and - ** use it as the variable number */ - int i; - pExpr->iTable = i = atoi((char*)&pToken->z[1]); - if( i<1 || i>SQLITE_MAX_VARIABLE_NUMBER ){ - sqlite3ErrorMsg(pParse, "variable number must be between ?1 and ?%d", - SQLITE_MAX_VARIABLE_NUMBER); - } - if( i>pParse->nVar ){ - pParse->nVar = i; - } - }else{ - /* Wildcards of the form ":aaa" or "$aaa". Reuse the same variable - ** number as the prior appearance of the same name, or if the name - ** has never appeared before, reuse the same variable number - */ - int i, n; - n = pToken->n; - for(i=0; inVarExpr; i++){ - Expr *pE; - if( (pE = pParse->apVarExpr[i])!=0 - && pE->token.n==n - && memcmp(pE->token.z, pToken->z, n)==0 ){ - pExpr->iTable = pE->iTable; - break; - } - } - if( i>=pParse->nVarExpr ){ - pExpr->iTable = ++pParse->nVar; - if( pParse->nVarExpr>=pParse->nVarExprAlloc-1 ){ - pParse->nVarExprAlloc += pParse->nVarExprAlloc + 10; - sqliteReallocOrFree((void**)&pParse->apVarExpr, - pParse->nVarExprAlloc*sizeof(pParse->apVarExpr[0]) ); - } - if( !sqlite3MallocFailed() ){ - assert( pParse->apVarExpr!=0 ); - pParse->apVarExpr[pParse->nVarExpr++] = pExpr; - } - } - } -} - -/* -** Recursively delete an expression tree. -*/ -void sqlite3ExprDelete(Expr *p){ - if( p==0 ) return; - if( p->span.dyn ) sqliteFree(p->span.z); - if( p->token.dyn ) sqliteFree(p->token.z); - sqlite3ExprDelete(p->pLeft); - sqlite3ExprDelete(p->pRight); - sqlite3ExprListDelete(p->pList); - sqlite3SelectDelete(p->pSelect); - sqliteFree(p); -} - -/* -** The Expr.token field might be a string literal that is quoted. -** If so, remove the quotation marks. -*/ -void sqlite3DequoteExpr(Expr *p){ - if( ExprHasAnyProperty(p, EP_Dequoted) ){ - return; - } - ExprSetProperty(p, EP_Dequoted); - if( p->token.dyn==0 ){ - sqlite3TokenCopy(&p->token, &p->token); - } - sqlite3Dequote((char*)p->token.z); -} - - -/* -** The following group of routines make deep copies of expressions, -** expression lists, ID lists, and select statements. The copies can -** be deleted (by being passed to their respective ...Delete() routines) -** without effecting the originals. -** -** The expression list, ID, and source lists return by sqlite3ExprListDup(), -** sqlite3IdListDup(), and sqlite3SrcListDup() can not be further expanded -** by subsequent calls to sqlite*ListAppend() routines. -** -** Any tables that the SrcList might point to are not duplicated. -*/ -Expr *sqlite3ExprDup(Expr *p){ - Expr *pNew; - if( p==0 ) return 0; - pNew = sqliteMallocRaw( sizeof(*p) ); - if( pNew==0 ) return 0; - memcpy(pNew, p, sizeof(*pNew)); - if( p->token.z!=0 ){ - pNew->token.z = (u8*)sqliteStrNDup((char*)p->token.z, p->token.n); - pNew->token.dyn = 1; - }else{ - assert( pNew->token.z==0 ); - } - pNew->span.z = 0; - pNew->pLeft = sqlite3ExprDup(p->pLeft); - pNew->pRight = sqlite3ExprDup(p->pRight); - pNew->pList = sqlite3ExprListDup(p->pList); - pNew->pSelect = sqlite3SelectDup(p->pSelect); - pNew->pTab = p->pTab; - return pNew; -} -void sqlite3TokenCopy(Token *pTo, Token *pFrom){ - if( pTo->dyn ) sqliteFree(pTo->z); - if( pFrom->z ){ - pTo->n = pFrom->n; - pTo->z = (u8*)sqliteStrNDup((char*)pFrom->z, pFrom->n); - pTo->dyn = 1; - }else{ - pTo->z = 0; - } -} -ExprList *sqlite3ExprListDup(ExprList *p){ - ExprList *pNew; - struct ExprList_item *pItem, *pOldItem; - int i; - if( p==0 ) return 0; - pNew = sqliteMalloc( sizeof(*pNew) ); - if( pNew==0 ) return 0; - pNew->nExpr = pNew->nAlloc = p->nExpr; - pNew->a = pItem = sqliteMalloc( p->nExpr*sizeof(p->a[0]) ); - if( pItem==0 ){ - sqliteFree(pNew); - return 0; - } - pOldItem = p->a; - for(i=0; inExpr; i++, pItem++, pOldItem++){ - Expr *pNewExpr, *pOldExpr; - pItem->pExpr = pNewExpr = sqlite3ExprDup(pOldExpr = pOldItem->pExpr); - if( pOldExpr->span.z!=0 && pNewExpr ){ - /* Always make a copy of the span for top-level expressions in the - ** expression list. The logic in SELECT processing that determines - ** the names of columns in the result set needs this information */ - sqlite3TokenCopy(&pNewExpr->span, &pOldExpr->span); - } - assert( pNewExpr==0 || pNewExpr->span.z!=0 - || pOldExpr->span.z==0 - || sqlite3MallocFailed() ); - pItem->zName = sqliteStrDup(pOldItem->zName); - pItem->sortOrder = pOldItem->sortOrder; - pItem->isAgg = pOldItem->isAgg; - pItem->done = 0; - } - return pNew; -} - -/* -** If cursors, triggers, views and subqueries are all omitted from -** the build, then none of the following routines, except for -** sqlite3SelectDup(), can be called. sqlite3SelectDup() is sometimes -** called with a NULL argument. -*/ -#if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_TRIGGER) \ - || !defined(SQLITE_OMIT_SUBQUERY) -SrcList *sqlite3SrcListDup(SrcList *p){ - SrcList *pNew; - int i; - int nByte; - if( p==0 ) return 0; - nByte = sizeof(*p) + (p->nSrc>0 ? sizeof(p->a[0]) * (p->nSrc-1) : 0); - pNew = sqliteMallocRaw( nByte ); - if( pNew==0 ) return 0; - pNew->nSrc = pNew->nAlloc = p->nSrc; - for(i=0; inSrc; i++){ - struct SrcList_item *pNewItem = &pNew->a[i]; - struct SrcList_item *pOldItem = &p->a[i]; - Table *pTab; - pNewItem->zDatabase = sqliteStrDup(pOldItem->zDatabase); - pNewItem->zName = sqliteStrDup(pOldItem->zName); - pNewItem->zAlias = sqliteStrDup(pOldItem->zAlias); - pNewItem->jointype = pOldItem->jointype; - pNewItem->iCursor = pOldItem->iCursor; - pNewItem->isPopulated = pOldItem->isPopulated; - pTab = pNewItem->pTab = pOldItem->pTab; - if( pTab ){ - pTab->nRef++; - } - pNewItem->pSelect = sqlite3SelectDup(pOldItem->pSelect); - pNewItem->pOn = sqlite3ExprDup(pOldItem->pOn); - pNewItem->pUsing = sqlite3IdListDup(pOldItem->pUsing); - pNewItem->colUsed = pOldItem->colUsed; - } - return pNew; -} -IdList *sqlite3IdListDup(IdList *p){ - IdList *pNew; - int i; - if( p==0 ) return 0; - pNew = sqliteMallocRaw( sizeof(*pNew) ); - if( pNew==0 ) return 0; - pNew->nId = pNew->nAlloc = p->nId; - pNew->a = sqliteMallocRaw( p->nId*sizeof(p->a[0]) ); - if( pNew->a==0 ){ - sqliteFree(pNew); - return 0; - } - for(i=0; inId; i++){ - struct IdList_item *pNewItem = &pNew->a[i]; - struct IdList_item *pOldItem = &p->a[i]; - pNewItem->zName = sqliteStrDup(pOldItem->zName); - pNewItem->idx = pOldItem->idx; - } - return pNew; -} -Select *sqlite3SelectDup(Select *p){ - Select *pNew; - if( p==0 ) return 0; - pNew = sqliteMallocRaw( sizeof(*p) ); - if( pNew==0 ) return 0; - pNew->isDistinct = p->isDistinct; - pNew->pEList = sqlite3ExprListDup(p->pEList); - pNew->pSrc = sqlite3SrcListDup(p->pSrc); - pNew->pWhere = sqlite3ExprDup(p->pWhere); - pNew->pGroupBy = sqlite3ExprListDup(p->pGroupBy); - pNew->pHaving = sqlite3ExprDup(p->pHaving); - pNew->pOrderBy = sqlite3ExprListDup(p->pOrderBy); - pNew->op = p->op; - pNew->pPrior = sqlite3SelectDup(p->pPrior); - pNew->pLimit = sqlite3ExprDup(p->pLimit); - pNew->pOffset = sqlite3ExprDup(p->pOffset); - pNew->iLimit = -1; - pNew->iOffset = -1; - pNew->isResolved = p->isResolved; - pNew->isAgg = p->isAgg; - pNew->usesEphm = 0; - pNew->disallowOrderBy = 0; - pNew->pRightmost = 0; - pNew->addrOpenEphm[0] = -1; - pNew->addrOpenEphm[1] = -1; - pNew->addrOpenEphm[2] = -1; - return pNew; -} -#else -Select *sqlite3SelectDup(Select *p){ - assert( p==0 ); - return 0; -} -#endif - - -/* -** Add a new element to the end of an expression list. If pList is -** initially NULL, then create a new expression list. -*/ -ExprList *sqlite3ExprListAppend(ExprList *pList, Expr *pExpr, Token *pName){ - if( pList==0 ){ - pList = sqliteMalloc( sizeof(ExprList) ); - if( pList==0 ){ - goto no_mem; - } - assert( pList->nAlloc==0 ); - } - if( pList->nAlloc<=pList->nExpr ){ - struct ExprList_item *a; - int n = pList->nAlloc*2 + 4; - a = sqliteRealloc(pList->a, n*sizeof(pList->a[0])); - if( a==0 ){ - goto no_mem; - } - pList->a = a; - pList->nAlloc = n; - } - assert( pList->a!=0 ); - if( pExpr || pName ){ - struct ExprList_item *pItem = &pList->a[pList->nExpr++]; - memset(pItem, 0, sizeof(*pItem)); - pItem->zName = sqlite3NameFromToken(pName); - pItem->pExpr = pExpr; - } - return pList; - -no_mem: - /* Avoid leaking memory if malloc has failed. */ - sqlite3ExprDelete(pExpr); - sqlite3ExprListDelete(pList); - return 0; -} - -/* -** Delete an entire expression list. -*/ -void sqlite3ExprListDelete(ExprList *pList){ - int i; - struct ExprList_item *pItem; - if( pList==0 ) return; - assert( pList->a!=0 || (pList->nExpr==0 && pList->nAlloc==0) ); - assert( pList->nExpr<=pList->nAlloc ); - for(pItem=pList->a, i=0; inExpr; i++, pItem++){ - sqlite3ExprDelete(pItem->pExpr); - sqliteFree(pItem->zName); - } - sqliteFree(pList->a); - sqliteFree(pList); -} - -/* -** Walk an expression tree. Call xFunc for each node visited. -** -** The return value from xFunc determines whether the tree walk continues. -** 0 means continue walking the tree. 1 means do not walk children -** of the current node but continue with siblings. 2 means abandon -** the tree walk completely. -** -** The return value from this routine is 1 to abandon the tree walk -** and 0 to continue. -** -** NOTICE: This routine does *not* descend into subqueries. -*/ -static int walkExprList(ExprList *, int (*)(void *, Expr*), void *); -static int walkExprTree(Expr *pExpr, int (*xFunc)(void*,Expr*), void *pArg){ - int rc; - if( pExpr==0 ) return 0; - rc = (*xFunc)(pArg, pExpr); - if( rc==0 ){ - if( walkExprTree(pExpr->pLeft, xFunc, pArg) ) return 1; - if( walkExprTree(pExpr->pRight, xFunc, pArg) ) return 1; - if( walkExprList(pExpr->pList, xFunc, pArg) ) return 1; - } - return rc>1; -} - -/* -** Call walkExprTree() for every expression in list p. -*/ -static int walkExprList(ExprList *p, int (*xFunc)(void *, Expr*), void *pArg){ - int i; - struct ExprList_item *pItem; - if( !p ) return 0; - for(i=p->nExpr, pItem=p->a; i>0; i--, pItem++){ - if( walkExprTree(pItem->pExpr, xFunc, pArg) ) return 1; - } - return 0; -} - -/* -** Call walkExprTree() for every expression in Select p, not including -** expressions that are part of sub-selects in any FROM clause or the LIMIT -** or OFFSET expressions.. -*/ -static int walkSelectExpr(Select *p, int (*xFunc)(void *, Expr*), void *pArg){ - walkExprList(p->pEList, xFunc, pArg); - walkExprTree(p->pWhere, xFunc, pArg); - walkExprList(p->pGroupBy, xFunc, pArg); - walkExprTree(p->pHaving, xFunc, pArg); - walkExprList(p->pOrderBy, xFunc, pArg); - return 0; -} - - -/* -** This routine is designed as an xFunc for walkExprTree(). -** -** pArg is really a pointer to an integer. If we can tell by looking -** at pExpr that the expression that contains pExpr is not a constant -** expression, then set *pArg to 0 and return 2 to abandon the tree walk. -** If pExpr does does not disqualify the expression from being a constant -** then do nothing. -** -** After walking the whole tree, if no nodes are found that disqualify -** the expression as constant, then we assume the whole expression -** is constant. See sqlite3ExprIsConstant() for additional information. -*/ -static int exprNodeIsConstant(void *pArg, Expr *pExpr){ - switch( pExpr->op ){ - /* Consider functions to be constant if all their arguments are constant - ** and *pArg==2 */ - case TK_FUNCTION: - if( *((int*)pArg)==2 ) return 0; - /* Fall through */ - case TK_ID: - case TK_COLUMN: - case TK_DOT: - case TK_AGG_FUNCTION: - case TK_AGG_COLUMN: -#ifndef SQLITE_OMIT_SUBQUERY - case TK_SELECT: - case TK_EXISTS: -#endif - *((int*)pArg) = 0; - return 2; - case TK_IN: - if( pExpr->pSelect ){ - *((int*)pArg) = 0; - return 2; - } - default: - return 0; - } -} - -/* -** Walk an expression tree. Return 1 if the expression is constant -** and 0 if it involves variables or function calls. -** -** For the purposes of this function, a double-quoted string (ex: "abc") -** is considered a variable but a single-quoted string (ex: 'abc') is -** a constant. -*/ -int sqlite3ExprIsConstant(Expr *p){ - int isConst = 1; - walkExprTree(p, exprNodeIsConstant, &isConst); - return isConst; -} - -/* -** Walk an expression tree. Return 1 if the expression is constant -** or a function call with constant arguments. Return and 0 if there -** are any variables. -** -** For the purposes of this function, a double-quoted string (ex: "abc") -** is considered a variable but a single-quoted string (ex: 'abc') is -** a constant. -*/ -int sqlite3ExprIsConstantOrFunction(Expr *p){ - int isConst = 2; - walkExprTree(p, exprNodeIsConstant, &isConst); - return isConst!=0; -} - -/* -** If the expression p codes a constant integer that is small enough -** to fit in a 32-bit integer, return 1 and put the value of the integer -** in *pValue. If the expression is not an integer or if it is too big -** to fit in a signed 32-bit integer, return 0 and leave *pValue unchanged. -*/ -int sqlite3ExprIsInteger(Expr *p, int *pValue){ - switch( p->op ){ - case TK_INTEGER: { - if( sqlite3GetInt32((char*)p->token.z, pValue) ){ - return 1; - } - break; - } - case TK_UPLUS: { - return sqlite3ExprIsInteger(p->pLeft, pValue); - } - case TK_UMINUS: { - int v; - if( sqlite3ExprIsInteger(p->pLeft, &v) ){ - *pValue = -v; - return 1; - } - break; - } - default: break; - } - return 0; -} - -/* -** Return TRUE if the given string is a row-id column name. -*/ -int sqlite3IsRowid(const char *z){ - if( sqlite3StrICmp(z, "_ROWID_")==0 ) return 1; - if( sqlite3StrICmp(z, "ROWID")==0 ) return 1; - if( sqlite3StrICmp(z, "OID")==0 ) return 1; - return 0; -} - -/* -** Given the name of a column of the form X.Y.Z or Y.Z or just Z, look up -** that name in the set of source tables in pSrcList and make the pExpr -** expression node refer back to that source column. The following changes -** are made to pExpr: -** -** pExpr->iDb Set the index in db->aDb[] of the database holding -** the table. -** pExpr->iTable Set to the cursor number for the table obtained -** from pSrcList. -** pExpr->iColumn Set to the column number within the table. -** pExpr->op Set to TK_COLUMN. -** pExpr->pLeft Any expression this points to is deleted -** pExpr->pRight Any expression this points to is deleted. -** -** The pDbToken is the name of the database (the "X"). This value may be -** NULL meaning that name is of the form Y.Z or Z. Any available database -** can be used. The pTableToken is the name of the table (the "Y"). This -** value can be NULL if pDbToken is also NULL. If pTableToken is NULL it -** means that the form of the name is Z and that columns from any table -** can be used. -** -** If the name cannot be resolved unambiguously, leave an error message -** in pParse and return non-zero. Return zero on success. -*/ -static int lookupName( - Parse *pParse, /* The parsing context */ - Token *pDbToken, /* Name of the database containing table, or NULL */ - Token *pTableToken, /* Name of table containing column, or NULL */ - Token *pColumnToken, /* Name of the column. */ - NameContext *pNC, /* The name context used to resolve the name */ - Expr *pExpr /* Make this EXPR node point to the selected column */ -){ - char *zDb = 0; /* Name of the database. The "X" in X.Y.Z */ - char *zTab = 0; /* Name of the table. The "Y" in X.Y.Z or Y.Z */ - char *zCol = 0; /* Name of the column. The "Z" */ - int i, j; /* Loop counters */ - int cnt = 0; /* Number of matching column names */ - int cntTab = 0; /* Number of matching table names */ - sqlite3 *db = pParse->db; /* The database */ - struct SrcList_item *pItem; /* Use for looping over pSrcList items */ - struct SrcList_item *pMatch = 0; /* The matching pSrcList item */ - NameContext *pTopNC = pNC; /* First namecontext in the list */ - - assert( pColumnToken && pColumnToken->z ); /* The Z in X.Y.Z cannot be NULL */ - zDb = sqlite3NameFromToken(pDbToken); - zTab = sqlite3NameFromToken(pTableToken); - zCol = sqlite3NameFromToken(pColumnToken); - if( sqlite3MallocFailed() ){ - goto lookupname_end; - } - - pExpr->iTable = -1; - while( pNC && cnt==0 ){ - ExprList *pEList; - SrcList *pSrcList = pNC->pSrcList; - - if( pSrcList ){ - for(i=0, pItem=pSrcList->a; inSrc; i++, pItem++){ - Table *pTab; - int iDb; - Column *pCol; - - pTab = pItem->pTab; - assert( pTab!=0 ); - iDb = sqlite3SchemaToIndex(db, pTab->pSchema); - assert( pTab->nCol>0 ); - if( zTab ){ - if( pItem->zAlias ){ - char *zTabName = pItem->zAlias; - if( sqlite3StrICmp(zTabName, zTab)!=0 ) continue; - }else{ - char *zTabName = pTab->zName; - if( zTabName==0 || sqlite3StrICmp(zTabName, zTab)!=0 ) continue; - if( zDb!=0 && sqlite3StrICmp(db->aDb[iDb].zName, zDb)!=0 ){ - continue; - } - } - } - if( 0==(cntTab++) ){ - pExpr->iTable = pItem->iCursor; - pExpr->pSchema = pTab->pSchema; - pMatch = pItem; - } - for(j=0, pCol=pTab->aCol; jnCol; j++, pCol++){ - if( sqlite3StrICmp(pCol->zName, zCol)==0 ){ - const char *zColl = pTab->aCol[j].zColl; - IdList *pUsing; - cnt++; - pExpr->iTable = pItem->iCursor; - pMatch = pItem; - pExpr->pSchema = pTab->pSchema; - /* Substitute the rowid (column -1) for the INTEGER PRIMARY KEY */ - pExpr->iColumn = j==pTab->iPKey ? -1 : j; - pExpr->affinity = pTab->aCol[j].affinity; - if( (pExpr->flags & EP_ExpCollate)==0 ){ - pExpr->pColl = sqlite3FindCollSeq(db, ENC(db), zColl,-1, 0); - } - if( inSrc-1 ){ - if( pItem[1].jointype & JT_NATURAL ){ - /* If this match occurred in the left table of a natural join, - ** then skip the right table to avoid a duplicate match */ - pItem++; - i++; - }else if( (pUsing = pItem[1].pUsing)!=0 ){ - /* If this match occurs on a column that is in the USING clause - ** of a join, skip the search of the right table of the join - ** to avoid a duplicate match there. */ - int k; - for(k=0; knId; k++){ - if( sqlite3StrICmp(pUsing->a[k].zName, zCol)==0 ){ - pItem++; - i++; - break; - } - } - } - } - break; - } - } - } - } - -#ifndef SQLITE_OMIT_TRIGGER - /* If we have not already resolved the name, then maybe - ** it is a new.* or old.* trigger argument reference - */ - if( zDb==0 && zTab!=0 && cnt==0 && pParse->trigStack!=0 ){ - TriggerStack *pTriggerStack = pParse->trigStack; - Table *pTab = 0; - if( pTriggerStack->newIdx != -1 && sqlite3StrICmp("new", zTab) == 0 ){ - pExpr->iTable = pTriggerStack->newIdx; - assert( pTriggerStack->pTab ); - pTab = pTriggerStack->pTab; - }else if( pTriggerStack->oldIdx != -1 && sqlite3StrICmp("old", zTab)==0 ){ - pExpr->iTable = pTriggerStack->oldIdx; - assert( pTriggerStack->pTab ); - pTab = pTriggerStack->pTab; - } - - if( pTab ){ - int iCol; - Column *pCol = pTab->aCol; - - pExpr->pSchema = pTab->pSchema; - cntTab++; - for(iCol=0; iCol < pTab->nCol; iCol++, pCol++) { - if( sqlite3StrICmp(pCol->zName, zCol)==0 ){ - const char *zColl = pTab->aCol[iCol].zColl; - cnt++; - pExpr->iColumn = iCol==pTab->iPKey ? -1 : iCol; - pExpr->affinity = pTab->aCol[iCol].affinity; - if( (pExpr->flags & EP_ExpCollate)==0 ){ - pExpr->pColl = sqlite3FindCollSeq(db, ENC(db), zColl,-1, 0); - } - pExpr->pTab = pTab; - break; - } - } - } - } -#endif /* !defined(SQLITE_OMIT_TRIGGER) */ - - /* - ** Perhaps the name is a reference to the ROWID - */ - if( cnt==0 && cntTab==1 && sqlite3IsRowid(zCol) ){ - cnt = 1; - pExpr->iColumn = -1; - pExpr->affinity = SQLITE_AFF_INTEGER; - } - - /* - ** If the input is of the form Z (not Y.Z or X.Y.Z) then the name Z - ** might refer to an result-set alias. This happens, for example, when - ** we are resolving names in the WHERE clause of the following command: - ** - ** SELECT a+b AS x FROM table WHERE x<10; - ** - ** In cases like this, replace pExpr with a copy of the expression that - ** forms the result set entry ("a+b" in the example) and return immediately. - ** Note that the expression in the result set should have already been - ** resolved by the time the WHERE clause is resolved. - */ - if( cnt==0 && (pEList = pNC->pEList)!=0 && zTab==0 ){ - for(j=0; jnExpr; j++){ - char *zAs = pEList->a[j].zName; - if( zAs!=0 && sqlite3StrICmp(zAs, zCol)==0 ){ - assert( pExpr->pLeft==0 && pExpr->pRight==0 ); - pExpr->op = TK_AS; - pExpr->iColumn = j; - pExpr->pLeft = sqlite3ExprDup(pEList->a[j].pExpr); - cnt = 1; - assert( zTab==0 && zDb==0 ); - goto lookupname_end_2; - } - } - } - - /* Advance to the next name context. The loop will exit when either - ** we have a match (cnt>0) or when we run out of name contexts. - */ - if( cnt==0 ){ - pNC = pNC->pNext; - } - } - - /* - ** If X and Y are NULL (in other words if only the column name Z is - ** supplied) and the value of Z is enclosed in double-quotes, then - ** Z is a string literal if it doesn't match any column names. In that - ** case, we need to return right away and not make any changes to - ** pExpr. - ** - ** Because no reference was made to outer contexts, the pNC->nRef - ** fields are not changed in any context. - */ - if( cnt==0 && zTab==0 && pColumnToken->z[0]=='"' ){ - sqliteFree(zCol); - return 0; - } - - /* - ** cnt==0 means there was not match. cnt>1 means there were two or - ** more matches. Either way, we have an error. - */ - if( cnt!=1 ){ - char *z = 0; - char *zErr; - zErr = cnt==0 ? "no such column: %s" : "ambiguous column name: %s"; - if( zDb ){ - sqlite3SetString(&z, zDb, ".", zTab, ".", zCol, (char*)0); - }else if( zTab ){ - sqlite3SetString(&z, zTab, ".", zCol, (char*)0); - }else{ - z = sqliteStrDup(zCol); - } - sqlite3ErrorMsg(pParse, zErr, z); - sqliteFree(z); - pTopNC->nErr++; - } - - /* If a column from a table in pSrcList is referenced, then record - ** this fact in the pSrcList.a[].colUsed bitmask. Column 0 causes - ** bit 0 to be set. Column 1 sets bit 1. And so forth. If the - ** column number is greater than the number of bits in the bitmask - ** then set the high-order bit of the bitmask. - */ - if( pExpr->iColumn>=0 && pMatch!=0 ){ - int n = pExpr->iColumn; - if( n>=sizeof(Bitmask)*8 ){ - n = sizeof(Bitmask)*8-1; - } - assert( pMatch->iCursor==pExpr->iTable ); - pMatch->colUsed |= ((Bitmask)1)<pLeft); - pExpr->pLeft = 0; - sqlite3ExprDelete(pExpr->pRight); - pExpr->pRight = 0; - pExpr->op = TK_COLUMN; -lookupname_end_2: - sqliteFree(zCol); - if( cnt==1 ){ - assert( pNC!=0 ); - sqlite3AuthRead(pParse, pExpr, pNC->pSrcList); - if( pMatch && !pMatch->pSelect ){ - pExpr->pTab = pMatch->pTab; - } - /* Increment the nRef value on all name contexts from TopNC up to - ** the point where the name matched. */ - for(;;){ - assert( pTopNC!=0 ); - pTopNC->nRef++; - if( pTopNC==pNC ) break; - pTopNC = pTopNC->pNext; - } - return 0; - } else { - return 1; - } -} - -/* -** This routine is designed as an xFunc for walkExprTree(). -** -** Resolve symbolic names into TK_COLUMN operators for the current -** node in the expression tree. Return 0 to continue the search down -** the tree or 2 to abort the tree walk. -** -** This routine also does error checking and name resolution for -** function names. The operator for aggregate functions is changed -** to TK_AGG_FUNCTION. -*/ -static int nameResolverStep(void *pArg, Expr *pExpr){ - NameContext *pNC = (NameContext*)pArg; - Parse *pParse; - - if( pExpr==0 ) return 1; - assert( pNC!=0 ); - pParse = pNC->pParse; - - if( ExprHasAnyProperty(pExpr, EP_Resolved) ) return 1; - ExprSetProperty(pExpr, EP_Resolved); -#ifndef NDEBUG - if( pNC->pSrcList && pNC->pSrcList->nAlloc>0 ){ - SrcList *pSrcList = pNC->pSrcList; - int i; - for(i=0; ipSrcList->nSrc; i++){ - assert( pSrcList->a[i].iCursor>=0 && pSrcList->a[i].iCursornTab); - } - } -#endif - switch( pExpr->op ){ - /* Double-quoted strings (ex: "abc") are used as identifiers if - ** possible. Otherwise they remain as strings. Single-quoted - ** strings (ex: 'abc') are always string literals. - */ - case TK_STRING: { - if( pExpr->token.z[0]=='\'' ) break; - /* Fall thru into the TK_ID case if this is a double-quoted string */ - } - /* A lone identifier is the name of a column. - */ - case TK_ID: { - lookupName(pParse, 0, 0, &pExpr->token, pNC, pExpr); - return 1; - } - - /* A table name and column name: ID.ID - ** Or a database, table and column: ID.ID.ID - */ - case TK_DOT: { - Token *pColumn; - Token *pTable; - Token *pDb; - Expr *pRight; - - /* if( pSrcList==0 ) break; */ - pRight = pExpr->pRight; - if( pRight->op==TK_ID ){ - pDb = 0; - pTable = &pExpr->pLeft->token; - pColumn = &pRight->token; - }else{ - assert( pRight->op==TK_DOT ); - pDb = &pExpr->pLeft->token; - pTable = &pRight->pLeft->token; - pColumn = &pRight->pRight->token; - } - lookupName(pParse, pDb, pTable, pColumn, pNC, pExpr); - return 1; - } - - /* Resolve function names - */ - case TK_CONST_FUNC: - case TK_FUNCTION: { - ExprList *pList = pExpr->pList; /* The argument list */ - int n = pList ? pList->nExpr : 0; /* Number of arguments */ - int no_such_func = 0; /* True if no such function exists */ - int wrong_num_args = 0; /* True if wrong number of arguments */ - int is_agg = 0; /* True if is an aggregate function */ - int i; - int auth; /* Authorization to use the function */ - int nId; /* Number of characters in function name */ - const char *zId; /* The function name. */ - FuncDef *pDef; /* Information about the function */ - int enc = ENC(pParse->db); /* The database encoding */ - - zId = (char*)pExpr->token.z; - nId = pExpr->token.n; - pDef = sqlite3FindFunction(pParse->db, zId, nId, n, enc, 0); - if( pDef==0 ){ - pDef = sqlite3FindFunction(pParse->db, zId, nId, -1, enc, 0); - if( pDef==0 ){ - no_such_func = 1; - }else{ - wrong_num_args = 1; - } - }else{ - is_agg = pDef->xFunc==0; - } -#ifndef SQLITE_OMIT_AUTHORIZATION - if( pDef ){ - auth = sqlite3AuthCheck(pParse, SQLITE_FUNCTION, 0, pDef->zName, 0); - if( auth!=SQLITE_OK ){ - if( auth==SQLITE_DENY ){ - sqlite3ErrorMsg(pParse, "not authorized to use function: %s", - pDef->zName); - pNC->nErr++; - } - pExpr->op = TK_NULL; - return 1; - } - } -#endif - if( is_agg && !pNC->allowAgg ){ - sqlite3ErrorMsg(pParse, "misuse of aggregate function %.*s()", nId,zId); - pNC->nErr++; - is_agg = 0; - }else if( no_such_func ){ - sqlite3ErrorMsg(pParse, "no such function: %.*s", nId, zId); - pNC->nErr++; - }else if( wrong_num_args ){ - sqlite3ErrorMsg(pParse,"wrong number of arguments to function %.*s()", - nId, zId); - pNC->nErr++; - } - if( is_agg ){ - pExpr->op = TK_AGG_FUNCTION; - pNC->hasAgg = 1; - } - if( is_agg ) pNC->allowAgg = 0; - for(i=0; pNC->nErr==0 && ia[i].pExpr, nameResolverStep, pNC); - } - if( is_agg ) pNC->allowAgg = 1; - /* FIX ME: Compute pExpr->affinity based on the expected return - ** type of the function - */ - return is_agg; - } -#ifndef SQLITE_OMIT_SUBQUERY - case TK_SELECT: - case TK_EXISTS: -#endif - case TK_IN: { - if( pExpr->pSelect ){ - int nRef = pNC->nRef; -#ifndef SQLITE_OMIT_CHECK - if( pNC->isCheck ){ - sqlite3ErrorMsg(pParse,"subqueries prohibited in CHECK constraints"); - } -#endif - sqlite3SelectResolve(pParse, pExpr->pSelect, pNC); - assert( pNC->nRef>=nRef ); - if( nRef!=pNC->nRef ){ - ExprSetProperty(pExpr, EP_VarSelect); - } - } - break; - } -#ifndef SQLITE_OMIT_CHECK - case TK_VARIABLE: { - if( pNC->isCheck ){ - sqlite3ErrorMsg(pParse,"parameters prohibited in CHECK constraints"); - } - break; - } -#endif - } - return 0; -} - -/* -** This routine walks an expression tree and resolves references to -** table columns. Nodes of the form ID.ID or ID resolve into an -** index to the table in the table list and a column offset. The -** Expr.opcode for such nodes is changed to TK_COLUMN. The Expr.iTable -** value is changed to the index of the referenced table in pTabList -** plus the "base" value. The base value will ultimately become the -** VDBE cursor number for a cursor that is pointing into the referenced -** table. The Expr.iColumn value is changed to the index of the column -** of the referenced table. The Expr.iColumn value for the special -** ROWID column is -1. Any INTEGER PRIMARY KEY column is tried as an -** alias for ROWID. -** -** Also resolve function names and check the functions for proper -** usage. Make sure all function names are recognized and all functions -** have the correct number of arguments. Leave an error message -** in pParse->zErrMsg if anything is amiss. Return the number of errors. -** -** If the expression contains aggregate functions then set the EP_Agg -** property on the expression. -*/ -int sqlite3ExprResolveNames( - NameContext *pNC, /* Namespace to resolve expressions in. */ - Expr *pExpr /* The expression to be analyzed. */ -){ - int savedHasAgg; - if( pExpr==0 ) return 0; - savedHasAgg = pNC->hasAgg; - pNC->hasAgg = 0; - walkExprTree(pExpr, nameResolverStep, pNC); - if( pNC->nErr>0 ){ - ExprSetProperty(pExpr, EP_Error); - } - if( pNC->hasAgg ){ - ExprSetProperty(pExpr, EP_Agg); - }else if( savedHasAgg ){ - pNC->hasAgg = 1; - } - return ExprHasProperty(pExpr, EP_Error); -} - -/* -** A pointer instance of this structure is used to pass information -** through walkExprTree into codeSubqueryStep(). -*/ -typedef struct QueryCoder QueryCoder; -struct QueryCoder { - Parse *pParse; /* The parsing context */ - NameContext *pNC; /* Namespace of first enclosing query */ -}; - - -/* -** Generate code for scalar subqueries used as an expression -** and IN operators. Examples: -** -** (SELECT a FROM b) -- subquery -** EXISTS (SELECT a FROM b) -- EXISTS subquery -** x IN (4,5,11) -- IN operator with list on right-hand side -** x IN (SELECT a FROM b) -- IN operator with subquery on the right -** -** The pExpr parameter describes the expression that contains the IN -** operator or subquery. -*/ -#ifndef SQLITE_OMIT_SUBQUERY -void sqlite3CodeSubselect(Parse *pParse, Expr *pExpr){ - int testAddr = 0; /* One-time test address */ - Vdbe *v = sqlite3GetVdbe(pParse); - if( v==0 ) return; - - /* This code must be run in its entirety every time it is encountered - ** if any of the following is true: - ** - ** * The right-hand side is a correlated subquery - ** * The right-hand side is an expression list containing variables - ** * We are inside a trigger - ** - ** If all of the above are false, then we can run this code just once - ** save the results, and reuse the same result on subsequent invocations. - */ - if( !ExprHasAnyProperty(pExpr, EP_VarSelect) && !pParse->trigStack ){ - int mem = pParse->nMem++; - sqlite3VdbeAddOp(v, OP_MemLoad, mem, 0); - testAddr = sqlite3VdbeAddOp(v, OP_If, 0, 0); - assert( testAddr>0 || sqlite3MallocFailed() ); - sqlite3VdbeAddOp(v, OP_MemInt, 1, mem); - } - - switch( pExpr->op ){ - case TK_IN: { - char affinity; - KeyInfo keyInfo; - int addr; /* Address of OP_OpenEphemeral instruction */ - - affinity = sqlite3ExprAffinity(pExpr->pLeft); - - /* Whether this is an 'x IN(SELECT...)' or an 'x IN()' - ** expression it is handled the same way. A virtual table is - ** filled with single-field index keys representing the results - ** from the SELECT or the . - ** - ** If the 'x' expression is a column value, or the SELECT... - ** statement returns a column value, then the affinity of that - ** column is used to build the index keys. If both 'x' and the - ** SELECT... statement are columns, then numeric affinity is used - ** if either column has NUMERIC or INTEGER affinity. If neither - ** 'x' nor the SELECT... statement are columns, then numeric affinity - ** is used. - */ - pExpr->iTable = pParse->nTab++; - addr = sqlite3VdbeAddOp(v, OP_OpenEphemeral, pExpr->iTable, 0); - memset(&keyInfo, 0, sizeof(keyInfo)); - keyInfo.nField = 1; - sqlite3VdbeAddOp(v, OP_SetNumColumns, pExpr->iTable, 1); - - if( pExpr->pSelect ){ - /* Case 1: expr IN (SELECT ...) - ** - ** Generate code to write the results of the select into the temporary - ** table allocated and opened above. - */ - int iParm = pExpr->iTable + (((int)affinity)<<16); - ExprList *pEList; - assert( (pExpr->iTable&0x0000FFFF)==pExpr->iTable ); - sqlite3Select(pParse, pExpr->pSelect, SRT_Set, iParm, 0, 0, 0, 0); - pEList = pExpr->pSelect->pEList; - if( pEList && pEList->nExpr>0 ){ - keyInfo.aColl[0] = binaryCompareCollSeq(pParse, pExpr->pLeft, - pEList->a[0].pExpr); - } - }else if( pExpr->pList ){ - /* Case 2: expr IN (exprlist) - ** - ** For each expression, build an index key from the evaluation and - ** store it in the temporary table. If is a column, then use - ** that columns affinity when building index keys. If is not - ** a column, use numeric affinity. - */ - int i; - ExprList *pList = pExpr->pList; - struct ExprList_item *pItem; - - if( !affinity ){ - affinity = SQLITE_AFF_NONE; - } - keyInfo.aColl[0] = pExpr->pLeft->pColl; - - /* Loop through each expression in . */ - for(i=pList->nExpr, pItem=pList->a; i>0; i--, pItem++){ - Expr *pE2 = pItem->pExpr; - - /* If the expression is not constant then we will need to - ** disable the test that was generated above that makes sure - ** this code only executes once. Because for a non-constant - ** expression we need to rerun this code each time. - */ - if( testAddr>0 && !sqlite3ExprIsConstant(pE2) ){ - sqlite3VdbeChangeToNoop(v, testAddr-1, 3); - testAddr = 0; - } - - /* Evaluate the expression and insert it into the temp table */ - sqlite3ExprCode(pParse, pE2); - sqlite3VdbeOp3(v, OP_MakeRecord, 1, 0, &affinity, 1); - sqlite3VdbeAddOp(v, OP_IdxInsert, pExpr->iTable, 0); - } - } - sqlite3VdbeChangeP3(v, addr, (void *)&keyInfo, P3_KEYINFO); - break; - } - - case TK_EXISTS: - case TK_SELECT: { - /* This has to be a scalar SELECT. Generate code to put the - ** value of this select in a memory cell and record the number - ** of the memory cell in iColumn. - */ - static const Token one = { (u8*)"1", 0, 1 }; - Select *pSel; - int iMem; - int sop; - - pExpr->iColumn = iMem = pParse->nMem++; - pSel = pExpr->pSelect; - if( pExpr->op==TK_SELECT ){ - sop = SRT_Mem; - sqlite3VdbeAddOp(v, OP_MemNull, iMem, 0); - VdbeComment((v, "# Init subquery result")); - }else{ - sop = SRT_Exists; - sqlite3VdbeAddOp(v, OP_MemInt, 0, iMem); - VdbeComment((v, "# Init EXISTS result")); - } - sqlite3ExprDelete(pSel->pLimit); - pSel->pLimit = sqlite3Expr(TK_INTEGER, 0, 0, &one); - sqlite3Select(pParse, pSel, sop, iMem, 0, 0, 0, 0); - break; - } - } - - if( testAddr ){ - sqlite3VdbeJumpHere(v, testAddr); - } - return; -} -#endif /* SQLITE_OMIT_SUBQUERY */ - -/* -** Generate an instruction that will put the integer describe by -** text z[0..n-1] on the stack. -*/ -static void codeInteger(Vdbe *v, const char *z, int n){ - int i; - if( sqlite3GetInt32(z, &i) ){ - sqlite3VdbeAddOp(v, OP_Integer, i, 0); - }else if( sqlite3FitsIn64Bits(z) ){ - sqlite3VdbeOp3(v, OP_Int64, 0, 0, z, n); - }else{ - sqlite3VdbeOp3(v, OP_Real, 0, 0, z, n); - } -} - -/* -** Generate code into the current Vdbe to evaluate the given -** expression and leave the result on the top of stack. -** -** This code depends on the fact that certain token values (ex: TK_EQ) -** are the same as opcode values (ex: OP_Eq) that implement the corresponding -** operation. Special comments in vdbe.c and the mkopcodeh.awk script in -** the make process cause these values to align. Assert()s in the code -** below verify that the numbers are aligned correctly. -*/ -void sqlite3ExprCode(Parse *pParse, Expr *pExpr){ - Vdbe *v = pParse->pVdbe; - int op; - int stackChng = 1; /* Amount of change to stack depth */ - - if( v==0 ) return; - if( pExpr==0 ){ - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - return; - } - op = pExpr->op; - switch( op ){ - case TK_AGG_COLUMN: { - AggInfo *pAggInfo = pExpr->pAggInfo; - struct AggInfo_col *pCol = &pAggInfo->aCol[pExpr->iAgg]; - if( !pAggInfo->directMode ){ - sqlite3VdbeAddOp(v, OP_MemLoad, pCol->iMem, 0); - break; - }else if( pAggInfo->useSortingIdx ){ - sqlite3VdbeAddOp(v, OP_Column, pAggInfo->sortingIdx, - pCol->iSorterColumn); - break; - } - /* Otherwise, fall thru into the TK_COLUMN case */ - } - case TK_COLUMN: { - if( pExpr->iTable<0 ){ - /* This only happens when coding check constraints */ - assert( pParse->ckOffset>0 ); - sqlite3VdbeAddOp(v, OP_Dup, pParse->ckOffset-pExpr->iColumn-1, 1); - }else if( pExpr->iColumn>=0 ){ - Table *pTab = pExpr->pTab; - int iCol = pExpr->iColumn; - int op = (pTab && IsVirtual(pTab)) ? OP_VColumn : OP_Column; - sqlite3VdbeAddOp(v, op, pExpr->iTable, iCol); - sqlite3ColumnDefault(v, pTab, iCol); -#ifndef SQLITE_OMIT_FLOATING_POINT - if( pTab && pTab->aCol[iCol].affinity==SQLITE_AFF_REAL ){ - sqlite3VdbeAddOp(v, OP_RealAffinity, 0, 0); - } -#endif - }else{ - Table *pTab = pExpr->pTab; - int op = (pTab && IsVirtual(pTab)) ? OP_VRowid : OP_Rowid; - sqlite3VdbeAddOp(v, op, pExpr->iTable, 0); - } - break; - } - case TK_INTEGER: { - codeInteger(v, (char*)pExpr->token.z, pExpr->token.n); - break; - } - case TK_FLOAT: - case TK_STRING: { - assert( TK_FLOAT==OP_Real ); - assert( TK_STRING==OP_String8 ); - sqlite3DequoteExpr(pExpr); - sqlite3VdbeOp3(v, op, 0, 0, (char*)pExpr->token.z, pExpr->token.n); - break; - } - case TK_NULL: { - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - break; - } -#ifndef SQLITE_OMIT_BLOB_LITERAL - case TK_BLOB: { - int n; - const char *z; - assert( TK_BLOB==OP_HexBlob ); - n = pExpr->token.n - 3; - z = (char*)pExpr->token.z + 2; - assert( n>=0 ); - if( n==0 ){ - z = ""; - } - sqlite3VdbeOp3(v, op, 0, 0, z, n); - break; - } -#endif - case TK_VARIABLE: { - sqlite3VdbeAddOp(v, OP_Variable, pExpr->iTable, 0); - if( pExpr->token.n>1 ){ - sqlite3VdbeChangeP3(v, -1, (char*)pExpr->token.z, pExpr->token.n); - } - break; - } - case TK_REGISTER: { - sqlite3VdbeAddOp(v, OP_MemLoad, pExpr->iTable, 0); - break; - } -#ifndef SQLITE_OMIT_CAST - case TK_CAST: { - /* Expressions of the form: CAST(pLeft AS token) */ - int aff, to_op; - sqlite3ExprCode(pParse, pExpr->pLeft); - aff = sqlite3AffinityType(&pExpr->token); - to_op = aff - SQLITE_AFF_TEXT + OP_ToText; - assert( to_op==OP_ToText || aff!=SQLITE_AFF_TEXT ); - assert( to_op==OP_ToBlob || aff!=SQLITE_AFF_NONE ); - assert( to_op==OP_ToNumeric || aff!=SQLITE_AFF_NUMERIC ); - assert( to_op==OP_ToInt || aff!=SQLITE_AFF_INTEGER ); - assert( to_op==OP_ToReal || aff!=SQLITE_AFF_REAL ); - sqlite3VdbeAddOp(v, to_op, 0, 0); - stackChng = 0; - break; - } -#endif /* SQLITE_OMIT_CAST */ - case TK_LT: - case TK_LE: - case TK_GT: - case TK_GE: - case TK_NE: - case TK_EQ: { - assert( TK_LT==OP_Lt ); - assert( TK_LE==OP_Le ); - assert( TK_GT==OP_Gt ); - assert( TK_GE==OP_Ge ); - assert( TK_EQ==OP_Eq ); - assert( TK_NE==OP_Ne ); - sqlite3ExprCode(pParse, pExpr->pLeft); - sqlite3ExprCode(pParse, pExpr->pRight); - codeCompare(pParse, pExpr->pLeft, pExpr->pRight, op, 0, 0); - stackChng = -1; - break; - } - case TK_AND: - case TK_OR: - case TK_PLUS: - case TK_STAR: - case TK_MINUS: - case TK_REM: - case TK_BITAND: - case TK_BITOR: - case TK_SLASH: - case TK_LSHIFT: - case TK_RSHIFT: - case TK_CONCAT: { - assert( TK_AND==OP_And ); - assert( TK_OR==OP_Or ); - assert( TK_PLUS==OP_Add ); - assert( TK_MINUS==OP_Subtract ); - assert( TK_REM==OP_Remainder ); - assert( TK_BITAND==OP_BitAnd ); - assert( TK_BITOR==OP_BitOr ); - assert( TK_SLASH==OP_Divide ); - assert( TK_LSHIFT==OP_ShiftLeft ); - assert( TK_RSHIFT==OP_ShiftRight ); - assert( TK_CONCAT==OP_Concat ); - sqlite3ExprCode(pParse, pExpr->pLeft); - sqlite3ExprCode(pParse, pExpr->pRight); - sqlite3VdbeAddOp(v, op, 0, 0); - stackChng = -1; - break; - } - case TK_UMINUS: { - Expr *pLeft = pExpr->pLeft; - assert( pLeft ); - if( pLeft->op==TK_FLOAT || pLeft->op==TK_INTEGER ){ - Token *p = &pLeft->token; - char *z = sqlite3MPrintf("-%.*s", p->n, p->z); - if( pLeft->op==TK_FLOAT ){ - sqlite3VdbeOp3(v, OP_Real, 0, 0, z, p->n+1); - }else{ - codeInteger(v, z, p->n+1); - } - sqliteFree(z); - break; - } - /* Fall through into TK_NOT */ - } - case TK_BITNOT: - case TK_NOT: { - assert( TK_BITNOT==OP_BitNot ); - assert( TK_NOT==OP_Not ); - sqlite3ExprCode(pParse, pExpr->pLeft); - sqlite3VdbeAddOp(v, op, 0, 0); - stackChng = 0; - break; - } - case TK_ISNULL: - case TK_NOTNULL: { - int dest; - assert( TK_ISNULL==OP_IsNull ); - assert( TK_NOTNULL==OP_NotNull ); - sqlite3VdbeAddOp(v, OP_Integer, 1, 0); - sqlite3ExprCode(pParse, pExpr->pLeft); - dest = sqlite3VdbeCurrentAddr(v) + 2; - sqlite3VdbeAddOp(v, op, 1, dest); - sqlite3VdbeAddOp(v, OP_AddImm, -1, 0); - stackChng = 0; - break; - } - case TK_AGG_FUNCTION: { - AggInfo *pInfo = pExpr->pAggInfo; - if( pInfo==0 ){ - sqlite3ErrorMsg(pParse, "misuse of aggregate: %T", - &pExpr->span); - }else{ - sqlite3VdbeAddOp(v, OP_MemLoad, pInfo->aFunc[pExpr->iAgg].iMem, 0); - } - break; - } - case TK_CONST_FUNC: - case TK_FUNCTION: { - ExprList *pList = pExpr->pList; - int nExpr = pList ? pList->nExpr : 0; - FuncDef *pDef; - int nId; - const char *zId; - int constMask = 0; - int i; - u8 enc = ENC(pParse->db); - CollSeq *pColl = 0; - zId = (char*)pExpr->token.z; - nId = pExpr->token.n; - pDef = sqlite3FindFunction(pParse->db, zId, nId, nExpr, enc, 0); - assert( pDef!=0 ); - nExpr = sqlite3ExprCodeExprList(pParse, pList); -#ifndef SQLITE_OMIT_VIRTUALTABLE - /* Possibly overload the function if the first argument is - ** a virtual table column. - ** - ** For infix functions (LIKE, GLOB, REGEXP, and MATCH) use the - ** second argument, not the first, as the argument to test to - ** see if it is a column in a virtual table. This is done because - ** the left operand of infix functions (the operand we want to - ** control overloading) ends up as the second argument to the - ** function. The expression "A glob B" is equivalent to - ** "glob(B,A). We want to use the A in "A glob B" to test - ** for function overloading. But we use the B term in "glob(B,A)". - */ - if( nExpr>=2 && (pExpr->flags & EP_InfixFunc) ){ - pDef = sqlite3VtabOverloadFunction(pDef, nExpr, pList->a[1].pExpr); - }else if( nExpr>0 ){ - pDef = sqlite3VtabOverloadFunction(pDef, nExpr, pList->a[0].pExpr); - } -#endif - for(i=0; ia[i].pExpr) ){ - constMask |= (1<needCollSeq && !pColl ){ - pColl = sqlite3ExprCollSeq(pParse, pList->a[i].pExpr); - } - } - if( pDef->needCollSeq ){ - if( !pColl ) pColl = pParse->db->pDfltColl; - sqlite3VdbeOp3(v, OP_CollSeq, 0, 0, (char *)pColl, P3_COLLSEQ); - } - sqlite3VdbeOp3(v, OP_Function, constMask, nExpr, (char*)pDef, P3_FUNCDEF); - stackChng = 1-nExpr; - break; - } -#ifndef SQLITE_OMIT_SUBQUERY - case TK_EXISTS: - case TK_SELECT: { - if( pExpr->iColumn==0 ){ - sqlite3CodeSubselect(pParse, pExpr); - } - sqlite3VdbeAddOp(v, OP_MemLoad, pExpr->iColumn, 0); - VdbeComment((v, "# load subquery result")); - break; - } - case TK_IN: { - int addr; - char affinity; - int ckOffset = pParse->ckOffset; - sqlite3CodeSubselect(pParse, pExpr); - - /* Figure out the affinity to use to create a key from the results - ** of the expression. affinityStr stores a static string suitable for - ** P3 of OP_MakeRecord. - */ - affinity = comparisonAffinity(pExpr); - - sqlite3VdbeAddOp(v, OP_Integer, 1, 0); - pParse->ckOffset = ckOffset+1; - - /* Code the from " IN (...)". The temporary table - ** pExpr->iTable contains the values that make up the (...) set. - */ - sqlite3ExprCode(pParse, pExpr->pLeft); - addr = sqlite3VdbeCurrentAddr(v); - sqlite3VdbeAddOp(v, OP_NotNull, -1, addr+4); /* addr + 0 */ - sqlite3VdbeAddOp(v, OP_Pop, 2, 0); - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - sqlite3VdbeAddOp(v, OP_Goto, 0, addr+7); - sqlite3VdbeOp3(v, OP_MakeRecord, 1, 0, &affinity, 1); /* addr + 4 */ - sqlite3VdbeAddOp(v, OP_Found, pExpr->iTable, addr+7); - sqlite3VdbeAddOp(v, OP_AddImm, -1, 0); /* addr + 6 */ - - break; - } -#endif - case TK_BETWEEN: { - Expr *pLeft = pExpr->pLeft; - struct ExprList_item *pLItem = pExpr->pList->a; - Expr *pRight = pLItem->pExpr; - sqlite3ExprCode(pParse, pLeft); - sqlite3VdbeAddOp(v, OP_Dup, 0, 0); - sqlite3ExprCode(pParse, pRight); - codeCompare(pParse, pLeft, pRight, OP_Ge, 0, 0); - sqlite3VdbeAddOp(v, OP_Pull, 1, 0); - pLItem++; - pRight = pLItem->pExpr; - sqlite3ExprCode(pParse, pRight); - codeCompare(pParse, pLeft, pRight, OP_Le, 0, 0); - sqlite3VdbeAddOp(v, OP_And, 0, 0); - break; - } - case TK_UPLUS: - case TK_AS: { - sqlite3ExprCode(pParse, pExpr->pLeft); - stackChng = 0; - break; - } - case TK_CASE: { - int expr_end_label; - int jumpInst; - int nExpr; - int i; - ExprList *pEList; - struct ExprList_item *aListelem; - - assert(pExpr->pList); - assert((pExpr->pList->nExpr % 2) == 0); - assert(pExpr->pList->nExpr > 0); - pEList = pExpr->pList; - aListelem = pEList->a; - nExpr = pEList->nExpr; - expr_end_label = sqlite3VdbeMakeLabel(v); - if( pExpr->pLeft ){ - sqlite3ExprCode(pParse, pExpr->pLeft); - } - for(i=0; ipLeft ){ - sqlite3VdbeAddOp(v, OP_Dup, 1, 1); - jumpInst = codeCompare(pParse, pExpr->pLeft, aListelem[i].pExpr, - OP_Ne, 0, 1); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - }else{ - jumpInst = sqlite3VdbeAddOp(v, OP_IfNot, 1, 0); - } - sqlite3ExprCode(pParse, aListelem[i+1].pExpr); - sqlite3VdbeAddOp(v, OP_Goto, 0, expr_end_label); - sqlite3VdbeJumpHere(v, jumpInst); - } - if( pExpr->pLeft ){ - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - } - if( pExpr->pRight ){ - sqlite3ExprCode(pParse, pExpr->pRight); - }else{ - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - } - sqlite3VdbeResolveLabel(v, expr_end_label); - break; - } -#ifndef SQLITE_OMIT_TRIGGER - case TK_RAISE: { - if( !pParse->trigStack ){ - sqlite3ErrorMsg(pParse, - "RAISE() may only be used within a trigger-program"); - return; - } - if( pExpr->iColumn!=OE_Ignore ){ - assert( pExpr->iColumn==OE_Rollback || - pExpr->iColumn == OE_Abort || - pExpr->iColumn == OE_Fail ); - sqlite3DequoteExpr(pExpr); - sqlite3VdbeOp3(v, OP_Halt, SQLITE_CONSTRAINT, pExpr->iColumn, - (char*)pExpr->token.z, pExpr->token.n); - } else { - assert( pExpr->iColumn == OE_Ignore ); - sqlite3VdbeAddOp(v, OP_ContextPop, 0, 0); - sqlite3VdbeAddOp(v, OP_Goto, 0, pParse->trigStack->ignoreJump); - VdbeComment((v, "# raise(IGNORE)")); - } - stackChng = 0; - break; - } -#endif - } - - if( pParse->ckOffset ){ - pParse->ckOffset += stackChng; - assert( pParse->ckOffset ); - } -} - -#ifndef SQLITE_OMIT_TRIGGER -/* -** Generate code that evalutes the given expression and leaves the result -** on the stack. See also sqlite3ExprCode(). -** -** This routine might also cache the result and modify the pExpr tree -** so that it will make use of the cached result on subsequent evaluations -** rather than evaluate the whole expression again. Trivial expressions are -** not cached. If the expression is cached, its result is stored in a -** memory location. -*/ -void sqlite3ExprCodeAndCache(Parse *pParse, Expr *pExpr){ - Vdbe *v = pParse->pVdbe; - int iMem; - int addr1, addr2; - if( v==0 ) return; - addr1 = sqlite3VdbeCurrentAddr(v); - sqlite3ExprCode(pParse, pExpr); - addr2 = sqlite3VdbeCurrentAddr(v); - if( addr2>addr1+1 || sqlite3VdbeGetOp(v, addr1)->opcode==OP_Function ){ - iMem = pExpr->iTable = pParse->nMem++; - sqlite3VdbeAddOp(v, OP_MemStore, iMem, 0); - pExpr->op = TK_REGISTER; - } -} -#endif - -/* -** Generate code that pushes the value of every element of the given -** expression list onto the stack. -** -** Return the number of elements pushed onto the stack. -*/ -int sqlite3ExprCodeExprList( - Parse *pParse, /* Parsing context */ - ExprList *pList /* The expression list to be coded */ -){ - struct ExprList_item *pItem; - int i, n; - if( pList==0 ) return 0; - n = pList->nExpr; - for(pItem=pList->a, i=n; i>0; i--, pItem++){ - sqlite3ExprCode(pParse, pItem->pExpr); - } - return n; -} - -/* -** Generate code for a boolean expression such that a jump is made -** to the label "dest" if the expression is true but execution -** continues straight thru if the expression is false. -** -** If the expression evaluates to NULL (neither true nor false), then -** take the jump if the jumpIfNull flag is true. -** -** This code depends on the fact that certain token values (ex: TK_EQ) -** are the same as opcode values (ex: OP_Eq) that implement the corresponding -** operation. Special comments in vdbe.c and the mkopcodeh.awk script in -** the make process cause these values to align. Assert()s in the code -** below verify that the numbers are aligned correctly. -*/ -void sqlite3ExprIfTrue(Parse *pParse, Expr *pExpr, int dest, int jumpIfNull){ - Vdbe *v = pParse->pVdbe; - int op = 0; - int ckOffset = pParse->ckOffset; - if( v==0 || pExpr==0 ) return; - op = pExpr->op; - switch( op ){ - case TK_AND: { - int d2 = sqlite3VdbeMakeLabel(v); - sqlite3ExprIfFalse(pParse, pExpr->pLeft, d2, !jumpIfNull); - sqlite3ExprIfTrue(pParse, pExpr->pRight, dest, jumpIfNull); - sqlite3VdbeResolveLabel(v, d2); - break; - } - case TK_OR: { - sqlite3ExprIfTrue(pParse, pExpr->pLeft, dest, jumpIfNull); - sqlite3ExprIfTrue(pParse, pExpr->pRight, dest, jumpIfNull); - break; - } - case TK_NOT: { - sqlite3ExprIfFalse(pParse, pExpr->pLeft, dest, jumpIfNull); - break; - } - case TK_LT: - case TK_LE: - case TK_GT: - case TK_GE: - case TK_NE: - case TK_EQ: { - assert( TK_LT==OP_Lt ); - assert( TK_LE==OP_Le ); - assert( TK_GT==OP_Gt ); - assert( TK_GE==OP_Ge ); - assert( TK_EQ==OP_Eq ); - assert( TK_NE==OP_Ne ); - sqlite3ExprCode(pParse, pExpr->pLeft); - sqlite3ExprCode(pParse, pExpr->pRight); - codeCompare(pParse, pExpr->pLeft, pExpr->pRight, op, dest, jumpIfNull); - break; - } - case TK_ISNULL: - case TK_NOTNULL: { - assert( TK_ISNULL==OP_IsNull ); - assert( TK_NOTNULL==OP_NotNull ); - sqlite3ExprCode(pParse, pExpr->pLeft); - sqlite3VdbeAddOp(v, op, 1, dest); - break; - } - case TK_BETWEEN: { - /* The expression "x BETWEEN y AND z" is implemented as: - ** - ** 1 IF (x < y) GOTO 3 - ** 2 IF (x <= z) GOTO - ** 3 ... - */ - int addr; - Expr *pLeft = pExpr->pLeft; - Expr *pRight = pExpr->pList->a[0].pExpr; - sqlite3ExprCode(pParse, pLeft); - sqlite3VdbeAddOp(v, OP_Dup, 0, 0); - sqlite3ExprCode(pParse, pRight); - addr = codeCompare(pParse, pLeft, pRight, OP_Lt, 0, !jumpIfNull); - - pRight = pExpr->pList->a[1].pExpr; - sqlite3ExprCode(pParse, pRight); - codeCompare(pParse, pLeft, pRight, OP_Le, dest, jumpIfNull); - - sqlite3VdbeAddOp(v, OP_Integer, 0, 0); - sqlite3VdbeJumpHere(v, addr); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - break; - } - default: { - sqlite3ExprCode(pParse, pExpr); - sqlite3VdbeAddOp(v, OP_If, jumpIfNull, dest); - break; - } - } - pParse->ckOffset = ckOffset; -} - -/* -** Generate code for a boolean expression such that a jump is made -** to the label "dest" if the expression is false but execution -** continues straight thru if the expression is true. -** -** If the expression evaluates to NULL (neither true nor false) then -** jump if jumpIfNull is true or fall through if jumpIfNull is false. -*/ -void sqlite3ExprIfFalse(Parse *pParse, Expr *pExpr, int dest, int jumpIfNull){ - Vdbe *v = pParse->pVdbe; - int op = 0; - int ckOffset = pParse->ckOffset; - if( v==0 || pExpr==0 ) return; - - /* The value of pExpr->op and op are related as follows: - ** - ** pExpr->op op - ** --------- ---------- - ** TK_ISNULL OP_NotNull - ** TK_NOTNULL OP_IsNull - ** TK_NE OP_Eq - ** TK_EQ OP_Ne - ** TK_GT OP_Le - ** TK_LE OP_Gt - ** TK_GE OP_Lt - ** TK_LT OP_Ge - ** - ** For other values of pExpr->op, op is undefined and unused. - ** The value of TK_ and OP_ constants are arranged such that we - ** can compute the mapping above using the following expression. - ** Assert()s verify that the computation is correct. - */ - op = ((pExpr->op+(TK_ISNULL&1))^1)-(TK_ISNULL&1); - - /* Verify correct alignment of TK_ and OP_ constants - */ - assert( pExpr->op!=TK_ISNULL || op==OP_NotNull ); - assert( pExpr->op!=TK_NOTNULL || op==OP_IsNull ); - assert( pExpr->op!=TK_NE || op==OP_Eq ); - assert( pExpr->op!=TK_EQ || op==OP_Ne ); - assert( pExpr->op!=TK_LT || op==OP_Ge ); - assert( pExpr->op!=TK_LE || op==OP_Gt ); - assert( pExpr->op!=TK_GT || op==OP_Le ); - assert( pExpr->op!=TK_GE || op==OP_Lt ); - - switch( pExpr->op ){ - case TK_AND: { - sqlite3ExprIfFalse(pParse, pExpr->pLeft, dest, jumpIfNull); - sqlite3ExprIfFalse(pParse, pExpr->pRight, dest, jumpIfNull); - break; - } - case TK_OR: { - int d2 = sqlite3VdbeMakeLabel(v); - sqlite3ExprIfTrue(pParse, pExpr->pLeft, d2, !jumpIfNull); - sqlite3ExprIfFalse(pParse, pExpr->pRight, dest, jumpIfNull); - sqlite3VdbeResolveLabel(v, d2); - break; - } - case TK_NOT: { - sqlite3ExprIfTrue(pParse, pExpr->pLeft, dest, jumpIfNull); - break; - } - case TK_LT: - case TK_LE: - case TK_GT: - case TK_GE: - case TK_NE: - case TK_EQ: { - sqlite3ExprCode(pParse, pExpr->pLeft); - sqlite3ExprCode(pParse, pExpr->pRight); - codeCompare(pParse, pExpr->pLeft, pExpr->pRight, op, dest, jumpIfNull); - break; - } - case TK_ISNULL: - case TK_NOTNULL: { - sqlite3ExprCode(pParse, pExpr->pLeft); - sqlite3VdbeAddOp(v, op, 1, dest); - break; - } - case TK_BETWEEN: { - /* The expression is "x BETWEEN y AND z". It is implemented as: - ** - ** 1 IF (x >= y) GOTO 3 - ** 2 GOTO - ** 3 IF (x > z) GOTO - */ - int addr; - Expr *pLeft = pExpr->pLeft; - Expr *pRight = pExpr->pList->a[0].pExpr; - sqlite3ExprCode(pParse, pLeft); - sqlite3VdbeAddOp(v, OP_Dup, 0, 0); - sqlite3ExprCode(pParse, pRight); - addr = sqlite3VdbeCurrentAddr(v); - codeCompare(pParse, pLeft, pRight, OP_Ge, addr+3, !jumpIfNull); - - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - sqlite3VdbeAddOp(v, OP_Goto, 0, dest); - pRight = pExpr->pList->a[1].pExpr; - sqlite3ExprCode(pParse, pRight); - codeCompare(pParse, pLeft, pRight, OP_Gt, dest, jumpIfNull); - break; - } - default: { - sqlite3ExprCode(pParse, pExpr); - sqlite3VdbeAddOp(v, OP_IfNot, jumpIfNull, dest); - break; - } - } - pParse->ckOffset = ckOffset; -} - -/* -** Do a deep comparison of two expression trees. Return TRUE (non-zero) -** if they are identical and return FALSE if they differ in any way. -*/ -int sqlite3ExprCompare(Expr *pA, Expr *pB){ - int i; - if( pA==0||pB==0 ){ - return pB==pA; - } - if( pA->op!=pB->op ) return 0; - if( (pA->flags & EP_Distinct)!=(pB->flags & EP_Distinct) ) return 0; - if( !sqlite3ExprCompare(pA->pLeft, pB->pLeft) ) return 0; - if( !sqlite3ExprCompare(pA->pRight, pB->pRight) ) return 0; - if( pA->pList ){ - if( pB->pList==0 ) return 0; - if( pA->pList->nExpr!=pB->pList->nExpr ) return 0; - for(i=0; ipList->nExpr; i++){ - if( !sqlite3ExprCompare(pA->pList->a[i].pExpr, pB->pList->a[i].pExpr) ){ - return 0; - } - } - }else if( pB->pList ){ - return 0; - } - if( pA->pSelect || pB->pSelect ) return 0; - if( pA->iTable!=pB->iTable || pA->iColumn!=pB->iColumn ) return 0; - if( pA->token.z ){ - if( pB->token.z==0 ) return 0; - if( pB->token.n!=pA->token.n ) return 0; - if( sqlite3StrNICmp((char*)pA->token.z,(char*)pB->token.z,pB->token.n)!=0 ){ - return 0; - } - } - return 1; -} - - -/* -** Add a new element to the pAggInfo->aCol[] array. Return the index of -** the new element. Return a negative number if malloc fails. -*/ -static int addAggInfoColumn(AggInfo *pInfo){ - int i; - i = sqlite3ArrayAllocate((void**)&pInfo->aCol, sizeof(pInfo->aCol[0]), 3); - if( i<0 ){ - return -1; - } - return i; -} - -/* -** Add a new element to the pAggInfo->aFunc[] array. Return the index of -** the new element. Return a negative number if malloc fails. -*/ -static int addAggInfoFunc(AggInfo *pInfo){ - int i; - i = sqlite3ArrayAllocate((void**)&pInfo->aFunc, sizeof(pInfo->aFunc[0]), 2); - if( i<0 ){ - return -1; - } - return i; -} - -/* -** This is an xFunc for walkExprTree() used to implement -** sqlite3ExprAnalyzeAggregates(). See sqlite3ExprAnalyzeAggregates -** for additional information. -** -** This routine analyzes the aggregate function at pExpr. -*/ -static int analyzeAggregate(void *pArg, Expr *pExpr){ - int i; - NameContext *pNC = (NameContext *)pArg; - Parse *pParse = pNC->pParse; - SrcList *pSrcList = pNC->pSrcList; - AggInfo *pAggInfo = pNC->pAggInfo; - - - switch( pExpr->op ){ - case TK_AGG_COLUMN: - case TK_COLUMN: { - /* Check to see if the column is in one of the tables in the FROM - ** clause of the aggregate query */ - if( pSrcList ){ - struct SrcList_item *pItem = pSrcList->a; - for(i=0; inSrc; i++, pItem++){ - struct AggInfo_col *pCol; - if( pExpr->iTable==pItem->iCursor ){ - /* If we reach this point, it means that pExpr refers to a table - ** that is in the FROM clause of the aggregate query. - ** - ** Make an entry for the column in pAggInfo->aCol[] if there - ** is not an entry there already. - */ - pCol = pAggInfo->aCol; - for(i=0; inColumn; i++, pCol++){ - if( pCol->iTable==pExpr->iTable && - pCol->iColumn==pExpr->iColumn ){ - break; - } - } - if( i>=pAggInfo->nColumn && (i = addAggInfoColumn(pAggInfo))>=0 ){ - pCol = &pAggInfo->aCol[i]; - pCol->iTable = pExpr->iTable; - pCol->iColumn = pExpr->iColumn; - pCol->iMem = pParse->nMem++; - pCol->iSorterColumn = -1; - pCol->pExpr = pExpr; - if( pAggInfo->pGroupBy ){ - int j, n; - ExprList *pGB = pAggInfo->pGroupBy; - struct ExprList_item *pTerm = pGB->a; - n = pGB->nExpr; - for(j=0; jpExpr; - if( pE->op==TK_COLUMN && pE->iTable==pExpr->iTable && - pE->iColumn==pExpr->iColumn ){ - pCol->iSorterColumn = j; - break; - } - } - } - if( pCol->iSorterColumn<0 ){ - pCol->iSorterColumn = pAggInfo->nSortingColumn++; - } - } - /* There is now an entry for pExpr in pAggInfo->aCol[] (either - ** because it was there before or because we just created it). - ** Convert the pExpr to be a TK_AGG_COLUMN referring to that - ** pAggInfo->aCol[] entry. - */ - pExpr->pAggInfo = pAggInfo; - pExpr->op = TK_AGG_COLUMN; - pExpr->iAgg = i; - break; - } /* endif pExpr->iTable==pItem->iCursor */ - } /* end loop over pSrcList */ - } - return 1; - } - case TK_AGG_FUNCTION: { - /* The pNC->nDepth==0 test causes aggregate functions in subqueries - ** to be ignored */ - if( pNC->nDepth==0 ){ - /* Check to see if pExpr is a duplicate of another aggregate - ** function that is already in the pAggInfo structure - */ - struct AggInfo_func *pItem = pAggInfo->aFunc; - for(i=0; inFunc; i++, pItem++){ - if( sqlite3ExprCompare(pItem->pExpr, pExpr) ){ - break; - } - } - if( i>=pAggInfo->nFunc ){ - /* pExpr is original. Make a new entry in pAggInfo->aFunc[] - */ - u8 enc = ENC(pParse->db); - i = addAggInfoFunc(pAggInfo); - if( i>=0 ){ - pItem = &pAggInfo->aFunc[i]; - pItem->pExpr = pExpr; - pItem->iMem = pParse->nMem++; - pItem->pFunc = sqlite3FindFunction(pParse->db, - (char*)pExpr->token.z, pExpr->token.n, - pExpr->pList ? pExpr->pList->nExpr : 0, enc, 0); - if( pExpr->flags & EP_Distinct ){ - pItem->iDistinct = pParse->nTab++; - }else{ - pItem->iDistinct = -1; - } - } - } - /* Make pExpr point to the appropriate pAggInfo->aFunc[] entry - */ - pExpr->iAgg = i; - pExpr->pAggInfo = pAggInfo; - return 1; - } - } - } - - /* Recursively walk subqueries looking for TK_COLUMN nodes that need - ** to be changed to TK_AGG_COLUMN. But increment nDepth so that - ** TK_AGG_FUNCTION nodes in subqueries will be unchanged. - */ - if( pExpr->pSelect ){ - pNC->nDepth++; - walkSelectExpr(pExpr->pSelect, analyzeAggregate, pNC); - pNC->nDepth--; - } - return 0; -} - -/* -** Analyze the given expression looking for aggregate functions and -** for variables that need to be added to the pParse->aAgg[] array. -** Make additional entries to the pParse->aAgg[] array as necessary. -** -** This routine should only be called after the expression has been -** analyzed by sqlite3ExprResolveNames(). -** -** If errors are seen, leave an error message in zErrMsg and return -** the number of errors. -*/ -int sqlite3ExprAnalyzeAggregates(NameContext *pNC, Expr *pExpr){ - int nErr = pNC->pParse->nErr; - walkExprTree(pExpr, analyzeAggregate, pNC); - return pNC->pParse->nErr - nErr; -} - -/* -** Call sqlite3ExprAnalyzeAggregates() for every expression in an -** expression list. Return the number of errors. -** -** If an error is found, the analysis is cut short. -*/ -int sqlite3ExprAnalyzeAggList(NameContext *pNC, ExprList *pList){ - struct ExprList_item *pItem; - int i; - int nErr = 0; - if( pList ){ - for(pItem=pList->a, i=0; nErr==0 && inExpr; i++, pItem++){ - nErr += sqlite3ExprAnalyzeAggregates(pNC, pItem->pExpr); - } - } - return nErr; -} diff --git a/libs/sqlite/src/func.c b/libs/sqlite/src/func.c deleted file mode 100644 index 5ef9608c15..0000000000 --- a/libs/sqlite/src/func.c +++ /dev/null @@ -1,1232 +0,0 @@ -/* -** 2002 February 23 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains the C functions that implement various SQL -** functions of SQLite. -** -** There is only one exported symbol in this file - the function -** sqliteRegisterBuildinFunctions() found at the bottom of the file. -** All other code has file scope. -** -** $Id: func.c,v 1.136 2007/01/29 17:58:28 drh Exp $ -*/ -#include "sqliteInt.h" -#include -/* #include */ -#include -#include -#include "vdbeInt.h" -#include "os.h" - -/* -** Return the collating function associated with a function. -*/ -static CollSeq *sqlite3GetFuncCollSeq(sqlite3_context *context){ - return context->pColl; -} - -/* -** Implementation of the non-aggregate min() and max() functions -*/ -static void minmaxFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - int i; - int mask; /* 0 for min() or 0xffffffff for max() */ - int iBest; - CollSeq *pColl; - - if( argc==0 ) return; - mask = sqlite3_user_data(context)==0 ? 0 : -1; - pColl = sqlite3GetFuncCollSeq(context); - assert( pColl ); - assert( mask==-1 || mask==0 ); - iBest = 0; - if( sqlite3_value_type(argv[0])==SQLITE_NULL ) return; - for(i=1; i=0 ){ - iBest = i; - } - } - sqlite3_result_value(context, argv[iBest]); -} - -/* -** Return the type of the argument. -*/ -static void typeofFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - const char *z = 0; - switch( sqlite3_value_type(argv[0]) ){ - case SQLITE_NULL: z = "null"; break; - case SQLITE_INTEGER: z = "integer"; break; - case SQLITE_TEXT: z = "text"; break; - case SQLITE_FLOAT: z = "real"; break; - case SQLITE_BLOB: z = "blob"; break; - } - sqlite3_result_text(context, z, -1, SQLITE_STATIC); -} - - -/* -** Implementation of the length() function -*/ -static void lengthFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - int len; - - assert( argc==1 ); - switch( sqlite3_value_type(argv[0]) ){ - case SQLITE_BLOB: - case SQLITE_INTEGER: - case SQLITE_FLOAT: { - sqlite3_result_int(context, sqlite3_value_bytes(argv[0])); - break; - } - case SQLITE_TEXT: { - const unsigned char *z = sqlite3_value_text(argv[0]); - for(len=0; *z; z++){ if( (0xc0&*z)!=0x80 ) len++; } - sqlite3_result_int(context, len); - break; - } - default: { - sqlite3_result_null(context); - break; - } - } -} - -/* -** Implementation of the abs() function -*/ -static void absFunc(sqlite3_context *context, int argc, sqlite3_value **argv){ - assert( argc==1 ); - switch( sqlite3_value_type(argv[0]) ){ - case SQLITE_INTEGER: { - i64 iVal = sqlite3_value_int64(argv[0]); - if( iVal<0 ){ - if( (iVal<<1)==0 ){ - sqlite3_result_error(context, "integer overflow", -1); - return; - } - iVal = -iVal; - } - sqlite3_result_int64(context, iVal); - break; - } - case SQLITE_NULL: { - sqlite3_result_null(context); - break; - } - default: { - double rVal = sqlite3_value_double(argv[0]); - if( rVal<0 ) rVal = -rVal; - sqlite3_result_double(context, rVal); - break; - } - } -} - -/* -** Implementation of the substr() function -*/ -static void substrFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - const unsigned char *z; - const unsigned char *z2; - int i; - int p1, p2, len; - - assert( argc==3 ); - z = sqlite3_value_text(argv[0]); - if( z==0 ) return; - p1 = sqlite3_value_int(argv[1]); - p2 = sqlite3_value_int(argv[2]); - for(len=0, z2=z; *z2; z2++){ if( (0xc0&*z2)!=0x80 ) len++; } - if( p1<0 ){ - p1 += len; - if( p1<0 ){ - p2 += p1; - p1 = 0; - } - }else if( p1>0 ){ - p1--; - } - if( p1+p2>len ){ - p2 = len-p1; - } - for(i=0; i30 ) n = 30; - if( n<0 ) n = 0; - } - if( sqlite3_value_type(argv[0])==SQLITE_NULL ) return; - r = sqlite3_value_double(argv[0]); - sqlite3_snprintf(sizeof(zBuf),zBuf,"%.*f",n,r); - sqlite3AtoF(zBuf, &r); - sqlite3_result_double(context, r); -} - -/* -** Implementation of the upper() and lower() SQL functions. -*/ -static void upperFunc(sqlite3_context *context, int argc, sqlite3_value **argv){ - unsigned char *z; - int i; - if( argc<1 || SQLITE_NULL==sqlite3_value_type(argv[0]) ) return; - z = sqliteMalloc(sqlite3_value_bytes(argv[0])+1); - if( z==0 ) return; - strcpy((char*)z, (char*)sqlite3_value_text(argv[0])); - for(i=0; z[i]; i++){ - z[i] = toupper(z[i]); - } - sqlite3_result_text(context, (char*)z, -1, SQLITE_TRANSIENT); - sqliteFree(z); -} -static void lowerFunc(sqlite3_context *context, int argc, sqlite3_value **argv){ - unsigned char *z; - int i; - if( argc<1 || SQLITE_NULL==sqlite3_value_type(argv[0]) ) return; - z = sqliteMalloc(sqlite3_value_bytes(argv[0])+1); - if( z==0 ) return; - strcpy((char*)z, (char*)sqlite3_value_text(argv[0])); - for(i=0; z[i]; i++){ - z[i] = tolower(z[i]); - } - sqlite3_result_text(context, (char*)z, -1, SQLITE_TRANSIENT); - sqliteFree(z); -} - -/* -** Implementation of the IFNULL(), NVL(), and COALESCE() functions. -** All three do the same thing. They return the first non-NULL -** argument. -*/ -static void ifnullFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - int i; - for(i=0; imatchOne; - u8 matchAll = pInfo->matchAll; - u8 matchSet = pInfo->matchSet; - u8 noCase = pInfo->noCase; - int prevEscape = 0; /* True if the previous character was 'escape' */ - - while( (c = *zPattern)!=0 ){ - if( !prevEscape && c==matchAll ){ - while( (c=zPattern[1]) == matchAll || c == matchOne ){ - if( c==matchOne ){ - if( *zString==0 ) return 0; - sqliteNextChar(zString); - } - zPattern++; - } - if( c && esc && sqlite3ReadUtf8(&zPattern[1])==esc ){ - u8 const *zTemp = &zPattern[1]; - sqliteNextChar(zTemp); - c = *zTemp; - } - if( c==0 ) return 1; - if( c==matchSet ){ - assert( esc==0 ); /* This is GLOB, not LIKE */ - while( *zString && patternCompare(&zPattern[1],zString,pInfo,esc)==0 ){ - sqliteNextChar(zString); - } - return *zString!=0; - }else{ - while( (c2 = *zString)!=0 ){ - if( noCase ){ - c2 = sqlite3UpperToLower[c2]; - c = sqlite3UpperToLower[c]; - while( c2 != 0 && c2 != c ){ c2 = sqlite3UpperToLower[*++zString]; } - }else{ - while( c2 != 0 && c2 != c ){ c2 = *++zString; } - } - if( c2==0 ) return 0; - if( patternCompare(&zPattern[1],zString,pInfo,esc) ) return 1; - sqliteNextChar(zString); - } - return 0; - } - }else if( !prevEscape && c==matchOne ){ - if( *zString==0 ) return 0; - sqliteNextChar(zString); - zPattern++; - }else if( c==matchSet ){ - int prior_c = 0; - assert( esc==0 ); /* This only occurs for GLOB, not LIKE */ - seen = 0; - invert = 0; - c = sqliteCharVal(zString); - if( c==0 ) return 0; - c2 = *++zPattern; - if( c2=='^' ){ invert = 1; c2 = *++zPattern; } - if( c2==']' ){ - if( c==']' ) seen = 1; - c2 = *++zPattern; - } - while( (c2 = sqliteCharVal(zPattern))!=0 && c2!=']' ){ - if( c2=='-' && zPattern[1]!=']' && zPattern[1]!=0 && prior_c>0 ){ - zPattern++; - c2 = sqliteCharVal(zPattern); - if( c>=prior_c && c<=c2 ) seen = 1; - prior_c = 0; - }else if( c==c2 ){ - seen = 1; - prior_c = c2; - }else{ - prior_c = c2; - } - sqliteNextChar(zPattern); - } - if( c2==0 || (seen ^ invert)==0 ) return 0; - sqliteNextChar(zString); - zPattern++; - }else if( esc && !prevEscape && sqlite3ReadUtf8(zPattern)==esc){ - prevEscape = 1; - sqliteNextChar(zPattern); - }else{ - if( noCase ){ - if( sqlite3UpperToLower[c] != sqlite3UpperToLower[*zString] ) return 0; - }else{ - if( c != *zString ) return 0; - } - zPattern++; - zString++; - prevEscape = 0; - } - } - return *zString==0; -} - -/* -** Count the number of times that the LIKE operator (or GLOB which is -** just a variation of LIKE) gets called. This is used for testing -** only. -*/ -#ifdef SQLITE_TEST -int sqlite3_like_count = 0; -#endif - - -/* -** Implementation of the like() SQL function. This function implements -** the build-in LIKE operator. The first argument to the function is the -** pattern and the second argument is the string. So, the SQL statements: -** -** A LIKE B -** -** is implemented as like(B,A). -** -** This same function (with a different compareInfo structure) computes -** the GLOB operator. -*/ -static void likeFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - const unsigned char *zA = sqlite3_value_text(argv[0]); - const unsigned char *zB = sqlite3_value_text(argv[1]); - int escape = 0; - if( argc==3 ){ - /* The escape character string must consist of a single UTF-8 character. - ** Otherwise, return an error. - */ - const unsigned char *zEsc = sqlite3_value_text(argv[2]); - if( sqlite3utf8CharLen((char*)zEsc, -1)!=1 ){ - sqlite3_result_error(context, - "ESCAPE expression must be a single character", -1); - return; - } - escape = sqlite3ReadUtf8(zEsc); - } - if( zA && zB ){ - struct compareInfo *pInfo = sqlite3_user_data(context); -#ifdef SQLITE_TEST - sqlite3_like_count++; -#endif - sqlite3_result_int(context, patternCompare(zA, zB, pInfo, escape)); - } -} - -/* -** Implementation of the NULLIF(x,y) function. The result is the first -** argument if the arguments are different. The result is NULL if the -** arguments are equal to each other. -*/ -static void nullifFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - CollSeq *pColl = sqlite3GetFuncCollSeq(context); - if( sqlite3MemCompare(argv[0], argv[1], pColl)!=0 ){ - sqlite3_result_value(context, argv[0]); - } -} - -/* -** Implementation of the VERSION(*) function. The result is the version -** of the SQLite library that is running. -*/ -static void versionFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - sqlite3_result_text(context, sqlite3_version, -1, SQLITE_STATIC); -} - -/* Array for converting from half-bytes (nybbles) into ASCII hex -** digits. */ -static const char hexdigits[] = { - '0', '1', '2', '3', '4', '5', '6', '7', - '8', '9', 'A', 'B', 'C', 'D', 'E', 'F' -}; - -/* -** EXPERIMENTAL - This is not an official function. The interface may -** change. This function may disappear. Do not write code that depends -** on this function. -** -** Implementation of the QUOTE() function. This function takes a single -** argument. If the argument is numeric, the return value is the same as -** the argument. If the argument is NULL, the return value is the string -** "NULL". Otherwise, the argument is enclosed in single quotes with -** single-quote escapes. -*/ -static void quoteFunc(sqlite3_context *context, int argc, sqlite3_value **argv){ - if( argc<1 ) return; - switch( sqlite3_value_type(argv[0]) ){ - case SQLITE_NULL: { - sqlite3_result_text(context, "NULL", 4, SQLITE_STATIC); - break; - } - case SQLITE_INTEGER: - case SQLITE_FLOAT: { - sqlite3_result_value(context, argv[0]); - break; - } - case SQLITE_BLOB: { - char *zText = 0; - int nBlob = sqlite3_value_bytes(argv[0]); - char const *zBlob = sqlite3_value_blob(argv[0]); - - zText = (char *)sqliteMalloc((2*nBlob)+4); - if( !zText ){ - sqlite3_result_error(context, "out of memory", -1); - }else{ - int i; - for(i=0; i>4)&0x0F]; - zText[(i*2)+3] = hexdigits[(zBlob[i])&0x0F]; - } - zText[(nBlob*2)+2] = '\''; - zText[(nBlob*2)+3] = '\0'; - zText[0] = 'X'; - zText[1] = '\''; - sqlite3_result_text(context, zText, -1, SQLITE_TRANSIENT); - sqliteFree(zText); - } - break; - } - case SQLITE_TEXT: { - int i,j,n; - const unsigned char *zArg = sqlite3_value_text(argv[0]); - char *z; - - for(i=n=0; zArg[i]; i++){ if( zArg[i]=='\'' ) n++; } - z = sqliteMalloc( i+n+3 ); - if( z==0 ) return; - z[0] = '\''; - for(i=0, j=1; zArg[i]; i++){ - z[j++] = zArg[i]; - if( zArg[i]=='\'' ){ - z[j++] = '\''; - } - } - z[j++] = '\''; - z[j] = 0; - sqlite3_result_text(context, z, j, SQLITE_TRANSIENT); - sqliteFree(z); - } - } -} - -/* -** The hex() function. Interpret the argument as a blob. Return -** a hexadecimal rendering as text. -*/ -static void hexFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - int i, n; - const unsigned char *pBlob; - char *zHex, *z; - assert( argc==1 ); - pBlob = sqlite3_value_blob(argv[0]); - n = sqlite3_value_bytes(argv[0]); - z = zHex = sqlite3_malloc(n*2 + 1); - if( zHex==0 ) return; - for(i=0; i>4)&0xf]; - *(z++) = hexdigits[c&0xf]; - } - *z = 0; - sqlite3_result_text(context, zHex, n*2, sqlite3_free); -} - -#ifdef SQLITE_SOUNDEX -/* -** Compute the soundex encoding of a word. -*/ -static void soundexFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - char zResult[8]; - const u8 *zIn; - int i, j; - static const unsigned char iCode[] = { - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 1, 2, 3, 0, 1, 2, 0, 0, 2, 2, 4, 5, 5, 0, - 1, 2, 6, 2, 3, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, - 0, 0, 1, 2, 3, 0, 1, 2, 0, 0, 2, 2, 4, 5, 5, 0, - 1, 2, 6, 2, 3, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, - }; - assert( argc==1 ); - zIn = (u8*)sqlite3_value_text(argv[0]); - if( zIn==0 ) zIn = (u8*)""; - for(i=0; zIn[i] && !isalpha(zIn[i]); i++){} - if( zIn[i] ){ - u8 prevcode = iCode[zIn[i]&0x7f]; - zResult[0] = toupper(zIn[i]); - for(j=1; j<4 && zIn[i]; i++){ - int code = iCode[zIn[i]&0x7f]; - if( code>0 ){ - if( code!=prevcode ){ - prevcode = code; - zResult[j++] = code + '0'; - } - }else{ - prevcode = 0; - } - } - while( j<4 ){ - zResult[j++] = '0'; - } - zResult[j] = 0; - sqlite3_result_text(context, zResult, 4, SQLITE_TRANSIENT); - }else{ - sqlite3_result_text(context, "?000", 4, SQLITE_STATIC); - } -} -#endif - -#ifndef SQLITE_OMIT_LOAD_EXTENSION -/* -** A function that loads a shared-library extension then returns NULL. -*/ -static void loadExt(sqlite3_context *context, int argc, sqlite3_value **argv){ - const char *zFile = (const char *)sqlite3_value_text(argv[0]); - const char *zProc = 0; - sqlite3 *db = sqlite3_user_data(context); - char *zErrMsg = 0; - - if( argc==2 ){ - zProc = (const char *)sqlite3_value_text(argv[1]); - } - if( sqlite3_load_extension(db, zFile, zProc, &zErrMsg) ){ - sqlite3_result_error(context, zErrMsg, -1); - sqlite3_free(zErrMsg); - } -} -#endif - -#ifdef SQLITE_TEST -/* -** This function generates a string of random characters. Used for -** generating test data. -*/ -static void randStr(sqlite3_context *context, int argc, sqlite3_value **argv){ - static const unsigned char zSrc[] = - "abcdefghijklmnopqrstuvwxyz" - "ABCDEFGHIJKLMNOPQRSTUVWXYZ" - "0123456789" - ".-!,:*^+=_|?/<> "; - int iMin, iMax, n, r, i; - unsigned char zBuf[1000]; - if( argc>=1 ){ - iMin = sqlite3_value_int(argv[0]); - if( iMin<0 ) iMin = 0; - if( iMin>=sizeof(zBuf) ) iMin = sizeof(zBuf)-1; - }else{ - iMin = 1; - } - if( argc>=2 ){ - iMax = sqlite3_value_int(argv[1]); - if( iMax=sizeof(zBuf) ) iMax = sizeof(zBuf)-1; - }else{ - iMax = 50; - } - n = iMin; - if( iMax>iMin ){ - sqlite3Randomness(sizeof(r), &r); - r &= 0x7fffffff; - n += r%(iMax + 1 - iMin); - } - assert( ncnt++; - if( type==SQLITE_INTEGER ){ - i64 v = sqlite3_value_int64(argv[0]); - p->rSum += v; - if( (p->approx|p->overflow)==0 ){ - i64 iNewSum = p->iSum + v; - int s1 = p->iSum >> (sizeof(i64)*8-1); - int s2 = v >> (sizeof(i64)*8-1); - int s3 = iNewSum >> (sizeof(i64)*8-1); - p->overflow = (s1&s2&~s3) | (~s1&~s2&s3); - p->iSum = iNewSum; - } - }else{ - p->rSum += sqlite3_value_double(argv[0]); - p->approx = 1; - } - } -} -static void sumFinalize(sqlite3_context *context){ - SumCtx *p; - p = sqlite3_aggregate_context(context, 0); - if( p && p->cnt>0 ){ - if( p->overflow ){ - sqlite3_result_error(context,"integer overflow",-1); - }else if( p->approx ){ - sqlite3_result_double(context, p->rSum); - }else{ - sqlite3_result_int64(context, p->iSum); - } - } -} -static void avgFinalize(sqlite3_context *context){ - SumCtx *p; - p = sqlite3_aggregate_context(context, 0); - if( p && p->cnt>0 ){ - sqlite3_result_double(context, p->rSum/(double)p->cnt); - } -} -static void totalFinalize(sqlite3_context *context){ - SumCtx *p; - p = sqlite3_aggregate_context(context, 0); - sqlite3_result_double(context, p ? p->rSum : 0.0); -} - -/* -** The following structure keeps track of state information for the -** count() aggregate function. -*/ -typedef struct CountCtx CountCtx; -struct CountCtx { - i64 n; -}; - -/* -** Routines to implement the count() aggregate function. -*/ -static void countStep(sqlite3_context *context, int argc, sqlite3_value **argv){ - CountCtx *p; - p = sqlite3_aggregate_context(context, sizeof(*p)); - if( (argc==0 || SQLITE_NULL!=sqlite3_value_type(argv[0])) && p ){ - p->n++; - } -} -static void countFinalize(sqlite3_context *context){ - CountCtx *p; - p = sqlite3_aggregate_context(context, 0); - sqlite3_result_int64(context, p ? p->n : 0); -} - -/* -** Routines to implement min() and max() aggregate functions. -*/ -static void minmaxStep(sqlite3_context *context, int argc, sqlite3_value **argv){ - Mem *pArg = (Mem *)argv[0]; - Mem *pBest; - - if( sqlite3_value_type(argv[0])==SQLITE_NULL ) return; - pBest = (Mem *)sqlite3_aggregate_context(context, sizeof(*pBest)); - if( !pBest ) return; - - if( pBest->flags ){ - int max; - int cmp; - CollSeq *pColl = sqlite3GetFuncCollSeq(context); - /* This step function is used for both the min() and max() aggregates, - ** the only difference between the two being that the sense of the - ** comparison is inverted. For the max() aggregate, the - ** sqlite3_user_data() function returns (void *)-1. For min() it - ** returns (void *)db, where db is the sqlite3* database pointer. - ** Therefore the next statement sets variable 'max' to 1 for the max() - ** aggregate, or 0 for min(). - */ - max = ((sqlite3_user_data(context)==(void *)-1)?1:0); - cmp = sqlite3MemCompare(pBest, pArg, pColl); - if( (max && cmp<0) || (!max && cmp>0) ){ - sqlite3VdbeMemCopy(pBest, pArg); - } - }else{ - sqlite3VdbeMemCopy(pBest, pArg); - } -} -static void minMaxFinalize(sqlite3_context *context){ - sqlite3_value *pRes; - pRes = (sqlite3_value *)sqlite3_aggregate_context(context, 0); - if( pRes ){ - if( pRes->flags ){ - sqlite3_result_value(context, pRes); - } - sqlite3VdbeMemRelease(pRes); - } -} - - -/* -** This function registered all of the above C functions as SQL -** functions. This should be the only routine in this file with -** external linkage. -*/ -void sqlite3RegisterBuiltinFunctions(sqlite3 *db){ - static const struct { - char *zName; - signed char nArg; - u8 argType; /* 0: none. 1: db 2: (-1) */ - u8 eTextRep; /* 1: UTF-16. 0: UTF-8 */ - u8 needCollSeq; - void (*xFunc)(sqlite3_context*,int,sqlite3_value **); - } aFuncs[] = { - { "min", -1, 0, SQLITE_UTF8, 1, minmaxFunc }, - { "min", 0, 0, SQLITE_UTF8, 1, 0 }, - { "max", -1, 2, SQLITE_UTF8, 1, minmaxFunc }, - { "max", 0, 2, SQLITE_UTF8, 1, 0 }, - { "typeof", 1, 0, SQLITE_UTF8, 0, typeofFunc }, - { "length", 1, 0, SQLITE_UTF8, 0, lengthFunc }, - { "substr", 3, 0, SQLITE_UTF8, 0, substrFunc }, -#ifndef SQLITE_OMIT_UTF16 - { "substr", 3, 0, SQLITE_UTF16LE, 0, sqlite3utf16Substr }, -#endif - { "abs", 1, 0, SQLITE_UTF8, 0, absFunc }, - { "round", 1, 0, SQLITE_UTF8, 0, roundFunc }, - { "round", 2, 0, SQLITE_UTF8, 0, roundFunc }, - { "upper", 1, 0, SQLITE_UTF8, 0, upperFunc }, - { "lower", 1, 0, SQLITE_UTF8, 0, lowerFunc }, - { "coalesce", -1, 0, SQLITE_UTF8, 0, ifnullFunc }, - { "coalesce", 0, 0, SQLITE_UTF8, 0, 0 }, - { "coalesce", 1, 0, SQLITE_UTF8, 0, 0 }, - { "hex", 1, 0, SQLITE_UTF8, 0, hexFunc }, - { "ifnull", 2, 0, SQLITE_UTF8, 1, ifnullFunc }, - { "random", -1, 0, SQLITE_UTF8, 0, randomFunc }, - { "randomblob", 1, 0, SQLITE_UTF8, 0, randomBlob }, - { "nullif", 2, 0, SQLITE_UTF8, 1, nullifFunc }, - { "sqlite_version", 0, 0, SQLITE_UTF8, 0, versionFunc}, - { "quote", 1, 0, SQLITE_UTF8, 0, quoteFunc }, - { "last_insert_rowid", 0, 1, SQLITE_UTF8, 0, last_insert_rowid }, - { "changes", 0, 1, SQLITE_UTF8, 0, changes }, - { "total_changes", 0, 1, SQLITE_UTF8, 0, total_changes }, -#ifdef SQLITE_SOUNDEX - { "soundex", 1, 0, SQLITE_UTF8, 0, soundexFunc}, -#endif -#ifndef SQLITE_OMIT_LOAD_EXTENSION - { "load_extension", 1, 1, SQLITE_UTF8, 0, loadExt }, - { "load_extension", 2, 1, SQLITE_UTF8, 0, loadExt }, -#endif -#ifdef SQLITE_TEST - { "randstr", 2, 0, SQLITE_UTF8, 0, randStr }, - { "test_destructor", 1, 1, SQLITE_UTF8, 0, test_destructor}, - { "test_destructor_count", 0, 0, SQLITE_UTF8, 0, test_destructor_count}, - { "test_auxdata", -1, 0, SQLITE_UTF8, 0, test_auxdata}, - { "test_error", 1, 0, SQLITE_UTF8, 0, test_error}, -#endif - }; - static const struct { - char *zName; - signed char nArg; - u8 argType; - u8 needCollSeq; - void (*xStep)(sqlite3_context*,int,sqlite3_value**); - void (*xFinalize)(sqlite3_context*); - } aAggs[] = { - { "min", 1, 0, 1, minmaxStep, minMaxFinalize }, - { "max", 1, 2, 1, minmaxStep, minMaxFinalize }, - { "sum", 1, 0, 0, sumStep, sumFinalize }, - { "total", 1, 0, 0, sumStep, totalFinalize }, - { "avg", 1, 0, 0, sumStep, avgFinalize }, - { "count", 0, 0, 0, countStep, countFinalize }, - { "count", 1, 0, 0, countStep, countFinalize }, - }; - int i; - - for(i=0; ineedCollSeq = 1; - } - } - } -#ifndef SQLITE_OMIT_ALTERTABLE - sqlite3AlterFunctions(db); -#endif -#ifndef SQLITE_OMIT_PARSER - sqlite3AttachFunctions(db); -#endif - for(i=0; ineedCollSeq = 1; - } - } - } - sqlite3RegisterDateTimeFunctions(db); - sqlite3_overload_function(db, "MATCH", 2); -#ifdef SQLITE_SSE - (void)sqlite3SseFunctions(db); -#endif -#ifdef SQLITE_CASE_SENSITIVE_LIKE - sqlite3RegisterLikeFunctions(db, 1); -#else - sqlite3RegisterLikeFunctions(db, 0); -#endif -} - -/* -** Set the LIKEOPT flag on the 2-argument function with the given name. -*/ -static void setLikeOptFlag(sqlite3 *db, const char *zName, int flagVal){ - FuncDef *pDef; - pDef = sqlite3FindFunction(db, zName, strlen(zName), 2, SQLITE_UTF8, 0); - if( pDef ){ - pDef->flags = flagVal; - } -} - -/* -** Register the built-in LIKE and GLOB functions. The caseSensitive -** parameter determines whether or not the LIKE operator is case -** sensitive. GLOB is always case sensitive. -*/ -void sqlite3RegisterLikeFunctions(sqlite3 *db, int caseSensitive){ - struct compareInfo *pInfo; - if( caseSensitive ){ - pInfo = (struct compareInfo*)&likeInfoAlt; - }else{ - pInfo = (struct compareInfo*)&likeInfoNorm; - } - sqlite3CreateFunc(db, "like", 2, SQLITE_UTF8, pInfo, likeFunc, 0, 0); - sqlite3CreateFunc(db, "like", 3, SQLITE_UTF8, pInfo, likeFunc, 0, 0); - sqlite3CreateFunc(db, "glob", 2, SQLITE_UTF8, - (struct compareInfo*)&globInfo, likeFunc, 0,0); - setLikeOptFlag(db, "glob", SQLITE_FUNC_LIKE | SQLITE_FUNC_CASE); - setLikeOptFlag(db, "like", - caseSensitive ? (SQLITE_FUNC_LIKE | SQLITE_FUNC_CASE) : SQLITE_FUNC_LIKE); -} - -/* -** pExpr points to an expression which implements a function. If -** it is appropriate to apply the LIKE optimization to that function -** then set aWc[0] through aWc[2] to the wildcard characters and -** return TRUE. If the function is not a LIKE-style function then -** return FALSE. -*/ -int sqlite3IsLikeFunction(sqlite3 *db, Expr *pExpr, int *pIsNocase, char *aWc){ - FuncDef *pDef; - if( pExpr->op!=TK_FUNCTION ){ - return 0; - } - if( pExpr->pList->nExpr!=2 ){ - return 0; - } - pDef = sqlite3FindFunction(db, (char*)pExpr->token.z, pExpr->token.n, 2, - SQLITE_UTF8, 0); - if( pDef==0 || (pDef->flags & SQLITE_FUNC_LIKE)==0 ){ - return 0; - } - - /* The memcpy() statement assumes that the wildcard characters are - ** the first three statements in the compareInfo structure. The - ** asserts() that follow verify that assumption - */ - memcpy(aWc, pDef->pUserData, 3); - assert( (char*)&likeInfoAlt == (char*)&likeInfoAlt.matchAll ); - assert( &((char*)&likeInfoAlt)[1] == (char*)&likeInfoAlt.matchOne ); - assert( &((char*)&likeInfoAlt)[2] == (char*)&likeInfoAlt.matchSet ); - *pIsNocase = (pDef->flags & SQLITE_FUNC_CASE)==0; - return 1; -} diff --git a/libs/sqlite/src/hash.c b/libs/sqlite/src/hash.c deleted file mode 100644 index f15613e143..0000000000 --- a/libs/sqlite/src/hash.c +++ /dev/null @@ -1,394 +0,0 @@ -/* -** 2001 September 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This is the implementation of generic hash-tables -** used in SQLite. -** -** $Id: hash.c,v 1.18 2006/02/14 10:48:39 danielk1977 Exp $ -*/ -#include "sqliteInt.h" -#include - -/* Turn bulk memory into a hash table object by initializing the -** fields of the Hash structure. -** -** "pNew" is a pointer to the hash table that is to be initialized. -** keyClass is one of the constants SQLITE_HASH_INT, SQLITE_HASH_POINTER, -** SQLITE_HASH_BINARY, or SQLITE_HASH_STRING. The value of keyClass -** determines what kind of key the hash table will use. "copyKey" is -** true if the hash table should make its own private copy of keys and -** false if it should just use the supplied pointer. CopyKey only makes -** sense for SQLITE_HASH_STRING and SQLITE_HASH_BINARY and is ignored -** for other key classes. -*/ -void sqlite3HashInit(Hash *pNew, int keyClass, int copyKey){ - assert( pNew!=0 ); - assert( keyClass>=SQLITE_HASH_STRING && keyClass<=SQLITE_HASH_BINARY ); - pNew->keyClass = keyClass; -#if 0 - if( keyClass==SQLITE_HASH_POINTER || keyClass==SQLITE_HASH_INT ) copyKey = 0; -#endif - pNew->copyKey = copyKey; - pNew->first = 0; - pNew->count = 0; - pNew->htsize = 0; - pNew->ht = 0; - pNew->xMalloc = sqlite3MallocX; - pNew->xFree = sqlite3FreeX; -} - -/* Remove all entries from a hash table. Reclaim all memory. -** Call this routine to delete a hash table or to reset a hash table -** to the empty state. -*/ -void sqlite3HashClear(Hash *pH){ - HashElem *elem; /* For looping over all elements of the table */ - - assert( pH!=0 ); - elem = pH->first; - pH->first = 0; - if( pH->ht ) pH->xFree(pH->ht); - pH->ht = 0; - pH->htsize = 0; - while( elem ){ - HashElem *next_elem = elem->next; - if( pH->copyKey && elem->pKey ){ - pH->xFree(elem->pKey); - } - pH->xFree(elem); - elem = next_elem; - } - pH->count = 0; -} - -#if 0 /* NOT USED */ -/* -** Hash and comparison functions when the mode is SQLITE_HASH_INT -*/ -static int intHash(const void *pKey, int nKey){ - return nKey ^ (nKey<<8) ^ (nKey>>8); -} -static int intCompare(const void *pKey1, int n1, const void *pKey2, int n2){ - return n2 - n1; -} -#endif - -#if 0 /* NOT USED */ -/* -** Hash and comparison functions when the mode is SQLITE_HASH_POINTER -*/ -static int ptrHash(const void *pKey, int nKey){ - uptr x = Addr(pKey); - return x ^ (x<<8) ^ (x>>8); -} -static int ptrCompare(const void *pKey1, int n1, const void *pKey2, int n2){ - if( pKey1==pKey2 ) return 0; - if( pKey1 0 ){ - h = (h<<3) ^ h ^ sqlite3UpperToLower[(unsigned char)*z++]; - nKey--; - } - return h & 0x7fffffff; -} -static int strCompare(const void *pKey1, int n1, const void *pKey2, int n2){ - if( n1!=n2 ) return 1; - return sqlite3StrNICmp((const char*)pKey1,(const char*)pKey2,n1); -} - -/* -** Hash and comparison functions when the mode is SQLITE_HASH_BINARY -*/ -static int binHash(const void *pKey, int nKey){ - int h = 0; - const char *z = (const char *)pKey; - while( nKey-- > 0 ){ - h = (h<<3) ^ h ^ *(z++); - } - return h & 0x7fffffff; -} -static int binCompare(const void *pKey1, int n1, const void *pKey2, int n2){ - if( n1!=n2 ) return 1; - return memcmp(pKey1,pKey2,n1); -} - -/* -** Return a pointer to the appropriate hash function given the key class. -** -** The C syntax in this function definition may be unfamilar to some -** programmers, so we provide the following additional explanation: -** -** The name of the function is "hashFunction". The function takes a -** single parameter "keyClass". The return value of hashFunction() -** is a pointer to another function. Specifically, the return value -** of hashFunction() is a pointer to a function that takes two parameters -** with types "const void*" and "int" and returns an "int". -*/ -static int (*hashFunction(int keyClass))(const void*,int){ -#if 0 /* HASH_INT and HASH_POINTER are never used */ - switch( keyClass ){ - case SQLITE_HASH_INT: return &intHash; - case SQLITE_HASH_POINTER: return &ptrHash; - case SQLITE_HASH_STRING: return &strHash; - case SQLITE_HASH_BINARY: return &binHash;; - default: break; - } - return 0; -#else - if( keyClass==SQLITE_HASH_STRING ){ - return &strHash; - }else{ - assert( keyClass==SQLITE_HASH_BINARY ); - return &binHash; - } -#endif -} - -/* -** Return a pointer to the appropriate hash function given the key class. -** -** For help in interpreted the obscure C code in the function definition, -** see the header comment on the previous function. -*/ -static int (*compareFunction(int keyClass))(const void*,int,const void*,int){ -#if 0 /* HASH_INT and HASH_POINTER are never used */ - switch( keyClass ){ - case SQLITE_HASH_INT: return &intCompare; - case SQLITE_HASH_POINTER: return &ptrCompare; - case SQLITE_HASH_STRING: return &strCompare; - case SQLITE_HASH_BINARY: return &binCompare; - default: break; - } - return 0; -#else - if( keyClass==SQLITE_HASH_STRING ){ - return &strCompare; - }else{ - assert( keyClass==SQLITE_HASH_BINARY ); - return &binCompare; - } -#endif -} - -/* Link an element into the hash table -*/ -static void insertElement( - Hash *pH, /* The complete hash table */ - struct _ht *pEntry, /* The entry into which pNew is inserted */ - HashElem *pNew /* The element to be inserted */ -){ - HashElem *pHead; /* First element already in pEntry */ - pHead = pEntry->chain; - if( pHead ){ - pNew->next = pHead; - pNew->prev = pHead->prev; - if( pHead->prev ){ pHead->prev->next = pNew; } - else { pH->first = pNew; } - pHead->prev = pNew; - }else{ - pNew->next = pH->first; - if( pH->first ){ pH->first->prev = pNew; } - pNew->prev = 0; - pH->first = pNew; - } - pEntry->count++; - pEntry->chain = pNew; -} - - -/* Resize the hash table so that it cantains "new_size" buckets. -** "new_size" must be a power of 2. The hash table might fail -** to resize if sqliteMalloc() fails. -*/ -static void rehash(Hash *pH, int new_size){ - struct _ht *new_ht; /* The new hash table */ - HashElem *elem, *next_elem; /* For looping over existing elements */ - int (*xHash)(const void*,int); /* The hash function */ - - assert( (new_size & (new_size-1))==0 ); - new_ht = (struct _ht *)pH->xMalloc( new_size*sizeof(struct _ht) ); - if( new_ht==0 ) return; - if( pH->ht ) pH->xFree(pH->ht); - pH->ht = new_ht; - pH->htsize = new_size; - xHash = hashFunction(pH->keyClass); - for(elem=pH->first, pH->first=0; elem; elem = next_elem){ - int h = (*xHash)(elem->pKey, elem->nKey) & (new_size-1); - next_elem = elem->next; - insertElement(pH, &new_ht[h], elem); - } -} - -/* This function (for internal use only) locates an element in an -** hash table that matches the given key. The hash for this key has -** already been computed and is passed as the 4th parameter. -*/ -static HashElem *findElementGivenHash( - const Hash *pH, /* The pH to be searched */ - const void *pKey, /* The key we are searching for */ - int nKey, - int h /* The hash for this key. */ -){ - HashElem *elem; /* Used to loop thru the element list */ - int count; /* Number of elements left to test */ - int (*xCompare)(const void*,int,const void*,int); /* comparison function */ - - if( pH->ht ){ - struct _ht *pEntry = &pH->ht[h]; - elem = pEntry->chain; - count = pEntry->count; - xCompare = compareFunction(pH->keyClass); - while( count-- && elem ){ - if( (*xCompare)(elem->pKey,elem->nKey,pKey,nKey)==0 ){ - return elem; - } - elem = elem->next; - } - } - return 0; -} - -/* Remove a single entry from the hash table given a pointer to that -** element and a hash on the element's key. -*/ -static void removeElementGivenHash( - Hash *pH, /* The pH containing "elem" */ - HashElem* elem, /* The element to be removed from the pH */ - int h /* Hash value for the element */ -){ - struct _ht *pEntry; - if( elem->prev ){ - elem->prev->next = elem->next; - }else{ - pH->first = elem->next; - } - if( elem->next ){ - elem->next->prev = elem->prev; - } - pEntry = &pH->ht[h]; - if( pEntry->chain==elem ){ - pEntry->chain = elem->next; - } - pEntry->count--; - if( pEntry->count<=0 ){ - pEntry->chain = 0; - } - if( pH->copyKey && elem->pKey ){ - pH->xFree(elem->pKey); - } - pH->xFree( elem ); - pH->count--; - if( pH->count<=0 ){ - assert( pH->first==0 ); - assert( pH->count==0 ); - sqlite3HashClear(pH); - } -} - -/* Attempt to locate an element of the hash table pH with a key -** that matches pKey,nKey. Return the data for this element if it is -** found, or NULL if there is no match. -*/ -void *sqlite3HashFind(const Hash *pH, const void *pKey, int nKey){ - int h; /* A hash on key */ - HashElem *elem; /* The element that matches key */ - int (*xHash)(const void*,int); /* The hash function */ - - if( pH==0 || pH->ht==0 ) return 0; - xHash = hashFunction(pH->keyClass); - assert( xHash!=0 ); - h = (*xHash)(pKey,nKey); - assert( (pH->htsize & (pH->htsize-1))==0 ); - elem = findElementGivenHash(pH,pKey,nKey, h & (pH->htsize-1)); - return elem ? elem->data : 0; -} - -/* Insert an element into the hash table pH. The key is pKey,nKey -** and the data is "data". -** -** If no element exists with a matching key, then a new -** element is created. A copy of the key is made if the copyKey -** flag is set. NULL is returned. -** -** If another element already exists with the same key, then the -** new data replaces the old data and the old data is returned. -** The key is not copied in this instance. If a malloc fails, then -** the new data is returned and the hash table is unchanged. -** -** If the "data" parameter to this function is NULL, then the -** element corresponding to "key" is removed from the hash table. -*/ -void *sqlite3HashInsert(Hash *pH, const void *pKey, int nKey, void *data){ - int hraw; /* Raw hash value of the key */ - int h; /* the hash of the key modulo hash table size */ - HashElem *elem; /* Used to loop thru the element list */ - HashElem *new_elem; /* New element added to the pH */ - int (*xHash)(const void*,int); /* The hash function */ - - assert( pH!=0 ); - xHash = hashFunction(pH->keyClass); - assert( xHash!=0 ); - hraw = (*xHash)(pKey, nKey); - assert( (pH->htsize & (pH->htsize-1))==0 ); - h = hraw & (pH->htsize-1); - elem = findElementGivenHash(pH,pKey,nKey,h); - if( elem ){ - void *old_data = elem->data; - if( data==0 ){ - removeElementGivenHash(pH,elem,h); - }else{ - elem->data = data; - } - return old_data; - } - if( data==0 ) return 0; - new_elem = (HashElem*)pH->xMalloc( sizeof(HashElem) ); - if( new_elem==0 ) return data; - if( pH->copyKey && pKey!=0 ){ - new_elem->pKey = pH->xMalloc( nKey ); - if( new_elem->pKey==0 ){ - pH->xFree(new_elem); - return data; - } - memcpy((void*)new_elem->pKey, pKey, nKey); - }else{ - new_elem->pKey = (void*)pKey; - } - new_elem->nKey = nKey; - pH->count++; - if( pH->htsize==0 ){ - rehash(pH,8); - if( pH->htsize==0 ){ - pH->count = 0; - pH->xFree(new_elem); - return data; - } - } - if( pH->count > pH->htsize ){ - rehash(pH,pH->htsize*2); - } - assert( pH->htsize>0 ); - assert( (pH->htsize & (pH->htsize-1))==0 ); - h = hraw & (pH->htsize-1); - insertElement(pH, &pH->ht[h], new_elem); - new_elem->data = data; - return 0; -} diff --git a/libs/sqlite/src/hash.h b/libs/sqlite/src/hash.h deleted file mode 100644 index 78f60b4b9a..0000000000 --- a/libs/sqlite/src/hash.h +++ /dev/null @@ -1,111 +0,0 @@ -/* -** 2001 September 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This is the header file for the generic hash-table implemenation -** used in SQLite. -** -** $Id: hash.h,v 1.9 2006/02/14 10:48:39 danielk1977 Exp $ -*/ -#ifndef _SQLITE_HASH_H_ -#define _SQLITE_HASH_H_ - -/* Forward declarations of structures. */ -typedef struct Hash Hash; -typedef struct HashElem HashElem; - -/* A complete hash table is an instance of the following structure. -** The internals of this structure are intended to be opaque -- client -** code should not attempt to access or modify the fields of this structure -** directly. Change this structure only by using the routines below. -** However, many of the "procedures" and "functions" for modifying and -** accessing this structure are really macros, so we can't really make -** this structure opaque. -*/ -struct Hash { - char keyClass; /* SQLITE_HASH_INT, _POINTER, _STRING, _BINARY */ - char copyKey; /* True if copy of key made on insert */ - int count; /* Number of entries in this table */ - HashElem *first; /* The first element of the array */ - void *(*xMalloc)(int); /* malloc() function to use */ - void (*xFree)(void *); /* free() function to use */ - int htsize; /* Number of buckets in the hash table */ - struct _ht { /* the hash table */ - int count; /* Number of entries with this hash */ - HashElem *chain; /* Pointer to first entry with this hash */ - } *ht; -}; - -/* Each element in the hash table is an instance of the following -** structure. All elements are stored on a single doubly-linked list. -** -** Again, this structure is intended to be opaque, but it can't really -** be opaque because it is used by macros. -*/ -struct HashElem { - HashElem *next, *prev; /* Next and previous elements in the table */ - void *data; /* Data associated with this element */ - void *pKey; int nKey; /* Key associated with this element */ -}; - -/* -** There are 4 different modes of operation for a hash table: -** -** SQLITE_HASH_INT nKey is used as the key and pKey is ignored. -** -** SQLITE_HASH_POINTER pKey is used as the key and nKey is ignored. -** -** SQLITE_HASH_STRING pKey points to a string that is nKey bytes long -** (including the null-terminator, if any). Case -** is ignored in comparisons. -** -** SQLITE_HASH_BINARY pKey points to binary data nKey bytes long. -** memcmp() is used to compare keys. -** -** A copy of the key is made for SQLITE_HASH_STRING and SQLITE_HASH_BINARY -** if the copyKey parameter to HashInit is 1. -*/ -/* #define SQLITE_HASH_INT 1 // NOT USED */ -/* #define SQLITE_HASH_POINTER 2 // NOT USED */ -#define SQLITE_HASH_STRING 3 -#define SQLITE_HASH_BINARY 4 - -/* -** Access routines. To delete, insert a NULL pointer. -*/ -void sqlite3HashInit(Hash*, int keytype, int copyKey); -void *sqlite3HashInsert(Hash*, const void *pKey, int nKey, void *pData); -void *sqlite3HashFind(const Hash*, const void *pKey, int nKey); -void sqlite3HashClear(Hash*); - -/* -** Macros for looping over all elements of a hash table. The idiom is -** like this: -** -** Hash h; -** HashElem *p; -** ... -** for(p=sqliteHashFirst(&h); p; p=sqliteHashNext(p)){ -** SomeStructure *pData = sqliteHashData(p); -** // do something with pData -** } -*/ -#define sqliteHashFirst(H) ((H)->first) -#define sqliteHashNext(E) ((E)->next) -#define sqliteHashData(E) ((E)->data) -#define sqliteHashKey(E) ((E)->pKey) -#define sqliteHashKeysize(E) ((E)->nKey) - -/* -** Number of entries in a hash table -*/ -#define sqliteHashCount(H) ((H)->count) - -#endif /* _SQLITE_HASH_H_ */ diff --git a/libs/sqlite/src/insert.c b/libs/sqlite/src/insert.c deleted file mode 100644 index e108673163..0000000000 --- a/libs/sqlite/src/insert.c +++ /dev/null @@ -1,1142 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains C code routines that are called by the parser -** to handle INSERT statements in SQLite. -** -** $Id: insert.c,v 1.172 2006/08/29 18:46:14 drh Exp $ -*/ -#include "sqliteInt.h" - -/* -** Set P3 of the most recently inserted opcode to a column affinity -** string for index pIdx. A column affinity string has one character -** for each column in the table, according to the affinity of the column: -** -** Character Column affinity -** ------------------------------ -** 'a' TEXT -** 'b' NONE -** 'c' NUMERIC -** 'd' INTEGER -** 'e' REAL -*/ -void sqlite3IndexAffinityStr(Vdbe *v, Index *pIdx){ - if( !pIdx->zColAff ){ - /* The first time a column affinity string for a particular index is - ** required, it is allocated and populated here. It is then stored as - ** a member of the Index structure for subsequent use. - ** - ** The column affinity string will eventually be deleted by - ** sqliteDeleteIndex() when the Index structure itself is cleaned - ** up. - */ - int n; - Table *pTab = pIdx->pTable; - pIdx->zColAff = (char *)sqliteMalloc(pIdx->nColumn+1); - if( !pIdx->zColAff ){ - return; - } - for(n=0; nnColumn; n++){ - pIdx->zColAff[n] = pTab->aCol[pIdx->aiColumn[n]].affinity; - } - pIdx->zColAff[pIdx->nColumn] = '\0'; - } - - sqlite3VdbeChangeP3(v, -1, pIdx->zColAff, 0); -} - -/* -** Set P3 of the most recently inserted opcode to a column affinity -** string for table pTab. A column affinity string has one character -** for each column indexed by the index, according to the affinity of the -** column: -** -** Character Column affinity -** ------------------------------ -** 'a' TEXT -** 'b' NONE -** 'c' NUMERIC -** 'd' INTEGER -** 'e' REAL -*/ -void sqlite3TableAffinityStr(Vdbe *v, Table *pTab){ - /* The first time a column affinity string for a particular table - ** is required, it is allocated and populated here. It is then - ** stored as a member of the Table structure for subsequent use. - ** - ** The column affinity string will eventually be deleted by - ** sqlite3DeleteTable() when the Table structure itself is cleaned up. - */ - if( !pTab->zColAff ){ - char *zColAff; - int i; - - zColAff = (char *)sqliteMalloc(pTab->nCol+1); - if( !zColAff ){ - return; - } - - for(i=0; inCol; i++){ - zColAff[i] = pTab->aCol[i].affinity; - } - zColAff[pTab->nCol] = '\0'; - - pTab->zColAff = zColAff; - } - - sqlite3VdbeChangeP3(v, -1, pTab->zColAff, 0); -} - -/* -** Return non-zero if SELECT statement p opens the table with rootpage -** iTab in database iDb. This is used to see if a statement of the form -** "INSERT INTO SELECT ..." can run without using temporary -** table for the results of the SELECT. -** -** No checking is done for sub-selects that are part of expressions. -*/ -static int selectReadsTable(Select *p, Schema *pSchema, int iTab){ - int i; - struct SrcList_item *pItem; - if( p->pSrc==0 ) return 0; - for(i=0, pItem=p->pSrc->a; ipSrc->nSrc; i++, pItem++){ - if( pItem->pSelect ){ - if( selectReadsTable(pItem->pSelect, pSchema, iTab) ) return 1; - }else{ - if( pItem->pTab->pSchema==pSchema && pItem->pTab->tnum==iTab ) return 1; - } - } - return 0; -} - -/* -** This routine is call to handle SQL of the following forms: -** -** insert into TABLE (IDLIST) values(EXPRLIST) -** insert into TABLE (IDLIST) select -** -** The IDLIST following the table name is always optional. If omitted, -** then a list of all columns for the table is substituted. The IDLIST -** appears in the pColumn parameter. pColumn is NULL if IDLIST is omitted. -** -** The pList parameter holds EXPRLIST in the first form of the INSERT -** statement above, and pSelect is NULL. For the second form, pList is -** NULL and pSelect is a pointer to the select statement used to generate -** data for the insert. -** -** The code generated follows one of three templates. For a simple -** select with data coming from a VALUES clause, the code executes -** once straight down through. The template looks like this: -** -** open write cursor to
and its indices -** puts VALUES clause expressions onto the stack -** write the resulting record into
-** cleanup -** -** If the statement is of the form -** -** INSERT INTO
SELECT ... -** -** And the SELECT clause does not read from
at any time, then -** the generated code follows this template: -** -** goto B -** A: setup for the SELECT -** loop over the tables in the SELECT -** gosub C -** end loop -** cleanup after the SELECT -** goto D -** B: open write cursor to
and its indices -** goto A -** C: insert the select result into
-** return -** D: cleanup -** -** The third template is used if the insert statement takes its -** values from a SELECT but the data is being inserted into a table -** that is also read as part of the SELECT. In the third form, -** we have to use a intermediate table to store the results of -** the select. The template is like this: -** -** goto B -** A: setup for the SELECT -** loop over the tables in the SELECT -** gosub C -** end loop -** cleanup after the SELECT -** goto D -** C: insert the select result into the intermediate table -** return -** B: open a cursor to an intermediate table -** goto A -** D: open write cursor to
and its indices -** loop over the intermediate table -** transfer values form intermediate table into
-** end the loop -** cleanup -*/ -void sqlite3Insert( - Parse *pParse, /* Parser context */ - SrcList *pTabList, /* Name of table into which we are inserting */ - ExprList *pList, /* List of values to be inserted */ - Select *pSelect, /* A SELECT statement to use as the data source */ - IdList *pColumn, /* Column names corresponding to IDLIST. */ - int onError /* How to handle constraint errors */ -){ - Table *pTab; /* The table to insert into */ - char *zTab; /* Name of the table into which we are inserting */ - const char *zDb; /* Name of the database holding this table */ - int i, j, idx; /* Loop counters */ - Vdbe *v; /* Generate code into this virtual machine */ - Index *pIdx; /* For looping over indices of the table */ - int nColumn; /* Number of columns in the data */ - int base = 0; /* VDBE Cursor number for pTab */ - int iCont=0,iBreak=0; /* Beginning and end of the loop over srcTab */ - sqlite3 *db; /* The main database structure */ - int keyColumn = -1; /* Column that is the INTEGER PRIMARY KEY */ - int endOfLoop; /* Label for the end of the insertion loop */ - int useTempTable = 0; /* Store SELECT results in intermediate table */ - int srcTab = 0; /* Data comes from this temporary cursor if >=0 */ - int iSelectLoop = 0; /* Address of code that implements the SELECT */ - int iCleanup = 0; /* Address of the cleanup code */ - int iInsertBlock = 0; /* Address of the subroutine used to insert data */ - int iCntMem = 0; /* Memory cell used for the row counter */ - int newIdx = -1; /* Cursor for the NEW table */ - Db *pDb; /* The database containing table being inserted into */ - int counterMem = 0; /* Memory cell holding AUTOINCREMENT counter */ - int iDb; - -#ifndef SQLITE_OMIT_TRIGGER - int isView; /* True if attempting to insert into a view */ - int triggers_exist = 0; /* True if there are FOR EACH ROW triggers */ -#endif - -#ifndef SQLITE_OMIT_AUTOINCREMENT - int counterRowid = 0; /* Memory cell holding rowid of autoinc counter */ -#endif - - if( pParse->nErr || sqlite3MallocFailed() ){ - goto insert_cleanup; - } - db = pParse->db; - - /* Locate the table into which we will be inserting new information. - */ - assert( pTabList->nSrc==1 ); - zTab = pTabList->a[0].zName; - if( zTab==0 ) goto insert_cleanup; - pTab = sqlite3SrcListLookup(pParse, pTabList); - if( pTab==0 ){ - goto insert_cleanup; - } - iDb = sqlite3SchemaToIndex(db, pTab->pSchema); - assert( iDbnDb ); - pDb = &db->aDb[iDb]; - zDb = pDb->zName; - if( sqlite3AuthCheck(pParse, SQLITE_INSERT, pTab->zName, 0, zDb) ){ - goto insert_cleanup; - } - - /* Figure out if we have any triggers and if the table being - ** inserted into is a view - */ -#ifndef SQLITE_OMIT_TRIGGER - triggers_exist = sqlite3TriggersExist(pParse, pTab, TK_INSERT, 0); - isView = pTab->pSelect!=0; -#else -# define triggers_exist 0 -# define isView 0 -#endif -#ifdef SQLITE_OMIT_VIEW -# undef isView -# define isView 0 -#endif - - /* Ensure that: - * (a) the table is not read-only, - * (b) that if it is a view then ON INSERT triggers exist - */ - if( sqlite3IsReadOnly(pParse, pTab, triggers_exist) ){ - goto insert_cleanup; - } - assert( pTab!=0 ); - - /* If pTab is really a view, make sure it has been initialized. - ** ViewGetColumnNames() is a no-op if pTab is not a view (or virtual - ** module table). - */ - if( sqlite3ViewGetColumnNames(pParse, pTab) ){ - goto insert_cleanup; - } - - /* Allocate a VDBE - */ - v = sqlite3GetVdbe(pParse); - if( v==0 ) goto insert_cleanup; - if( pParse->nested==0 ) sqlite3VdbeCountChanges(v); - sqlite3BeginWriteOperation(pParse, pSelect || triggers_exist, iDb); - - /* if there are row triggers, allocate a temp table for new.* references. */ - if( triggers_exist ){ - newIdx = pParse->nTab++; - } - -#ifndef SQLITE_OMIT_AUTOINCREMENT - /* If this is an AUTOINCREMENT table, look up the sequence number in the - ** sqlite_sequence table and store it in memory cell counterMem. Also - ** remember the rowid of the sqlite_sequence table entry in memory cell - ** counterRowid. - */ - if( pTab->autoInc ){ - int iCur = pParse->nTab; - int addr = sqlite3VdbeCurrentAddr(v); - counterRowid = pParse->nMem++; - counterMem = pParse->nMem++; - sqlite3OpenTable(pParse, iCur, iDb, pDb->pSchema->pSeqTab, OP_OpenRead); - sqlite3VdbeAddOp(v, OP_Rewind, iCur, addr+13); - sqlite3VdbeAddOp(v, OP_Column, iCur, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, pTab->zName, 0); - sqlite3VdbeAddOp(v, OP_Ne, 0x100, addr+12); - sqlite3VdbeAddOp(v, OP_Rowid, iCur, 0); - sqlite3VdbeAddOp(v, OP_MemStore, counterRowid, 1); - sqlite3VdbeAddOp(v, OP_Column, iCur, 1); - sqlite3VdbeAddOp(v, OP_MemStore, counterMem, 1); - sqlite3VdbeAddOp(v, OP_Goto, 0, addr+13); - sqlite3VdbeAddOp(v, OP_Next, iCur, addr+4); - sqlite3VdbeAddOp(v, OP_Close, iCur, 0); - } -#endif /* SQLITE_OMIT_AUTOINCREMENT */ - - /* Figure out how many columns of data are supplied. If the data - ** is coming from a SELECT statement, then this step also generates - ** all the code to implement the SELECT statement and invoke a subroutine - ** to process each row of the result. (Template 2.) If the SELECT - ** statement uses the the table that is being inserted into, then the - ** subroutine is also coded here. That subroutine stores the SELECT - ** results in a temporary table. (Template 3.) - */ - if( pSelect ){ - /* Data is coming from a SELECT. Generate code to implement that SELECT - */ - int rc, iInitCode; - iInitCode = sqlite3VdbeAddOp(v, OP_Goto, 0, 0); - iSelectLoop = sqlite3VdbeCurrentAddr(v); - iInsertBlock = sqlite3VdbeMakeLabel(v); - - /* Resolve the expressions in the SELECT statement and execute it. */ - rc = sqlite3Select(pParse, pSelect, SRT_Subroutine, iInsertBlock,0,0,0,0); - if( rc || pParse->nErr || sqlite3MallocFailed() ){ - goto insert_cleanup; - } - - iCleanup = sqlite3VdbeMakeLabel(v); - sqlite3VdbeAddOp(v, OP_Goto, 0, iCleanup); - assert( pSelect->pEList ); - nColumn = pSelect->pEList->nExpr; - - /* Set useTempTable to TRUE if the result of the SELECT statement - ** should be written into a temporary table. Set to FALSE if each - ** row of the SELECT can be written directly into the result table. - ** - ** A temp table must be used if the table being updated is also one - ** of the tables being read by the SELECT statement. Also use a - ** temp table in the case of row triggers. - */ - if( triggers_exist || selectReadsTable(pSelect,pTab->pSchema,pTab->tnum) ){ - useTempTable = 1; - } - - if( useTempTable ){ - /* Generate the subroutine that SELECT calls to process each row of - ** the result. Store the result in a temporary table - */ - srcTab = pParse->nTab++; - sqlite3VdbeResolveLabel(v, iInsertBlock); - sqlite3VdbeAddOp(v, OP_MakeRecord, nColumn, 0); - sqlite3VdbeAddOp(v, OP_NewRowid, srcTab, 0); - sqlite3VdbeAddOp(v, OP_Pull, 1, 0); - sqlite3VdbeAddOp(v, OP_Insert, srcTab, 0); - sqlite3VdbeAddOp(v, OP_Return, 0, 0); - - /* The following code runs first because the GOTO at the very top - ** of the program jumps to it. Create the temporary table, then jump - ** back up and execute the SELECT code above. - */ - sqlite3VdbeJumpHere(v, iInitCode); - sqlite3VdbeAddOp(v, OP_OpenEphemeral, srcTab, 0); - sqlite3VdbeAddOp(v, OP_SetNumColumns, srcTab, nColumn); - sqlite3VdbeAddOp(v, OP_Goto, 0, iSelectLoop); - sqlite3VdbeResolveLabel(v, iCleanup); - }else{ - sqlite3VdbeJumpHere(v, iInitCode); - } - }else{ - /* This is the case if the data for the INSERT is coming from a VALUES - ** clause - */ - NameContext sNC; - memset(&sNC, 0, sizeof(sNC)); - sNC.pParse = pParse; - srcTab = -1; - useTempTable = 0; - nColumn = pList ? pList->nExpr : 0; - for(i=0; ia[i].pExpr) ){ - goto insert_cleanup; - } - } - } - - /* Make sure the number of columns in the source data matches the number - ** of columns to be inserted into the table. - */ - if( pColumn==0 && nColumn && nColumn!=pTab->nCol ){ - sqlite3ErrorMsg(pParse, - "table %S has %d columns but %d values were supplied", - pTabList, 0, pTab->nCol, nColumn); - goto insert_cleanup; - } - if( pColumn!=0 && nColumn!=pColumn->nId ){ - sqlite3ErrorMsg(pParse, "%d values for %d columns", nColumn, pColumn->nId); - goto insert_cleanup; - } - - /* If the INSERT statement included an IDLIST term, then make sure - ** all elements of the IDLIST really are columns of the table and - ** remember the column indices. - ** - ** If the table has an INTEGER PRIMARY KEY column and that column - ** is named in the IDLIST, then record in the keyColumn variable - ** the index into IDLIST of the primary key column. keyColumn is - ** the index of the primary key as it appears in IDLIST, not as - ** is appears in the original table. (The index of the primary - ** key in the original table is pTab->iPKey.) - */ - if( pColumn ){ - for(i=0; inId; i++){ - pColumn->a[i].idx = -1; - } - for(i=0; inId; i++){ - for(j=0; jnCol; j++){ - if( sqlite3StrICmp(pColumn->a[i].zName, pTab->aCol[j].zName)==0 ){ - pColumn->a[i].idx = j; - if( j==pTab->iPKey ){ - keyColumn = i; - } - break; - } - } - if( j>=pTab->nCol ){ - if( sqlite3IsRowid(pColumn->a[i].zName) ){ - keyColumn = i; - }else{ - sqlite3ErrorMsg(pParse, "table %S has no column named %s", - pTabList, 0, pColumn->a[i].zName); - pParse->nErr++; - goto insert_cleanup; - } - } - } - } - - /* If there is no IDLIST term but the table has an integer primary - ** key, the set the keyColumn variable to the primary key column index - ** in the original table definition. - */ - if( pColumn==0 && nColumn>0 ){ - keyColumn = pTab->iPKey; - } - - /* Open the temp table for FOR EACH ROW triggers - */ - if( triggers_exist ){ - sqlite3VdbeAddOp(v, OP_OpenPseudo, newIdx, 0); - sqlite3VdbeAddOp(v, OP_SetNumColumns, newIdx, pTab->nCol); - } - - /* Initialize the count of rows to be inserted - */ - if( db->flags & SQLITE_CountRows ){ - iCntMem = pParse->nMem++; - sqlite3VdbeAddOp(v, OP_MemInt, 0, iCntMem); - } - - /* Open tables and indices if there are no row triggers */ - if( !triggers_exist ){ - base = pParse->nTab; - sqlite3OpenTableAndIndices(pParse, pTab, base, OP_OpenWrite); - } - - /* If the data source is a temporary table, then we have to create - ** a loop because there might be multiple rows of data. If the data - ** source is a subroutine call from the SELECT statement, then we need - ** to launch the SELECT statement processing. - */ - if( useTempTable ){ - iBreak = sqlite3VdbeMakeLabel(v); - sqlite3VdbeAddOp(v, OP_Rewind, srcTab, iBreak); - iCont = sqlite3VdbeCurrentAddr(v); - }else if( pSelect ){ - sqlite3VdbeAddOp(v, OP_Goto, 0, iSelectLoop); - sqlite3VdbeResolveLabel(v, iInsertBlock); - } - - /* Run the BEFORE and INSTEAD OF triggers, if there are any - */ - endOfLoop = sqlite3VdbeMakeLabel(v); - if( triggers_exist & TRIGGER_BEFORE ){ - - /* build the NEW.* reference row. Note that if there is an INTEGER - ** PRIMARY KEY into which a NULL is being inserted, that NULL will be - ** translated into a unique ID for the row. But on a BEFORE trigger, - ** we do not know what the unique ID will be (because the insert has - ** not happened yet) so we substitute a rowid of -1 - */ - if( keyColumn<0 ){ - sqlite3VdbeAddOp(v, OP_Integer, -1, 0); - }else if( useTempTable ){ - sqlite3VdbeAddOp(v, OP_Column, srcTab, keyColumn); - }else{ - assert( pSelect==0 ); /* Otherwise useTempTable is true */ - sqlite3ExprCode(pParse, pList->a[keyColumn].pExpr); - sqlite3VdbeAddOp(v, OP_NotNull, -1, sqlite3VdbeCurrentAddr(v)+3); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - sqlite3VdbeAddOp(v, OP_Integer, -1, 0); - sqlite3VdbeAddOp(v, OP_MustBeInt, 0, 0); - } - - /* Create the new column data - */ - for(i=0; inCol; i++){ - if( pColumn==0 ){ - j = i; - }else{ - for(j=0; jnId; j++){ - if( pColumn->a[j].idx==i ) break; - } - } - if( pColumn && j>=pColumn->nId ){ - sqlite3ExprCode(pParse, pTab->aCol[i].pDflt); - }else if( useTempTable ){ - sqlite3VdbeAddOp(v, OP_Column, srcTab, j); - }else{ - assert( pSelect==0 ); /* Otherwise useTempTable is true */ - sqlite3ExprCodeAndCache(pParse, pList->a[j].pExpr); - } - } - sqlite3VdbeAddOp(v, OP_MakeRecord, pTab->nCol, 0); - - /* If this is an INSERT on a view with an INSTEAD OF INSERT trigger, - ** do not attempt any conversions before assembling the record. - ** If this is a real table, attempt conversions as required by the - ** table column affinities. - */ - if( !isView ){ - sqlite3TableAffinityStr(v, pTab); - } - sqlite3VdbeAddOp(v, OP_Insert, newIdx, 0); - - /* Fire BEFORE or INSTEAD OF triggers */ - if( sqlite3CodeRowTrigger(pParse, TK_INSERT, 0, TRIGGER_BEFORE, pTab, - newIdx, -1, onError, endOfLoop) ){ - goto insert_cleanup; - } - } - - /* If any triggers exists, the opening of tables and indices is deferred - ** until now. - */ - if( triggers_exist && !isView ){ - base = pParse->nTab; - sqlite3OpenTableAndIndices(pParse, pTab, base, OP_OpenWrite); - } - - /* Push the record number for the new entry onto the stack. The - ** record number is a randomly generate integer created by NewRowid - ** except when the table has an INTEGER PRIMARY KEY column, in which - ** case the record number is the same as that column. - */ - if( !isView ){ - if( IsVirtual(pTab) ){ - /* The row that the VUpdate opcode will delete: none */ - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - } - if( keyColumn>=0 ){ - if( useTempTable ){ - sqlite3VdbeAddOp(v, OP_Column, srcTab, keyColumn); - }else if( pSelect ){ - sqlite3VdbeAddOp(v, OP_Dup, nColumn - keyColumn - 1, 1); - }else{ - sqlite3ExprCode(pParse, pList->a[keyColumn].pExpr); - } - /* If the PRIMARY KEY expression is NULL, then use OP_NewRowid - ** to generate a unique primary key value. - */ - sqlite3VdbeAddOp(v, OP_NotNull, -1, sqlite3VdbeCurrentAddr(v)+3); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - sqlite3VdbeAddOp(v, OP_NewRowid, base, counterMem); - sqlite3VdbeAddOp(v, OP_MustBeInt, 0, 0); - }else if( IsVirtual(pTab) ){ - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - }else{ - sqlite3VdbeAddOp(v, OP_NewRowid, base, counterMem); - } -#ifndef SQLITE_OMIT_AUTOINCREMENT - if( pTab->autoInc ){ - sqlite3VdbeAddOp(v, OP_MemMax, counterMem, 0); - } -#endif /* SQLITE_OMIT_AUTOINCREMENT */ - - /* Push onto the stack, data for all columns of the new entry, beginning - ** with the first column. - */ - for(i=0; inCol; i++){ - if( i==pTab->iPKey ){ - /* The value of the INTEGER PRIMARY KEY column is always a NULL. - ** Whenever this column is read, the record number will be substituted - ** in its place. So will fill this column with a NULL to avoid - ** taking up data space with information that will never be used. */ - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - continue; - } - if( pColumn==0 ){ - j = i; - }else{ - for(j=0; jnId; j++){ - if( pColumn->a[j].idx==i ) break; - } - } - if( nColumn==0 || (pColumn && j>=pColumn->nId) ){ - sqlite3ExprCode(pParse, pTab->aCol[i].pDflt); - }else if( useTempTable ){ - sqlite3VdbeAddOp(v, OP_Column, srcTab, j); - }else if( pSelect ){ - sqlite3VdbeAddOp(v, OP_Dup, i+nColumn-j+IsVirtual(pTab), 1); - }else{ - sqlite3ExprCode(pParse, pList->a[j].pExpr); - } - } - - /* Generate code to check constraints and generate index keys and - ** do the insertion. - */ -#ifndef SQLITE_OMIT_VIRTUALTABLE - if( IsVirtual(pTab) ){ - pParse->pVirtualLock = pTab; - sqlite3VdbeOp3(v, OP_VUpdate, 1, pTab->nCol+2, - (const char*)pTab->pVtab, P3_VTAB); - }else -#endif - { - sqlite3GenerateConstraintChecks(pParse, pTab, base, 0, keyColumn>=0, - 0, onError, endOfLoop); - sqlite3CompleteInsertion(pParse, pTab, base, 0,0,0, - (triggers_exist & TRIGGER_AFTER)!=0 ? newIdx : -1); - } - } - - /* Update the count of rows that are inserted - */ - if( (db->flags & SQLITE_CountRows)!=0 ){ - sqlite3VdbeAddOp(v, OP_MemIncr, 1, iCntMem); - } - - if( triggers_exist ){ - /* Close all tables opened */ - if( !isView ){ - sqlite3VdbeAddOp(v, OP_Close, base, 0); - for(idx=1, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, idx++){ - sqlite3VdbeAddOp(v, OP_Close, idx+base, 0); - } - } - - /* Code AFTER triggers */ - if( sqlite3CodeRowTrigger(pParse, TK_INSERT, 0, TRIGGER_AFTER, pTab, - newIdx, -1, onError, endOfLoop) ){ - goto insert_cleanup; - } - } - - /* The bottom of the loop, if the data source is a SELECT statement - */ - sqlite3VdbeResolveLabel(v, endOfLoop); - if( useTempTable ){ - sqlite3VdbeAddOp(v, OP_Next, srcTab, iCont); - sqlite3VdbeResolveLabel(v, iBreak); - sqlite3VdbeAddOp(v, OP_Close, srcTab, 0); - }else if( pSelect ){ - sqlite3VdbeAddOp(v, OP_Pop, nColumn, 0); - sqlite3VdbeAddOp(v, OP_Return, 0, 0); - sqlite3VdbeResolveLabel(v, iCleanup); - } - - if( !triggers_exist && !IsVirtual(pTab) ){ - /* Close all tables opened */ - sqlite3VdbeAddOp(v, OP_Close, base, 0); - for(idx=1, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, idx++){ - sqlite3VdbeAddOp(v, OP_Close, idx+base, 0); - } - } - -#ifndef SQLITE_OMIT_AUTOINCREMENT - /* Update the sqlite_sequence table by storing the content of the - ** counter value in memory counterMem back into the sqlite_sequence - ** table. - */ - if( pTab->autoInc ){ - int iCur = pParse->nTab; - int addr = sqlite3VdbeCurrentAddr(v); - sqlite3OpenTable(pParse, iCur, iDb, pDb->pSchema->pSeqTab, OP_OpenWrite); - sqlite3VdbeAddOp(v, OP_MemLoad, counterRowid, 0); - sqlite3VdbeAddOp(v, OP_NotNull, -1, addr+7); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - sqlite3VdbeAddOp(v, OP_NewRowid, iCur, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, pTab->zName, 0); - sqlite3VdbeAddOp(v, OP_MemLoad, counterMem, 0); - sqlite3VdbeAddOp(v, OP_MakeRecord, 2, 0); - sqlite3VdbeAddOp(v, OP_Insert, iCur, 0); - sqlite3VdbeAddOp(v, OP_Close, iCur, 0); - } -#endif - - /* - ** Return the number of rows inserted. If this routine is - ** generating code because of a call to sqlite3NestedParse(), do not - ** invoke the callback function. - */ - if( db->flags & SQLITE_CountRows && pParse->nested==0 && !pParse->trigStack ){ - sqlite3VdbeAddOp(v, OP_MemLoad, iCntMem, 0); - sqlite3VdbeAddOp(v, OP_Callback, 1, 0); - sqlite3VdbeSetNumCols(v, 1); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "rows inserted", P3_STATIC); - } - -insert_cleanup: - sqlite3SrcListDelete(pTabList); - sqlite3ExprListDelete(pList); - sqlite3SelectDelete(pSelect); - sqlite3IdListDelete(pColumn); -} - -/* -** Generate code to do a constraint check prior to an INSERT or an UPDATE. -** -** When this routine is called, the stack contains (from bottom to top) -** the following values: -** -** 1. The rowid of the row to be updated before the update. This -** value is omitted unless we are doing an UPDATE that involves a -** change to the record number. -** -** 2. The rowid of the row after the update. -** -** 3. The data in the first column of the entry after the update. -** -** i. Data from middle columns... -** -** N. The data in the last column of the entry after the update. -** -** The old rowid shown as entry (1) above is omitted unless both isUpdate -** and rowidChng are 1. isUpdate is true for UPDATEs and false for -** INSERTs and rowidChng is true if the record number is being changed. -** -** The code generated by this routine pushes additional entries onto -** the stack which are the keys for new index entries for the new record. -** The order of index keys is the same as the order of the indices on -** the pTable->pIndex list. A key is only created for index i if -** aIdxUsed!=0 and aIdxUsed[i]!=0. -** -** This routine also generates code to check constraints. NOT NULL, -** CHECK, and UNIQUE constraints are all checked. If a constraint fails, -** then the appropriate action is performed. There are five possible -** actions: ROLLBACK, ABORT, FAIL, REPLACE, and IGNORE. -** -** Constraint type Action What Happens -** --------------- ---------- ---------------------------------------- -** any ROLLBACK The current transaction is rolled back and -** sqlite3_exec() returns immediately with a -** return code of SQLITE_CONSTRAINT. -** -** any ABORT Back out changes from the current command -** only (do not do a complete rollback) then -** cause sqlite3_exec() to return immediately -** with SQLITE_CONSTRAINT. -** -** any FAIL Sqlite_exec() returns immediately with a -** return code of SQLITE_CONSTRAINT. The -** transaction is not rolled back and any -** prior changes are retained. -** -** any IGNORE The record number and data is popped from -** the stack and there is an immediate jump -** to label ignoreDest. -** -** NOT NULL REPLACE The NULL value is replace by the default -** value for that column. If the default value -** is NULL, the action is the same as ABORT. -** -** UNIQUE REPLACE The other row that conflicts with the row -** being inserted is removed. -** -** CHECK REPLACE Illegal. The results in an exception. -** -** Which action to take is determined by the overrideError parameter. -** Or if overrideError==OE_Default, then the pParse->onError parameter -** is used. Or if pParse->onError==OE_Default then the onError value -** for the constraint is used. -** -** The calling routine must open a read/write cursor for pTab with -** cursor number "base". All indices of pTab must also have open -** read/write cursors with cursor number base+i for the i-th cursor. -** Except, if there is no possibility of a REPLACE action then -** cursors do not need to be open for indices where aIdxUsed[i]==0. -** -** If the isUpdate flag is true, it means that the "base" cursor is -** initially pointing to an entry that is being updated. The isUpdate -** flag causes extra code to be generated so that the "base" cursor -** is still pointing at the same entry after the routine returns. -** Without the isUpdate flag, the "base" cursor might be moved. -*/ -void sqlite3GenerateConstraintChecks( - Parse *pParse, /* The parser context */ - Table *pTab, /* the table into which we are inserting */ - int base, /* Index of a read/write cursor pointing at pTab */ - char *aIdxUsed, /* Which indices are used. NULL means all are used */ - int rowidChng, /* True if the record number will change */ - int isUpdate, /* True for UPDATE, False for INSERT */ - int overrideError, /* Override onError to this if not OE_Default */ - int ignoreDest /* Jump to this label on an OE_Ignore resolution */ -){ - int i; - Vdbe *v; - int nCol; - int onError; - int addr; - int extra; - int iCur; - Index *pIdx; - int seenReplace = 0; - int jumpInst1=0, jumpInst2; - int hasTwoRowids = (isUpdate && rowidChng); - - v = sqlite3GetVdbe(pParse); - assert( v!=0 ); - assert( pTab->pSelect==0 ); /* This table is not a VIEW */ - nCol = pTab->nCol; - - /* Test all NOT NULL constraints. - */ - for(i=0; iiPKey ){ - continue; - } - onError = pTab->aCol[i].notNull; - if( onError==OE_None ) continue; - if( overrideError!=OE_Default ){ - onError = overrideError; - }else if( onError==OE_Default ){ - onError = OE_Abort; - } - if( onError==OE_Replace && pTab->aCol[i].pDflt==0 ){ - onError = OE_Abort; - } - sqlite3VdbeAddOp(v, OP_Dup, nCol-1-i, 1); - addr = sqlite3VdbeAddOp(v, OP_NotNull, 1, 0); - assert( onError==OE_Rollback || onError==OE_Abort || onError==OE_Fail - || onError==OE_Ignore || onError==OE_Replace ); - switch( onError ){ - case OE_Rollback: - case OE_Abort: - case OE_Fail: { - char *zMsg = 0; - sqlite3VdbeAddOp(v, OP_Halt, SQLITE_CONSTRAINT, onError); - sqlite3SetString(&zMsg, pTab->zName, ".", pTab->aCol[i].zName, - " may not be NULL", (char*)0); - sqlite3VdbeChangeP3(v, -1, zMsg, P3_DYNAMIC); - break; - } - case OE_Ignore: { - sqlite3VdbeAddOp(v, OP_Pop, nCol+1+hasTwoRowids, 0); - sqlite3VdbeAddOp(v, OP_Goto, 0, ignoreDest); - break; - } - case OE_Replace: { - sqlite3ExprCode(pParse, pTab->aCol[i].pDflt); - sqlite3VdbeAddOp(v, OP_Push, nCol-i, 0); - break; - } - } - sqlite3VdbeJumpHere(v, addr); - } - - /* Test all CHECK constraints - */ -#ifndef SQLITE_OMIT_CHECK - if( pTab->pCheck && (pParse->db->flags & SQLITE_IgnoreChecks)==0 ){ - int allOk = sqlite3VdbeMakeLabel(v); - assert( pParse->ckOffset==0 ); - pParse->ckOffset = nCol; - sqlite3ExprIfTrue(pParse, pTab->pCheck, allOk, 1); - assert( pParse->ckOffset==nCol ); - pParse->ckOffset = 0; - onError = overrideError!=OE_Default ? overrideError : OE_Abort; - if( onError==OE_Ignore || onError==OE_Replace ){ - sqlite3VdbeAddOp(v, OP_Pop, nCol+1+hasTwoRowids, 0); - sqlite3VdbeAddOp(v, OP_Goto, 0, ignoreDest); - }else{ - sqlite3VdbeAddOp(v, OP_Halt, SQLITE_CONSTRAINT, onError); - } - sqlite3VdbeResolveLabel(v, allOk); - } -#endif /* !defined(SQLITE_OMIT_CHECK) */ - - /* If we have an INTEGER PRIMARY KEY, make sure the primary key - ** of the new record does not previously exist. Except, if this - ** is an UPDATE and the primary key is not changing, that is OK. - */ - if( rowidChng ){ - onError = pTab->keyConf; - if( overrideError!=OE_Default ){ - onError = overrideError; - }else if( onError==OE_Default ){ - onError = OE_Abort; - } - - if( isUpdate ){ - sqlite3VdbeAddOp(v, OP_Dup, nCol+1, 1); - sqlite3VdbeAddOp(v, OP_Dup, nCol+1, 1); - jumpInst1 = sqlite3VdbeAddOp(v, OP_Eq, 0, 0); - } - sqlite3VdbeAddOp(v, OP_Dup, nCol, 1); - jumpInst2 = sqlite3VdbeAddOp(v, OP_NotExists, base, 0); - switch( onError ){ - default: { - onError = OE_Abort; - /* Fall thru into the next case */ - } - case OE_Rollback: - case OE_Abort: - case OE_Fail: { - sqlite3VdbeOp3(v, OP_Halt, SQLITE_CONSTRAINT, onError, - "PRIMARY KEY must be unique", P3_STATIC); - break; - } - case OE_Replace: { - sqlite3GenerateRowIndexDelete(v, pTab, base, 0); - if( isUpdate ){ - sqlite3VdbeAddOp(v, OP_Dup, nCol+hasTwoRowids, 1); - sqlite3VdbeAddOp(v, OP_MoveGe, base, 0); - } - seenReplace = 1; - break; - } - case OE_Ignore: { - assert( seenReplace==0 ); - sqlite3VdbeAddOp(v, OP_Pop, nCol+1+hasTwoRowids, 0); - sqlite3VdbeAddOp(v, OP_Goto, 0, ignoreDest); - break; - } - } - sqlite3VdbeJumpHere(v, jumpInst2); - if( isUpdate ){ - sqlite3VdbeJumpHere(v, jumpInst1); - sqlite3VdbeAddOp(v, OP_Dup, nCol+1, 1); - sqlite3VdbeAddOp(v, OP_MoveGe, base, 0); - } - } - - /* Test all UNIQUE constraints by creating entries for each UNIQUE - ** index and making sure that duplicate entries do not already exist. - ** Add the new records to the indices as we go. - */ - extra = -1; - for(iCur=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, iCur++){ - if( aIdxUsed && aIdxUsed[iCur]==0 ) continue; /* Skip unused indices */ - extra++; - - /* Create a key for accessing the index entry */ - sqlite3VdbeAddOp(v, OP_Dup, nCol+extra, 1); - for(i=0; inColumn; i++){ - int idx = pIdx->aiColumn[i]; - if( idx==pTab->iPKey ){ - sqlite3VdbeAddOp(v, OP_Dup, i+extra+nCol+1, 1); - }else{ - sqlite3VdbeAddOp(v, OP_Dup, i+extra+nCol-idx, 1); - } - } - jumpInst1 = sqlite3VdbeAddOp(v, OP_MakeIdxRec, pIdx->nColumn, 0); - sqlite3IndexAffinityStr(v, pIdx); - - /* Find out what action to take in case there is an indexing conflict */ - onError = pIdx->onError; - if( onError==OE_None ) continue; /* pIdx is not a UNIQUE index */ - if( overrideError!=OE_Default ){ - onError = overrideError; - }else if( onError==OE_Default ){ - onError = OE_Abort; - } - if( seenReplace ){ - if( onError==OE_Ignore ) onError = OE_Replace; - else if( onError==OE_Fail ) onError = OE_Abort; - } - - - /* Check to see if the new index entry will be unique */ - sqlite3VdbeAddOp(v, OP_Dup, extra+nCol+1+hasTwoRowids, 1); - jumpInst2 = sqlite3VdbeAddOp(v, OP_IsUnique, base+iCur+1, 0); - - /* Generate code that executes if the new index entry is not unique */ - assert( onError==OE_Rollback || onError==OE_Abort || onError==OE_Fail - || onError==OE_Ignore || onError==OE_Replace ); - switch( onError ){ - case OE_Rollback: - case OE_Abort: - case OE_Fail: { - int j, n1, n2; - char zErrMsg[200]; - strcpy(zErrMsg, pIdx->nColumn>1 ? "columns " : "column "); - n1 = strlen(zErrMsg); - for(j=0; jnColumn && n1aCol[pIdx->aiColumn[j]].zName; - n2 = strlen(zCol); - if( j>0 ){ - strcpy(&zErrMsg[n1], ", "); - n1 += 2; - } - if( n1+n2>sizeof(zErrMsg)-30 ){ - strcpy(&zErrMsg[n1], "..."); - n1 += 3; - break; - }else{ - strcpy(&zErrMsg[n1], zCol); - n1 += n2; - } - } - strcpy(&zErrMsg[n1], - pIdx->nColumn>1 ? " are not unique" : " is not unique"); - sqlite3VdbeOp3(v, OP_Halt, SQLITE_CONSTRAINT, onError, zErrMsg, 0); - break; - } - case OE_Ignore: { - assert( seenReplace==0 ); - sqlite3VdbeAddOp(v, OP_Pop, nCol+extra+3+hasTwoRowids, 0); - sqlite3VdbeAddOp(v, OP_Goto, 0, ignoreDest); - break; - } - case OE_Replace: { - sqlite3GenerateRowDelete(pParse->db, v, pTab, base, 0); - if( isUpdate ){ - sqlite3VdbeAddOp(v, OP_Dup, nCol+extra+1+hasTwoRowids, 1); - sqlite3VdbeAddOp(v, OP_MoveGe, base, 0); - } - seenReplace = 1; - break; - } - } -#if NULL_DISTINCT_FOR_UNIQUE - sqlite3VdbeJumpHere(v, jumpInst1); -#endif - sqlite3VdbeJumpHere(v, jumpInst2); - } -} - -/* -** This routine generates code to finish the INSERT or UPDATE operation -** that was started by a prior call to sqlite3GenerateConstraintChecks. -** The stack must contain keys for all active indices followed by data -** and the rowid for the new entry. This routine creates the new -** entries in all indices and in the main table. -** -** The arguments to this routine should be the same as the first six -** arguments to sqlite3GenerateConstraintChecks. -*/ -void sqlite3CompleteInsertion( - Parse *pParse, /* The parser context */ - Table *pTab, /* the table into which we are inserting */ - int base, /* Index of a read/write cursor pointing at pTab */ - char *aIdxUsed, /* Which indices are used. NULL means all are used */ - int rowidChng, /* True if the record number will change */ - int isUpdate, /* True for UPDATE, False for INSERT */ - int newIdx /* Index of NEW table for triggers. -1 if none */ -){ - int i; - Vdbe *v; - int nIdx; - Index *pIdx; - int pik_flags; - - v = sqlite3GetVdbe(pParse); - assert( v!=0 ); - assert( pTab->pSelect==0 ); /* This table is not a VIEW */ - for(nIdx=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, nIdx++){} - for(i=nIdx-1; i>=0; i--){ - if( aIdxUsed && aIdxUsed[i]==0 ) continue; - sqlite3VdbeAddOp(v, OP_IdxInsert, base+i+1, 0); - } - sqlite3VdbeAddOp(v, OP_MakeRecord, pTab->nCol, 0); - sqlite3TableAffinityStr(v, pTab); -#ifndef SQLITE_OMIT_TRIGGER - if( newIdx>=0 ){ - sqlite3VdbeAddOp(v, OP_Dup, 1, 0); - sqlite3VdbeAddOp(v, OP_Dup, 1, 0); - sqlite3VdbeAddOp(v, OP_Insert, newIdx, 0); - } -#endif - if( pParse->nested ){ - pik_flags = 0; - }else{ - pik_flags = OPFLAG_NCHANGE; - pik_flags |= (isUpdate?OPFLAG_ISUPDATE:OPFLAG_LASTROWID); - } - sqlite3VdbeAddOp(v, OP_Insert, base, pik_flags); - if( !pParse->nested ){ - sqlite3VdbeChangeP3(v, -1, pTab->zName, P3_STATIC); - } - - if( isUpdate && rowidChng ){ - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - } -} - -/* -** Generate code that will open cursors for a table and for all -** indices of that table. The "base" parameter is the cursor number used -** for the table. Indices are opened on subsequent cursors. -*/ -void sqlite3OpenTableAndIndices( - Parse *pParse, /* Parsing context */ - Table *pTab, /* Table to be opened */ - int base, /* Cursor number assigned to the table */ - int op /* OP_OpenRead or OP_OpenWrite */ -){ - int i; - int iDb; - Index *pIdx; - Vdbe *v; - - if( IsVirtual(pTab) ) return; - iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - v = sqlite3GetVdbe(pParse); - assert( v!=0 ); - sqlite3OpenTable(pParse, base, iDb, pTab, op); - for(i=1, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, i++){ - KeyInfo *pKey = sqlite3IndexKeyinfo(pParse, pIdx); - assert( pIdx->pSchema==pTab->pSchema ); - sqlite3VdbeAddOp(v, OP_Integer, iDb, 0); - VdbeComment((v, "# %s", pIdx->zName)); - sqlite3VdbeOp3(v, op, i+base, pIdx->tnum, (char*)pKey, P3_KEYINFO_HANDOFF); - } - if( pParse->nTab<=base+i ){ - pParse->nTab = base+i; - } -} diff --git a/libs/sqlite/src/legacy.c b/libs/sqlite/src/legacy.c deleted file mode 100644 index a74ad4f159..0000000000 --- a/libs/sqlite/src/legacy.c +++ /dev/null @@ -1,136 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** Main file for the SQLite library. The routines in this file -** implement the programmer interface to the library. Routines in -** other files are for internal use by SQLite and should not be -** accessed by users of the library. -** -** $Id: legacy.c,v 1.16 2006/09/15 07:28:50 drh Exp $ -*/ - -#include "sqliteInt.h" -#include "os.h" -#include - -/* -** Execute SQL code. Return one of the SQLITE_ success/failure -** codes. Also write an error message into memory obtained from -** malloc() and make *pzErrMsg point to that message. -** -** If the SQL is a query, then for each row in the query result -** the xCallback() function is called. pArg becomes the first -** argument to xCallback(). If xCallback=NULL then no callback -** is invoked, even for queries. -*/ -int sqlite3_exec( - sqlite3 *db, /* The database on which the SQL executes */ - const char *zSql, /* The SQL to be executed */ - sqlite3_callback xCallback, /* Invoke this callback routine */ - void *pArg, /* First argument to xCallback() */ - char **pzErrMsg /* Write error messages here */ -){ - int rc = SQLITE_OK; - const char *zLeftover; - sqlite3_stmt *pStmt = 0; - char **azCols = 0; - - int nRetry = 0; - int nChange = 0; - int nCallback; - - if( zSql==0 ) return SQLITE_OK; - while( (rc==SQLITE_OK || (rc==SQLITE_SCHEMA && (++nRetry)<2)) && zSql[0] ){ - int nCol; - char **azVals = 0; - - pStmt = 0; - rc = sqlite3_prepare(db, zSql, -1, &pStmt, &zLeftover); - assert( rc==SQLITE_OK || pStmt==0 ); - if( rc!=SQLITE_OK ){ - continue; - } - if( !pStmt ){ - /* this happens for a comment or white-space */ - zSql = zLeftover; - continue; - } - - db->nChange += nChange; - nCallback = 0; - - nCol = sqlite3_column_count(pStmt); - azCols = sqliteMalloc(2*nCol*sizeof(const char *) + 1); - if( azCols==0 ){ - goto exec_out; - } - - while( 1 ){ - int i; - rc = sqlite3_step(pStmt); - - /* Invoke the callback function if required */ - if( xCallback && (SQLITE_ROW==rc || - (SQLITE_DONE==rc && !nCallback && db->flags&SQLITE_NullCallback)) ){ - if( 0==nCallback ){ - for(i=0; ipVdbe==0 ){ - nChange = db->nChange; - } - if( rc!=SQLITE_SCHEMA ){ - nRetry = 0; - zSql = zLeftover; - while( isspace((unsigned char)zSql[0]) ) zSql++; - } - break; - } - } - - sqliteFree(azCols); - azCols = 0; - } - -exec_out: - if( pStmt ) sqlite3_finalize(pStmt); - if( azCols ) sqliteFree(azCols); - - rc = sqlite3ApiExit(0, rc); - if( rc!=SQLITE_OK && rc==sqlite3_errcode(db) && pzErrMsg ){ - *pzErrMsg = sqlite3_malloc(1+strlen(sqlite3_errmsg(db))); - if( *pzErrMsg ){ - strcpy(*pzErrMsg, sqlite3_errmsg(db)); - } - }else if( pzErrMsg ){ - *pzErrMsg = 0; - } - - assert( (rc&db->errMask)==rc ); - return rc; -} diff --git a/libs/sqlite/src/loadext.c b/libs/sqlite/src/loadext.c deleted file mode 100644 index 6af99a6416..0000000000 --- a/libs/sqlite/src/loadext.c +++ /dev/null @@ -1,422 +0,0 @@ -/* -** 2006 June 7 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains code used to dynamically load extensions into -** the SQLite library. -*/ -#ifndef SQLITE_OMIT_LOAD_EXTENSION - -#define SQLITE_CORE 1 /* Disable the API redefinition in sqlite3ext.h */ -#include "sqlite3ext.h" -#include "sqliteInt.h" -#include "os.h" -#include -#include - -/* -** Some API routines are omitted when various features are -** excluded from a build of SQLite. Substitute a NULL pointer -** for any missing APIs. -*/ -#ifndef SQLITE_ENABLE_COLUMN_METADATA -# define sqlite3_column_database_name 0 -# define sqlite3_column_database_name16 0 -# define sqlite3_column_table_name 0 -# define sqlite3_column_table_name16 0 -# define sqlite3_column_origin_name 0 -# define sqlite3_column_origin_name16 0 -# define sqlite3_table_column_metadata 0 -#endif - -#ifdef SQLITE_OMIT_AUTHORIZATION -# define sqlite3_set_authorizer 0 -#endif - -#ifdef SQLITE_OMIT_UTF16 -# define sqlite3_bind_text16 0 -# define sqlite3_collation_needed16 0 -# define sqlite3_column_decltype16 0 -# define sqlite3_column_name16 0 -# define sqlite3_column_text16 0 -# define sqlite3_complete16 0 -# define sqlite3_create_collation16 0 -# define sqlite3_create_function16 0 -# define sqlite3_errmsg16 0 -# define sqlite3_open16 0 -# define sqlite3_prepare16 0 -# define sqlite3_result_error16 0 -# define sqlite3_result_text16 0 -# define sqlite3_result_text16be 0 -# define sqlite3_result_text16le 0 -# define sqlite3_value_text16 0 -# define sqlite3_value_text16be 0 -# define sqlite3_value_text16le 0 -#endif - -#ifdef SQLITE_OMIT_COMPLETE -# define sqlite3_complete 0 -# define sqlite3_complete16 0 -#endif - -#ifdef SQLITE_OMIT_PROGRESS_CALLBACK -# define sqlite3_progress_handler 0 -#endif - -#ifdef SQLITE_OMIT_VIRTUALTABLE -# define sqlite3_create_module 0 -# define sqlite3_declare_vtab 0 -#endif - -#ifdef SQLITE_OMIT_SHARED_CACHE -# define sqlite3_enable_shared_cache 0 -#endif - -#ifdef SQLITE_OMIT_TRACE -# define sqlite3_profile 0 -# define sqlite3_trace 0 -#endif - -#ifdef SQLITE_OMIT_GET_TABLE -# define sqlite3_free_table 0 -# define sqlite3_get_table 0 -#endif - -/* -** The following structure contains pointers to all SQLite API routines. -** A pointer to this structure is passed into extensions when they are -** loaded so that the extension can make calls back into the SQLite -** library. -** -** When adding new APIs, add them to the bottom of this structure -** in order to preserve backwards compatibility. -** -** Extensions that use newer APIs should first call the -** sqlite3_libversion_number() to make sure that the API they -** intend to use is supported by the library. Extensions should -** also check to make sure that the pointer to the function is -** not NULL before calling it. -*/ -const sqlite3_api_routines sqlite3_apis = { - sqlite3_aggregate_context, - sqlite3_aggregate_count, - sqlite3_bind_blob, - sqlite3_bind_double, - sqlite3_bind_int, - sqlite3_bind_int64, - sqlite3_bind_null, - sqlite3_bind_parameter_count, - sqlite3_bind_parameter_index, - sqlite3_bind_parameter_name, - sqlite3_bind_text, - sqlite3_bind_text16, - sqlite3_bind_value, - sqlite3_busy_handler, - sqlite3_busy_timeout, - sqlite3_changes, - sqlite3_close, - sqlite3_collation_needed, - sqlite3_collation_needed16, - sqlite3_column_blob, - sqlite3_column_bytes, - sqlite3_column_bytes16, - sqlite3_column_count, - sqlite3_column_database_name, - sqlite3_column_database_name16, - sqlite3_column_decltype, - sqlite3_column_decltype16, - sqlite3_column_double, - sqlite3_column_int, - sqlite3_column_int64, - sqlite3_column_name, - sqlite3_column_name16, - sqlite3_column_origin_name, - sqlite3_column_origin_name16, - sqlite3_column_table_name, - sqlite3_column_table_name16, - sqlite3_column_text, - sqlite3_column_text16, - sqlite3_column_type, - sqlite3_column_value, - sqlite3_commit_hook, - sqlite3_complete, - sqlite3_complete16, - sqlite3_create_collation, - sqlite3_create_collation16, - sqlite3_create_function, - sqlite3_create_function16, - sqlite3_create_module, - sqlite3_data_count, - sqlite3_db_handle, - sqlite3_declare_vtab, - sqlite3_enable_shared_cache, - sqlite3_errcode, - sqlite3_errmsg, - sqlite3_errmsg16, - sqlite3_exec, - sqlite3_expired, - sqlite3_finalize, - sqlite3_free, - sqlite3_free_table, - sqlite3_get_autocommit, - sqlite3_get_auxdata, - sqlite3_get_table, - 0, /* Was sqlite3_global_recover(), but that function is deprecated */ - sqlite3_interrupt, - sqlite3_last_insert_rowid, - sqlite3_libversion, - sqlite3_libversion_number, - sqlite3_malloc, - sqlite3_mprintf, - sqlite3_open, - sqlite3_open16, - sqlite3_prepare, - sqlite3_prepare16, - sqlite3_profile, - sqlite3_progress_handler, - sqlite3_realloc, - sqlite3_reset, - sqlite3_result_blob, - sqlite3_result_double, - sqlite3_result_error, - sqlite3_result_error16, - sqlite3_result_int, - sqlite3_result_int64, - sqlite3_result_null, - sqlite3_result_text, - sqlite3_result_text16, - sqlite3_result_text16be, - sqlite3_result_text16le, - sqlite3_result_value, - sqlite3_rollback_hook, - sqlite3_set_authorizer, - sqlite3_set_auxdata, - sqlite3_snprintf, - sqlite3_step, - sqlite3_table_column_metadata, - sqlite3_thread_cleanup, - sqlite3_total_changes, - sqlite3_trace, - sqlite3_transfer_bindings, - sqlite3_update_hook, - sqlite3_user_data, - sqlite3_value_blob, - sqlite3_value_bytes, - sqlite3_value_bytes16, - sqlite3_value_double, - sqlite3_value_int, - sqlite3_value_int64, - sqlite3_value_numeric_type, - sqlite3_value_text, - sqlite3_value_text16, - sqlite3_value_text16be, - sqlite3_value_text16le, - sqlite3_value_type, - sqlite3_vmprintf, - /* - ** The original API set ends here. All extensions can call any - ** of the APIs above provided that the pointer is not NULL. But - ** before calling APIs that follow, extension should check the - ** sqlite3_libversion_number() to make sure they are dealing with - ** a library that is new enough to support that API. - ************************************************************************* - */ - sqlite3_overload_function, -}; - -/* -** Attempt to load an SQLite extension library contained in the file -** zFile. The entry point is zProc. zProc may be 0 in which case a -** default entry point name (sqlite3_extension_init) is used. Use -** of the default name is recommended. -** -** Return SQLITE_OK on success and SQLITE_ERROR if something goes wrong. -** -** If an error occurs and pzErrMsg is not 0, then fill *pzErrMsg with -** error message text. The calling function should free this memory -** by calling sqlite3_free(). -*/ -int sqlite3_load_extension( - sqlite3 *db, /* Load the extension into this database connection */ - const char *zFile, /* Name of the shared library containing extension */ - const char *zProc, /* Entry point. Use "sqlite3_extension_init" if 0 */ - char **pzErrMsg /* Put error message here if not 0 */ -){ - void *handle; - int (*xInit)(sqlite3*,char**,const sqlite3_api_routines*); - char *zErrmsg = 0; - void **aHandle; - - /* Ticket #1863. To avoid a creating security problems for older - ** applications that relink against newer versions of SQLite, the - ** ability to run load_extension is turned off by default. One - ** must call sqlite3_enable_load_extension() to turn on extension - ** loading. Otherwise you get the following error. - */ - if( (db->flags & SQLITE_LoadExtension)==0 ){ - if( pzErrMsg ){ - *pzErrMsg = sqlite3_mprintf("not authorized"); - } - return SQLITE_ERROR; - } - - if( zProc==0 ){ - zProc = "sqlite3_extension_init"; - } - - handle = sqlite3OsDlopen(zFile); - if( handle==0 ){ - if( pzErrMsg ){ - *pzErrMsg = sqlite3_mprintf("unable to open shared library [%s]", zFile); - } - return SQLITE_ERROR; - } - xInit = (int(*)(sqlite3*,char**,const sqlite3_api_routines*)) - sqlite3OsDlsym(handle, zProc); - if( xInit==0 ){ - if( pzErrMsg ){ - *pzErrMsg = sqlite3_mprintf("no entry point [%s] in shared library [%s]", - zProc, zFile); - } - sqlite3OsDlclose(handle); - return SQLITE_ERROR; - }else if( xInit(db, &zErrmsg, &sqlite3_apis) ){ - if( pzErrMsg ){ - *pzErrMsg = sqlite3_mprintf("error during initialization: %s", zErrmsg); - } - sqlite3_free(zErrmsg); - sqlite3OsDlclose(handle); - return SQLITE_ERROR; - } - - /* Append the new shared library handle to the db->aExtension array. */ - db->nExtension++; - aHandle = sqliteMalloc(sizeof(handle)*db->nExtension); - if( aHandle==0 ){ - return SQLITE_NOMEM; - } - if( db->nExtension>0 ){ - memcpy(aHandle, db->aExtension, sizeof(handle)*(db->nExtension-1)); - } - sqliteFree(db->aExtension); - db->aExtension = aHandle; - - db->aExtension[db->nExtension-1] = handle; - return SQLITE_OK; -} - -/* -** Call this routine when the database connection is closing in order -** to clean up loaded extensions -*/ -void sqlite3CloseExtensions(sqlite3 *db){ - int i; - for(i=0; inExtension; i++){ - sqlite3OsDlclose(db->aExtension[i]); - } - sqliteFree(db->aExtension); -} - -/* -** Enable or disable extension loading. Extension loading is disabled by -** default so as not to open security holes in older applications. -*/ -int sqlite3_enable_load_extension(sqlite3 *db, int onoff){ - if( onoff ){ - db->flags |= SQLITE_LoadExtension; - }else{ - db->flags &= ~SQLITE_LoadExtension; - } - return SQLITE_OK; -} - -/* -** A list of automatically loaded extensions. -** -** This list is shared across threads, so be sure to hold the -** mutex while accessing or changing it. -*/ -static int nAutoExtension = 0; -static void **aAutoExtension = 0; - - -/* -** Register a statically linked extension that is automatically -** loaded by every new database connection. -*/ -int sqlite3_auto_extension(void *xInit){ - int i; - int rc = SQLITE_OK; - sqlite3OsEnterMutex(); - for(i=0; i=nAutoExtension ){ - xInit = 0; - go = 0; - }else{ - xInit = (int(*)(sqlite3*,char**,const sqlite3_api_routines*)) - aAutoExtension[i]; - } - sqlite3OsLeaveMutex(); - if( xInit && xInit(db, &zErrmsg, &sqlite3_apis) ){ - sqlite3Error(db, SQLITE_ERROR, - "automatic extension loading failed: %s", zErrmsg); - go = 0; - rc = SQLITE_ERROR; - } - } - return rc; -} - -#endif /* SQLITE_OMIT_LOAD_EXTENSION */ diff --git a/libs/sqlite/src/main.c b/libs/sqlite/src/main.c deleted file mode 100644 index 2e301502b8..0000000000 --- a/libs/sqlite/src/main.c +++ /dev/null @@ -1,1342 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** Main file for the SQLite library. The routines in this file -** implement the programmer interface to the library. Routines in -** other files are for internal use by SQLite and should not be -** accessed by users of the library. -** -** $Id: main.c,v 1.360 2006/12/19 18:57:11 drh Exp $ -*/ -#include "sqliteInt.h" -#include "os.h" -#include - -/* -** The following constant value is used by the SQLITE_BIGENDIAN and -** SQLITE_LITTLEENDIAN macros. -*/ -const int sqlite3one = 1; - -/* -** The version of the library -*/ -const char sqlite3_version[] = SQLITE_VERSION; -const char *sqlite3_libversion(void){ return sqlite3_version; } -int sqlite3_libversion_number(void){ return SQLITE_VERSION_NUMBER; } - -/* -** This is the default collating function named "BINARY" which is always -** available. -*/ -static int binCollFunc( - void *NotUsed, - int nKey1, const void *pKey1, - int nKey2, const void *pKey2 -){ - int rc, n; - n = nKey1lastRowid; -} - -/* -** Return the number of changes in the most recent call to sqlite3_exec(). -*/ -int sqlite3_changes(sqlite3 *db){ - return db->nChange; -} - -/* -** Return the number of changes since the database handle was opened. -*/ -int sqlite3_total_changes(sqlite3 *db){ - return db->nTotalChange; -} - -/* -** Close an existing SQLite database -*/ -int sqlite3_close(sqlite3 *db){ - HashElem *i; - int j; - - if( !db ){ - return SQLITE_OK; - } - if( sqlite3SafetyCheck(db) ){ - return SQLITE_MISUSE; - } - -#ifdef SQLITE_SSE - { - extern void sqlite3SseCleanup(sqlite3*); - sqlite3SseCleanup(db); - } -#endif - - /* If there are any outstanding VMs, return SQLITE_BUSY. */ - sqlite3ResetInternalSchema(db, 0); - if( db->pVdbe ){ - sqlite3Error(db, SQLITE_BUSY, - "Unable to close due to unfinalised statements"); - return SQLITE_BUSY; - } - assert( !sqlite3SafetyCheck(db) ); - - /* FIX ME: db->magic may be set to SQLITE_MAGIC_CLOSED if the database - ** cannot be opened for some reason. So this routine needs to run in - ** that case. But maybe there should be an extra magic value for the - ** "failed to open" state. - */ - if( db->magic!=SQLITE_MAGIC_CLOSED && sqlite3SafetyOn(db) ){ - /* printf("DID NOT CLOSE\n"); fflush(stdout); */ - return SQLITE_ERROR; - } - - sqlite3VtabRollback(db); - - for(j=0; jnDb; j++){ - struct Db *pDb = &db->aDb[j]; - if( pDb->pBt ){ - sqlite3BtreeClose(pDb->pBt); - pDb->pBt = 0; - if( j!=1 ){ - pDb->pSchema = 0; - } - } - } - sqlite3ResetInternalSchema(db, 0); - assert( db->nDb<=2 ); - assert( db->aDb==db->aDbStatic ); - for(i=sqliteHashFirst(&db->aFunc); i; i=sqliteHashNext(i)){ - FuncDef *pFunc, *pNext; - for(pFunc = (FuncDef*)sqliteHashData(i); pFunc; pFunc=pNext){ - pNext = pFunc->pNext; - sqliteFree(pFunc); - } - } - - for(i=sqliteHashFirst(&db->aCollSeq); i; i=sqliteHashNext(i)){ - CollSeq *pColl = (CollSeq *)sqliteHashData(i); - sqliteFree(pColl); - } - sqlite3HashClear(&db->aCollSeq); -#ifndef SQLITE_OMIT_VIRTUALTABLE - for(i=sqliteHashFirst(&db->aModule); i; i=sqliteHashNext(i)){ - Module *pMod = (Module *)sqliteHashData(i); - sqliteFree(pMod); - } - sqlite3HashClear(&db->aModule); -#endif - - sqlite3HashClear(&db->aFunc); - sqlite3Error(db, SQLITE_OK, 0); /* Deallocates any cached error strings. */ - if( db->pErr ){ - sqlite3ValueFree(db->pErr); - } - sqlite3CloseExtensions(db); - - db->magic = SQLITE_MAGIC_ERROR; - - /* The temp-database schema is allocated differently from the other schema - ** objects (using sqliteMalloc() directly, instead of sqlite3BtreeSchema()). - ** So it needs to be freed here. Todo: Why not roll the temp schema into - ** the same sqliteMalloc() as the one that allocates the database - ** structure? - */ - sqliteFree(db->aDb[1].pSchema); - sqliteFree(db); - sqlite3ReleaseThreadData(); - return SQLITE_OK; -} - -/* -** Rollback all database files. -*/ -void sqlite3RollbackAll(sqlite3 *db){ - int i; - int inTrans = 0; - for(i=0; inDb; i++){ - if( db->aDb[i].pBt ){ - if( sqlite3BtreeIsInTrans(db->aDb[i].pBt) ){ - inTrans = 1; - } - sqlite3BtreeRollback(db->aDb[i].pBt); - db->aDb[i].inTrans = 0; - } - } - sqlite3VtabRollback(db); - if( db->flags&SQLITE_InternChanges ){ - sqlite3ResetInternalSchema(db, 0); - } - - /* If one has been configured, invoke the rollback-hook callback */ - if( db->xRollbackCallback && (inTrans || !db->autoCommit) ){ - db->xRollbackCallback(db->pRollbackArg); - } -} - -/* -** Return a static string that describes the kind of error specified in the -** argument. -*/ -const char *sqlite3ErrStr(int rc){ - const char *z; - switch( rc & 0xff ){ - case SQLITE_ROW: - case SQLITE_DONE: - case SQLITE_OK: z = "not an error"; break; - case SQLITE_ERROR: z = "SQL logic error or missing database"; break; - case SQLITE_PERM: z = "access permission denied"; break; - case SQLITE_ABORT: z = "callback requested query abort"; break; - case SQLITE_BUSY: z = "database is locked"; break; - case SQLITE_LOCKED: z = "database table is locked"; break; - case SQLITE_NOMEM: z = "out of memory"; break; - case SQLITE_READONLY: z = "attempt to write a readonly database"; break; - case SQLITE_INTERRUPT: z = "interrupted"; break; - case SQLITE_IOERR: z = "disk I/O error"; break; - case SQLITE_CORRUPT: z = "database disk image is malformed"; break; - case SQLITE_FULL: z = "database or disk is full"; break; - case SQLITE_CANTOPEN: z = "unable to open database file"; break; - case SQLITE_PROTOCOL: z = "database locking protocol failure"; break; - case SQLITE_EMPTY: z = "table contains no data"; break; - case SQLITE_SCHEMA: z = "database schema has changed"; break; - case SQLITE_CONSTRAINT: z = "constraint failed"; break; - case SQLITE_MISMATCH: z = "datatype mismatch"; break; - case SQLITE_MISUSE: z = "library routine called out of sequence";break; - case SQLITE_NOLFS: z = "kernel lacks large file support"; break; - case SQLITE_AUTH: z = "authorization denied"; break; - case SQLITE_FORMAT: z = "auxiliary database format error"; break; - case SQLITE_RANGE: z = "bind or column index out of range"; break; - case SQLITE_NOTADB: z = "file is encrypted or is not a database";break; - default: z = "unknown error"; break; - } - return z; -} - -/* -** This routine implements a busy callback that sleeps and tries -** again until a timeout value is reached. The timeout value is -** an integer number of milliseconds passed in as the first -** argument. -*/ -static int sqliteDefaultBusyCallback( - void *ptr, /* Database connection */ - int count /* Number of times table has been busy */ -){ -#if OS_WIN || (defined(HAVE_USLEEP) && HAVE_USLEEP) - static const u8 delays[] = - { 1, 2, 5, 10, 15, 20, 25, 25, 25, 50, 50, 100 }; - static const u8 totals[] = - { 0, 1, 3, 8, 18, 33, 53, 78, 103, 128, 178, 228 }; -# define NDELAY (sizeof(delays)/sizeof(delays[0])) - int timeout = ((sqlite3 *)ptr)->busyTimeout; - int delay, prior; - - assert( count>=0 ); - if( count < NDELAY ){ - delay = delays[count]; - prior = totals[count]; - }else{ - delay = delays[NDELAY-1]; - prior = totals[NDELAY-1] + delay*(count-(NDELAY-1)); - } - if( prior + delay > timeout ){ - delay = timeout - prior; - if( delay<=0 ) return 0; - } - sqlite3OsSleep(delay); - return 1; -#else - int timeout = ((sqlite3 *)ptr)->busyTimeout; - if( (count+1)*1000 > timeout ){ - return 0; - } - sqlite3OsSleep(1000); - return 1; -#endif -} - -/* -** Invoke the given busy handler. -** -** This routine is called when an operation failed with a lock. -** If this routine returns non-zero, the lock is retried. If it -** returns 0, the operation aborts with an SQLITE_BUSY error. -*/ -int sqlite3InvokeBusyHandler(BusyHandler *p){ - int rc; - if( p==0 || p->xFunc==0 || p->nBusy<0 ) return 0; - rc = p->xFunc(p->pArg, p->nBusy); - if( rc==0 ){ - p->nBusy = -1; - }else{ - p->nBusy++; - } - return rc; -} - -/* -** This routine sets the busy callback for an Sqlite database to the -** given callback function with the given argument. -*/ -int sqlite3_busy_handler( - sqlite3 *db, - int (*xBusy)(void*,int), - void *pArg -){ - if( sqlite3SafetyCheck(db) ){ - return SQLITE_MISUSE; - } - db->busyHandler.xFunc = xBusy; - db->busyHandler.pArg = pArg; - db->busyHandler.nBusy = 0; - return SQLITE_OK; -} - -#ifndef SQLITE_OMIT_PROGRESS_CALLBACK -/* -** This routine sets the progress callback for an Sqlite database to the -** given callback function with the given argument. The progress callback will -** be invoked every nOps opcodes. -*/ -void sqlite3_progress_handler( - sqlite3 *db, - int nOps, - int (*xProgress)(void*), - void *pArg -){ - if( !sqlite3SafetyCheck(db) ){ - if( nOps>0 ){ - db->xProgress = xProgress; - db->nProgressOps = nOps; - db->pProgressArg = pArg; - }else{ - db->xProgress = 0; - db->nProgressOps = 0; - db->pProgressArg = 0; - } - } -} -#endif - - -/* -** This routine installs a default busy handler that waits for the -** specified number of milliseconds before returning 0. -*/ -int sqlite3_busy_timeout(sqlite3 *db, int ms){ - if( sqlite3SafetyCheck(db) ){ - return SQLITE_MISUSE; - } - if( ms>0 ){ - db->busyTimeout = ms; - sqlite3_busy_handler(db, sqliteDefaultBusyCallback, (void*)db); - }else{ - sqlite3_busy_handler(db, 0, 0); - } - return SQLITE_OK; -} - -/* -** Cause any pending operation to stop at its earliest opportunity. -*/ -void sqlite3_interrupt(sqlite3 *db){ - if( db && (db->magic==SQLITE_MAGIC_OPEN || db->magic==SQLITE_MAGIC_BUSY) ){ - db->u1.isInterrupted = 1; - } -} - -/* -** Memory allocation routines that use SQLites internal memory -** memory allocator. Depending on how SQLite is compiled, the -** internal memory allocator might be just an alias for the -** system default malloc/realloc/free. Or the built-in allocator -** might do extra stuff like put sentinals around buffers to -** check for overruns or look for memory leaks. -** -** Use sqlite3_free() to free memory returned by sqlite3_mprintf(). -*/ -void sqlite3_free(void *p){ if( p ) sqlite3OsFree(p); } -void *sqlite3_malloc(int nByte){ return nByte>0 ? sqlite3OsMalloc(nByte) : 0; } -void *sqlite3_realloc(void *pOld, int nByte){ - if( pOld ){ - if( nByte>0 ){ - return sqlite3OsRealloc(pOld, nByte); - }else{ - sqlite3OsFree(pOld); - return 0; - } - }else{ - return sqlite3_malloc(nByte); - } -} - -/* -** This function is exactly the same as sqlite3_create_function(), except -** that it is designed to be called by internal code. The difference is -** that if a malloc() fails in sqlite3_create_function(), an error code -** is returned and the mallocFailed flag cleared. -*/ -int sqlite3CreateFunc( - sqlite3 *db, - const char *zFunctionName, - int nArg, - int enc, - void *pUserData, - void (*xFunc)(sqlite3_context*,int,sqlite3_value **), - void (*xStep)(sqlite3_context*,int,sqlite3_value **), - void (*xFinal)(sqlite3_context*) -){ - FuncDef *p; - int nName; - - if( sqlite3SafetyCheck(db) ){ - return SQLITE_MISUSE; - } - if( zFunctionName==0 || - (xFunc && (xFinal || xStep)) || - (!xFunc && (xFinal && !xStep)) || - (!xFunc && (!xFinal && xStep)) || - (nArg<-1 || nArg>127) || - (255<(nName = strlen(zFunctionName))) ){ - sqlite3Error(db, SQLITE_ERROR, "bad parameters"); - return SQLITE_ERROR; - } - -#ifndef SQLITE_OMIT_UTF16 - /* If SQLITE_UTF16 is specified as the encoding type, transform this - ** to one of SQLITE_UTF16LE or SQLITE_UTF16BE using the - ** SQLITE_UTF16NATIVE macro. SQLITE_UTF16 is not used internally. - ** - ** If SQLITE_ANY is specified, add three versions of the function - ** to the hash table. - */ - if( enc==SQLITE_UTF16 ){ - enc = SQLITE_UTF16NATIVE; - }else if( enc==SQLITE_ANY ){ - int rc; - rc = sqlite3CreateFunc(db, zFunctionName, nArg, SQLITE_UTF8, - pUserData, xFunc, xStep, xFinal); - if( rc!=SQLITE_OK ) return rc; - rc = sqlite3CreateFunc(db, zFunctionName, nArg, SQLITE_UTF16LE, - pUserData, xFunc, xStep, xFinal); - if( rc!=SQLITE_OK ) return rc; - enc = SQLITE_UTF16BE; - } -#else - enc = SQLITE_UTF8; -#endif - - /* Check if an existing function is being overridden or deleted. If so, - ** and there are active VMs, then return SQLITE_BUSY. If a function - ** is being overridden/deleted but there are no active VMs, allow the - ** operation to continue but invalidate all precompiled statements. - */ - p = sqlite3FindFunction(db, zFunctionName, nName, nArg, enc, 0); - if( p && p->iPrefEnc==enc && p->nArg==nArg ){ - if( db->activeVdbeCnt ){ - sqlite3Error(db, SQLITE_BUSY, - "Unable to delete/modify user-function due to active statements"); - assert( !sqlite3MallocFailed() ); - return SQLITE_BUSY; - }else{ - sqlite3ExpirePreparedStatements(db); - } - } - - p = sqlite3FindFunction(db, zFunctionName, nName, nArg, enc, 1); - if( p ){ - p->flags = 0; - p->xFunc = xFunc; - p->xStep = xStep; - p->xFinalize = xFinal; - p->pUserData = pUserData; - p->nArg = nArg; - } - return SQLITE_OK; -} - -/* -** Create new user functions. -*/ -int sqlite3_create_function( - sqlite3 *db, - const char *zFunctionName, - int nArg, - int enc, - void *p, - void (*xFunc)(sqlite3_context*,int,sqlite3_value **), - void (*xStep)(sqlite3_context*,int,sqlite3_value **), - void (*xFinal)(sqlite3_context*) -){ - int rc; - assert( !sqlite3MallocFailed() ); - rc = sqlite3CreateFunc(db, zFunctionName, nArg, enc, p, xFunc, xStep, xFinal); - - return sqlite3ApiExit(db, rc); -} - -#ifndef SQLITE_OMIT_UTF16 -int sqlite3_create_function16( - sqlite3 *db, - const void *zFunctionName, - int nArg, - int eTextRep, - void *p, - void (*xFunc)(sqlite3_context*,int,sqlite3_value**), - void (*xStep)(sqlite3_context*,int,sqlite3_value**), - void (*xFinal)(sqlite3_context*) -){ - int rc; - char *zFunc8; - assert( !sqlite3MallocFailed() ); - - zFunc8 = sqlite3utf16to8(zFunctionName, -1); - rc = sqlite3CreateFunc(db, zFunc8, nArg, eTextRep, p, xFunc, xStep, xFinal); - sqliteFree(zFunc8); - - return sqlite3ApiExit(db, rc); -} -#endif - - -/* -** Declare that a function has been overloaded by a virtual table. -** -** If the function already exists as a regular global function, then -** this routine is a no-op. If the function does not exist, then create -** a new one that always throws a run-time error. -** -** When virtual tables intend to provide an overloaded function, they -** should call this routine to make sure the global function exists. -** A global function must exist in order for name resolution to work -** properly. -*/ -int sqlite3_overload_function( - sqlite3 *db, - const char *zName, - int nArg -){ - int nName = strlen(zName); - if( sqlite3FindFunction(db, zName, nName, nArg, SQLITE_UTF8, 0)==0 ){ - sqlite3CreateFunc(db, zName, nArg, SQLITE_UTF8, - 0, sqlite3InvalidFunction, 0, 0); - } - return sqlite3ApiExit(db, SQLITE_OK); -} - -#ifndef SQLITE_OMIT_TRACE -/* -** Register a trace function. The pArg from the previously registered trace -** is returned. -** -** A NULL trace function means that no tracing is executes. A non-NULL -** trace is a pointer to a function that is invoked at the start of each -** SQL statement. -*/ -void *sqlite3_trace(sqlite3 *db, void (*xTrace)(void*,const char*), void *pArg){ - void *pOld = db->pTraceArg; - db->xTrace = xTrace; - db->pTraceArg = pArg; - return pOld; -} -/* -** Register a profile function. The pArg from the previously registered -** profile function is returned. -** -** A NULL profile function means that no profiling is executes. A non-NULL -** profile is a pointer to a function that is invoked at the conclusion of -** each SQL statement that is run. -*/ -void *sqlite3_profile( - sqlite3 *db, - void (*xProfile)(void*,const char*,sqlite_uint64), - void *pArg -){ - void *pOld = db->pProfileArg; - db->xProfile = xProfile; - db->pProfileArg = pArg; - return pOld; -} -#endif /* SQLITE_OMIT_TRACE */ - -/*** EXPERIMENTAL *** -** -** Register a function to be invoked when a transaction comments. -** If the invoked function returns non-zero, then the commit becomes a -** rollback. -*/ -void *sqlite3_commit_hook( - sqlite3 *db, /* Attach the hook to this database */ - int (*xCallback)(void*), /* Function to invoke on each commit */ - void *pArg /* Argument to the function */ -){ - void *pOld = db->pCommitArg; - db->xCommitCallback = xCallback; - db->pCommitArg = pArg; - return pOld; -} - -/* -** Register a callback to be invoked each time a row is updated, -** inserted or deleted using this database connection. -*/ -void *sqlite3_update_hook( - sqlite3 *db, /* Attach the hook to this database */ - void (*xCallback)(void*,int,char const *,char const *,sqlite_int64), - void *pArg /* Argument to the function */ -){ - void *pRet = db->pUpdateArg; - db->xUpdateCallback = xCallback; - db->pUpdateArg = pArg; - return pRet; -} - -/* -** Register a callback to be invoked each time a transaction is rolled -** back by this database connection. -*/ -void *sqlite3_rollback_hook( - sqlite3 *db, /* Attach the hook to this database */ - void (*xCallback)(void*), /* Callback function */ - void *pArg /* Argument to the function */ -){ - void *pRet = db->pRollbackArg; - db->xRollbackCallback = xCallback; - db->pRollbackArg = pArg; - return pRet; -} - -/* -** This routine is called to create a connection to a database BTree -** driver. If zFilename is the name of a file, then that file is -** opened and used. If zFilename is the magic name ":memory:" then -** the database is stored in memory (and is thus forgotten as soon as -** the connection is closed.) If zFilename is NULL then the database -** is a "virtual" database for transient use only and is deleted as -** soon as the connection is closed. -** -** A virtual database can be either a disk file (that is automatically -** deleted when the file is closed) or it an be held entirely in memory, -** depending on the values of the TEMP_STORE compile-time macro and the -** db->temp_store variable, according to the following chart: -** -** TEMP_STORE db->temp_store Location of temporary database -** ---------- -------------- ------------------------------ -** 0 any file -** 1 1 file -** 1 2 memory -** 1 0 file -** 2 1 file -** 2 2 memory -** 2 0 memory -** 3 any memory -*/ -int sqlite3BtreeFactory( - const sqlite3 *db, /* Main database when opening aux otherwise 0 */ - const char *zFilename, /* Name of the file containing the BTree database */ - int omitJournal, /* if TRUE then do not journal this file */ - int nCache, /* How many pages in the page cache */ - Btree **ppBtree /* Pointer to new Btree object written here */ -){ - int btree_flags = 0; - int rc; - - assert( ppBtree != 0); - if( omitJournal ){ - btree_flags |= BTREE_OMIT_JOURNAL; - } - if( db->flags & SQLITE_NoReadlock ){ - btree_flags |= BTREE_NO_READLOCK; - } - if( zFilename==0 ){ -#if TEMP_STORE==0 - /* Do nothing */ -#endif -#ifndef SQLITE_OMIT_MEMORYDB -#if TEMP_STORE==1 - if( db->temp_store==2 ) zFilename = ":memory:"; -#endif -#if TEMP_STORE==2 - if( db->temp_store!=1 ) zFilename = ":memory:"; -#endif -#if TEMP_STORE==3 - zFilename = ":memory:"; -#endif -#endif /* SQLITE_OMIT_MEMORYDB */ - } - - rc = sqlite3BtreeOpen(zFilename, (sqlite3 *)db, ppBtree, btree_flags); - if( rc==SQLITE_OK ){ - sqlite3BtreeSetBusyHandler(*ppBtree, (void*)&db->busyHandler); - sqlite3BtreeSetCacheSize(*ppBtree, nCache); - } - return rc; -} - -/* -** Return UTF-8 encoded English language explanation of the most recent -** error. -*/ -const char *sqlite3_errmsg(sqlite3 *db){ - const char *z; - if( !db || sqlite3MallocFailed() ){ - return sqlite3ErrStr(SQLITE_NOMEM); - } - if( sqlite3SafetyCheck(db) || db->errCode==SQLITE_MISUSE ){ - return sqlite3ErrStr(SQLITE_MISUSE); - } - z = (char*)sqlite3_value_text(db->pErr); - if( z==0 ){ - z = sqlite3ErrStr(db->errCode); - } - return z; -} - -#ifndef SQLITE_OMIT_UTF16 -/* -** Return UTF-16 encoded English language explanation of the most recent -** error. -*/ -const void *sqlite3_errmsg16(sqlite3 *db){ - /* Because all the characters in the string are in the unicode - ** range 0x00-0xFF, if we pad the big-endian string with a - ** zero byte, we can obtain the little-endian string with - ** &big_endian[1]. - */ - static const char outOfMemBe[] = { - 0, 'o', 0, 'u', 0, 't', 0, ' ', - 0, 'o', 0, 'f', 0, ' ', - 0, 'm', 0, 'e', 0, 'm', 0, 'o', 0, 'r', 0, 'y', 0, 0, 0 - }; - static const char misuseBe [] = { - 0, 'l', 0, 'i', 0, 'b', 0, 'r', 0, 'a', 0, 'r', 0, 'y', 0, ' ', - 0, 'r', 0, 'o', 0, 'u', 0, 't', 0, 'i', 0, 'n', 0, 'e', 0, ' ', - 0, 'c', 0, 'a', 0, 'l', 0, 'l', 0, 'e', 0, 'd', 0, ' ', - 0, 'o', 0, 'u', 0, 't', 0, ' ', - 0, 'o', 0, 'f', 0, ' ', - 0, 's', 0, 'e', 0, 'q', 0, 'u', 0, 'e', 0, 'n', 0, 'c', 0, 'e', 0, 0, 0 - }; - - const void *z; - if( sqlite3MallocFailed() ){ - return (void *)(&outOfMemBe[SQLITE_UTF16NATIVE==SQLITE_UTF16LE?1:0]); - } - if( sqlite3SafetyCheck(db) || db->errCode==SQLITE_MISUSE ){ - return (void *)(&misuseBe[SQLITE_UTF16NATIVE==SQLITE_UTF16LE?1:0]); - } - z = sqlite3_value_text16(db->pErr); - if( z==0 ){ - sqlite3ValueSetStr(db->pErr, -1, sqlite3ErrStr(db->errCode), - SQLITE_UTF8, SQLITE_STATIC); - z = sqlite3_value_text16(db->pErr); - } - sqlite3ApiExit(0, 0); - return z; -} -#endif /* SQLITE_OMIT_UTF16 */ - -/* -** Return the most recent error code generated by an SQLite routine. If NULL is -** passed to this function, we assume a malloc() failed during sqlite3_open(). -*/ -int sqlite3_errcode(sqlite3 *db){ - if( !db || sqlite3MallocFailed() ){ - return SQLITE_NOMEM; - } - if( sqlite3SafetyCheck(db) ){ - return SQLITE_MISUSE; - } - return db->errCode & db->errMask; -} - -/* -** Create a new collating function for database "db". The name is zName -** and the encoding is enc. -*/ -static int createCollation( - sqlite3* db, - const char *zName, - int enc, - void* pCtx, - int(*xCompare)(void*,int,const void*,int,const void*) -){ - CollSeq *pColl; - int enc2; - - if( sqlite3SafetyCheck(db) ){ - return SQLITE_MISUSE; - } - - /* If SQLITE_UTF16 is specified as the encoding type, transform this - ** to one of SQLITE_UTF16LE or SQLITE_UTF16BE using the - ** SQLITE_UTF16NATIVE macro. SQLITE_UTF16 is not used internally. - */ - enc2 = enc & ~SQLITE_UTF16_ALIGNED; - if( enc2==SQLITE_UTF16 ){ - enc2 = SQLITE_UTF16NATIVE; - } - - if( (enc2&~3)!=0 ){ - sqlite3Error(db, SQLITE_ERROR, "unknown encoding"); - return SQLITE_ERROR; - } - - /* Check if this call is removing or replacing an existing collation - ** sequence. If so, and there are active VMs, return busy. If there - ** are no active VMs, invalidate any pre-compiled statements. - */ - pColl = sqlite3FindCollSeq(db, (u8)enc2, zName, strlen(zName), 0); - if( pColl && pColl->xCmp ){ - if( db->activeVdbeCnt ){ - sqlite3Error(db, SQLITE_BUSY, - "Unable to delete/modify collation sequence due to active statements"); - return SQLITE_BUSY; - } - sqlite3ExpirePreparedStatements(db); - } - - pColl = sqlite3FindCollSeq(db, (u8)enc2, zName, strlen(zName), 1); - if( pColl ){ - pColl->xCmp = xCompare; - pColl->pUser = pCtx; - pColl->enc = enc2 | (enc & SQLITE_UTF16_ALIGNED); - } - sqlite3Error(db, SQLITE_OK, 0); - return SQLITE_OK; -} - - -/* -** This routine does the work of opening a database on behalf of -** sqlite3_open() and sqlite3_open16(). The database filename "zFilename" -** is UTF-8 encoded. -*/ -static int openDatabase( - const char *zFilename, /* Database filename UTF-8 encoded */ - sqlite3 **ppDb /* OUT: Returned database handle */ -){ - sqlite3 *db; - int rc; - CollSeq *pColl; - - assert( !sqlite3MallocFailed() ); - - /* Allocate the sqlite data structure */ - db = sqliteMalloc( sizeof(sqlite3) ); - if( db==0 ) goto opendb_out; - db->errMask = 0xff; - db->priorNewRowid = 0; - db->magic = SQLITE_MAGIC_BUSY; - db->nDb = 2; - db->aDb = db->aDbStatic; - db->autoCommit = 1; - db->flags |= SQLITE_ShortColNames -#if SQLITE_DEFAULT_FILE_FORMAT<4 - | SQLITE_LegacyFileFmt -#endif - ; - sqlite3HashInit(&db->aFunc, SQLITE_HASH_STRING, 0); - sqlite3HashInit(&db->aCollSeq, SQLITE_HASH_STRING, 0); -#ifndef SQLITE_OMIT_VIRTUALTABLE - sqlite3HashInit(&db->aModule, SQLITE_HASH_STRING, 0); -#endif - - /* Add the default collation sequence BINARY. BINARY works for both UTF-8 - ** and UTF-16, so add a version for each to avoid any unnecessary - ** conversions. The only error that can occur here is a malloc() failure. - */ - if( createCollation(db, "BINARY", SQLITE_UTF8, 0, binCollFunc) || - createCollation(db, "BINARY", SQLITE_UTF16BE, 0, binCollFunc) || - createCollation(db, "BINARY", SQLITE_UTF16LE, 0, binCollFunc) || - (db->pDfltColl = sqlite3FindCollSeq(db, SQLITE_UTF8, "BINARY", 6, 0))==0 - ){ - assert( sqlite3MallocFailed() ); - db->magic = SQLITE_MAGIC_CLOSED; - goto opendb_out; - } - - /* Also add a UTF-8 case-insensitive collation sequence. */ - createCollation(db, "NOCASE", SQLITE_UTF8, 0, nocaseCollatingFunc); - - /* Set flags on the built-in collating sequences */ - db->pDfltColl->type = SQLITE_COLL_BINARY; - pColl = sqlite3FindCollSeq(db, SQLITE_UTF8, "NOCASE", 6, 0); - if( pColl ){ - pColl->type = SQLITE_COLL_NOCASE; - } - - /* Open the backend database driver */ - rc = sqlite3BtreeFactory(db, zFilename, 0, MAX_PAGES, &db->aDb[0].pBt); - if( rc!=SQLITE_OK ){ - sqlite3Error(db, rc, 0); - db->magic = SQLITE_MAGIC_CLOSED; - goto opendb_out; - } - db->aDb[0].pSchema = sqlite3SchemaGet(db->aDb[0].pBt); - db->aDb[1].pSchema = sqlite3SchemaGet(0); - - - /* The default safety_level for the main database is 'full'; for the temp - ** database it is 'NONE'. This matches the pager layer defaults. - */ - db->aDb[0].zName = "main"; - db->aDb[0].safety_level = 3; -#ifndef SQLITE_OMIT_TEMPDB - db->aDb[1].zName = "temp"; - db->aDb[1].safety_level = 1; -#endif - - /* Register all built-in functions, but do not attempt to read the - ** database schema yet. This is delayed until the first time the database - ** is accessed. - */ - if( !sqlite3MallocFailed() ){ - sqlite3Error(db, SQLITE_OK, 0); - sqlite3RegisterBuiltinFunctions(db); - } - db->magic = SQLITE_MAGIC_OPEN; - - /* Load automatic extensions - extensions that have been registered - ** using the sqlite3_automatic_extension() API. - */ - (void)sqlite3AutoLoadExtensions(db); - -#ifdef SQLITE_ENABLE_FTS1 - { - extern int sqlite3Fts1Init(sqlite3*); - sqlite3Fts1Init(db); - } -#endif - -#ifdef SQLITE_ENABLE_FTS2 - { - extern int sqlite3Fts2Init(sqlite3*); - sqlite3Fts2Init(db); - } -#endif - -opendb_out: - if( SQLITE_NOMEM==(rc = sqlite3_errcode(db)) ){ - sqlite3_close(db); - db = 0; - } - *ppDb = db; - return sqlite3ApiExit(0, rc); -} - -/* -** Open a new database handle. -*/ -int sqlite3_open( - const char *zFilename, - sqlite3 **ppDb -){ - return openDatabase(zFilename, ppDb); -} - -#ifndef SQLITE_OMIT_UTF16 -/* -** Open a new database handle. -*/ -int sqlite3_open16( - const void *zFilename, - sqlite3 **ppDb -){ - char const *zFilename8; /* zFilename encoded in UTF-8 instead of UTF-16 */ - int rc = SQLITE_OK; - sqlite3_value *pVal; - - assert( zFilename ); - assert( ppDb ); - *ppDb = 0; - pVal = sqlite3ValueNew(); - sqlite3ValueSetStr(pVal, -1, zFilename, SQLITE_UTF16NATIVE, SQLITE_STATIC); - zFilename8 = sqlite3ValueText(pVal, SQLITE_UTF8); - if( zFilename8 ){ - rc = openDatabase(zFilename8, ppDb); - if( rc==SQLITE_OK && *ppDb ){ - rc = sqlite3_exec(*ppDb, "PRAGMA encoding = 'UTF-16'", 0, 0, 0); - if( rc!=SQLITE_OK ){ - sqlite3_close(*ppDb); - *ppDb = 0; - } - } - } - sqlite3ValueFree(pVal); - - return sqlite3ApiExit(0, rc); -} -#endif /* SQLITE_OMIT_UTF16 */ - -/* -** The following routine destroys a virtual machine that is created by -** the sqlite3_compile() routine. The integer returned is an SQLITE_ -** success/failure code that describes the result of executing the virtual -** machine. -** -** This routine sets the error code and string returned by -** sqlite3_errcode(), sqlite3_errmsg() and sqlite3_errmsg16(). -*/ -int sqlite3_finalize(sqlite3_stmt *pStmt){ - int rc; - if( pStmt==0 ){ - rc = SQLITE_OK; - }else{ - rc = sqlite3VdbeFinalize((Vdbe*)pStmt); - } - return rc; -} - -/* -** Terminate the current execution of an SQL statement and reset it -** back to its starting state so that it can be reused. A success code from -** the prior execution is returned. -** -** This routine sets the error code and string returned by -** sqlite3_errcode(), sqlite3_errmsg() and sqlite3_errmsg16(). -*/ -int sqlite3_reset(sqlite3_stmt *pStmt){ - int rc; - if( pStmt==0 ){ - rc = SQLITE_OK; - }else{ - rc = sqlite3VdbeReset((Vdbe*)pStmt); - sqlite3VdbeMakeReady((Vdbe*)pStmt, -1, 0, 0, 0); - assert( (rc & (sqlite3_db_handle(pStmt)->errMask))==rc ); - } - return rc; -} - -/* -** Register a new collation sequence with the database handle db. -*/ -int sqlite3_create_collation( - sqlite3* db, - const char *zName, - int enc, - void* pCtx, - int(*xCompare)(void*,int,const void*,int,const void*) -){ - int rc; - assert( !sqlite3MallocFailed() ); - rc = createCollation(db, zName, enc, pCtx, xCompare); - return sqlite3ApiExit(db, rc); -} - -#ifndef SQLITE_OMIT_UTF16 -/* -** Register a new collation sequence with the database handle db. -*/ -int sqlite3_create_collation16( - sqlite3* db, - const char *zName, - int enc, - void* pCtx, - int(*xCompare)(void*,int,const void*,int,const void*) -){ - int rc = SQLITE_OK; - char *zName8; - assert( !sqlite3MallocFailed() ); - zName8 = sqlite3utf16to8(zName, -1); - if( zName8 ){ - rc = createCollation(db, zName8, enc, pCtx, xCompare); - sqliteFree(zName8); - } - return sqlite3ApiExit(db, rc); -} -#endif /* SQLITE_OMIT_UTF16 */ - -/* -** Register a collation sequence factory callback with the database handle -** db. Replace any previously installed collation sequence factory. -*/ -int sqlite3_collation_needed( - sqlite3 *db, - void *pCollNeededArg, - void(*xCollNeeded)(void*,sqlite3*,int eTextRep,const char*) -){ - if( sqlite3SafetyCheck(db) ){ - return SQLITE_MISUSE; - } - db->xCollNeeded = xCollNeeded; - db->xCollNeeded16 = 0; - db->pCollNeededArg = pCollNeededArg; - return SQLITE_OK; -} - -#ifndef SQLITE_OMIT_UTF16 -/* -** Register a collation sequence factory callback with the database handle -** db. Replace any previously installed collation sequence factory. -*/ -int sqlite3_collation_needed16( - sqlite3 *db, - void *pCollNeededArg, - void(*xCollNeeded16)(void*,sqlite3*,int eTextRep,const void*) -){ - if( sqlite3SafetyCheck(db) ){ - return SQLITE_MISUSE; - } - db->xCollNeeded = 0; - db->xCollNeeded16 = xCollNeeded16; - db->pCollNeededArg = pCollNeededArg; - return SQLITE_OK; -} -#endif /* SQLITE_OMIT_UTF16 */ - -#ifndef SQLITE_OMIT_GLOBALRECOVER -/* -** This function is now an anachronism. It used to be used to recover from a -** malloc() failure, but SQLite now does this automatically. -*/ -int sqlite3_global_recover(){ - return SQLITE_OK; -} -#endif - -/* -** Test to see whether or not the database connection is in autocommit -** mode. Return TRUE if it is and FALSE if not. Autocommit mode is on -** by default. Autocommit is disabled by a BEGIN statement and reenabled -** by the next COMMIT or ROLLBACK. -** -******* THIS IS AN EXPERIMENTAL API AND IS SUBJECT TO CHANGE ****** -*/ -int sqlite3_get_autocommit(sqlite3 *db){ - return db->autoCommit; -} - -#ifdef SQLITE_DEBUG -/* -** The following routine is subtituted for constant SQLITE_CORRUPT in -** debugging builds. This provides a way to set a breakpoint for when -** corruption is first detected. -*/ -int sqlite3Corrupt(void){ - return SQLITE_CORRUPT; -} -#endif - - -#ifndef SQLITE_OMIT_SHARED_CACHE -/* -** Enable or disable the shared pager and schema features for the -** current thread. -** -** This routine should only be called when there are no open -** database connections. -*/ -int sqlite3_enable_shared_cache(int enable){ - ThreadData *pTd = sqlite3ThreadData(); - if( pTd ){ - /* It is only legal to call sqlite3_enable_shared_cache() when there - ** are no currently open b-trees that were opened by the calling thread. - ** This condition is only easy to detect if the shared-cache were - ** previously enabled (and is being disabled). - */ - if( pTd->pBtree && !enable ){ - assert( pTd->useSharedData ); - return SQLITE_MISUSE; - } - - pTd->useSharedData = enable; - sqlite3ReleaseThreadData(); - } - return sqlite3ApiExit(0, SQLITE_OK); -} -#endif - -/* -** This is a convenience routine that makes sure that all thread-specific -** data for this thread has been deallocated. -*/ -void sqlite3_thread_cleanup(void){ - ThreadData *pTd = sqlite3OsThreadSpecificData(0); - if( pTd ){ - memset(pTd, 0, sizeof(*pTd)); - sqlite3OsThreadSpecificData(-1); - } -} - -/* -** Return meta information about a specific column of a database table. -** See comment in sqlite3.h (sqlite.h.in) for details. -*/ -#ifdef SQLITE_ENABLE_COLUMN_METADATA -int sqlite3_table_column_metadata( - sqlite3 *db, /* Connection handle */ - const char *zDbName, /* Database name or NULL */ - const char *zTableName, /* Table name */ - const char *zColumnName, /* Column name */ - char const **pzDataType, /* OUTPUT: Declared data type */ - char const **pzCollSeq, /* OUTPUT: Collation sequence name */ - int *pNotNull, /* OUTPUT: True if NOT NULL constraint exists */ - int *pPrimaryKey, /* OUTPUT: True if column part of PK */ - int *pAutoinc /* OUTPUT: True if colums is auto-increment */ -){ - int rc; - char *zErrMsg = 0; - Table *pTab = 0; - Column *pCol = 0; - int iCol; - - char const *zDataType = 0; - char const *zCollSeq = 0; - int notnull = 0; - int primarykey = 0; - int autoinc = 0; - - /* Ensure the database schema has been loaded */ - if( sqlite3SafetyOn(db) ){ - return SQLITE_MISUSE; - } - rc = sqlite3Init(db, &zErrMsg); - if( SQLITE_OK!=rc ){ - goto error_out; - } - - /* Locate the table in question */ - pTab = sqlite3FindTable(db, zTableName, zDbName); - if( !pTab || pTab->pSelect ){ - pTab = 0; - goto error_out; - } - - /* Find the column for which info is requested */ - if( sqlite3IsRowid(zColumnName) ){ - iCol = pTab->iPKey; - if( iCol>=0 ){ - pCol = &pTab->aCol[iCol]; - } - }else{ - for(iCol=0; iColnCol; iCol++){ - pCol = &pTab->aCol[iCol]; - if( 0==sqlite3StrICmp(pCol->zName, zColumnName) ){ - break; - } - } - if( iCol==pTab->nCol ){ - pTab = 0; - goto error_out; - } - } - - /* The following block stores the meta information that will be returned - ** to the caller in local variables zDataType, zCollSeq, notnull, primarykey - ** and autoinc. At this point there are two possibilities: - ** - ** 1. The specified column name was rowid", "oid" or "_rowid_" - ** and there is no explicitly declared IPK column. - ** - ** 2. The table is not a view and the column name identified an - ** explicitly declared column. Copy meta information from *pCol. - */ - if( pCol ){ - zDataType = pCol->zType; - zCollSeq = pCol->zColl; - notnull = (pCol->notNull?1:0); - primarykey = (pCol->isPrimKey?1:0); - autoinc = ((pTab->iPKey==iCol && pTab->autoInc)?1:0); - }else{ - zDataType = "INTEGER"; - primarykey = 1; - } - if( !zCollSeq ){ - zCollSeq = "BINARY"; - } - -error_out: - if( sqlite3SafetyOff(db) ){ - rc = SQLITE_MISUSE; - } - - /* Whether the function call succeeded or failed, set the output parameters - ** to whatever their local counterparts contain. If an error did occur, - ** this has the effect of zeroing all output parameters. - */ - if( pzDataType ) *pzDataType = zDataType; - if( pzCollSeq ) *pzCollSeq = zCollSeq; - if( pNotNull ) *pNotNull = notnull; - if( pPrimaryKey ) *pPrimaryKey = primarykey; - if( pAutoinc ) *pAutoinc = autoinc; - - if( SQLITE_OK==rc && !pTab ){ - sqlite3SetString(&zErrMsg, "no such table column: ", zTableName, ".", - zColumnName, 0); - rc = SQLITE_ERROR; - } - sqlite3Error(db, rc, (zErrMsg?"%s":0), zErrMsg); - sqliteFree(zErrMsg); - return sqlite3ApiExit(db, rc); -} -#endif - -/* -** Set all the parameters in the compiled SQL statement to NULL. -*/ -int sqlite3_clear_bindings(sqlite3_stmt *pStmt){ - int i; - int rc = SQLITE_OK; - for(i=1; rc==SQLITE_OK && i<=sqlite3_bind_parameter_count(pStmt); i++){ - rc = sqlite3_bind_null(pStmt, i); - } - return rc; -} - -/* -** Sleep for a little while. Return the amount of time slept. -*/ -int sqlite3_sleep(int ms){ - return sqlite3OsSleep(ms); -} - -/* -** Enable or disable the extended result codes. -*/ -int sqlite3_extended_result_codes(sqlite3 *db, int onoff){ - db->errMask = onoff ? 0xffffffff : 0xff; - return SQLITE_OK; -} diff --git a/libs/sqlite/src/os.c b/libs/sqlite/src/os.c deleted file mode 100644 index ec482fe0e7..0000000000 --- a/libs/sqlite/src/os.c +++ /dev/null @@ -1,92 +0,0 @@ -/* -** 2005 November 29 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -****************************************************************************** -** -** This file contains OS interface code that is common to all -** architectures. -*/ -#define _SQLITE_OS_C_ 1 -#include "sqliteInt.h" -#include "os.h" - -/* -** The following routines are convenience wrappers around methods -** of the OsFile object. This is mostly just syntactic sugar. All -** of this would be completely automatic if SQLite were coded using -** C++ instead of plain old C. -*/ -int sqlite3OsClose(OsFile **pId){ - OsFile *id; - if( pId!=0 && (id = *pId)!=0 ){ - return id->pMethod->xClose(pId); - }else{ - return SQLITE_OK; - } -} -int sqlite3OsOpenDirectory(OsFile *id, const char *zName){ - return id->pMethod->xOpenDirectory(id, zName); -} -int sqlite3OsRead(OsFile *id, void *pBuf, int amt){ - return id->pMethod->xRead(id, pBuf, amt); -} -int sqlite3OsWrite(OsFile *id, const void *pBuf, int amt){ - return id->pMethod->xWrite(id, pBuf, amt); -} -int sqlite3OsSeek(OsFile *id, i64 offset){ - return id->pMethod->xSeek(id, offset); -} -int sqlite3OsTruncate(OsFile *id, i64 size){ - return id->pMethod->xTruncate(id, size); -} -int sqlite3OsSync(OsFile *id, int fullsync){ - return id->pMethod->xSync(id, fullsync); -} -void sqlite3OsSetFullSync(OsFile *id, int value){ - id->pMethod->xSetFullSync(id, value); -} -#if defined(SQLITE_TEST) || defined(SQLITE_DEBUG) -/* This method is currently only used while interactively debugging the -** pager. More specificly, it can only be used when sqlite3DebugPrintf() is -** included in the build. */ -int sqlite3OsFileHandle(OsFile *id){ - return id->pMethod->xFileHandle(id); -} -#endif -int sqlite3OsFileSize(OsFile *id, i64 *pSize){ - return id->pMethod->xFileSize(id, pSize); -} -int sqlite3OsLock(OsFile *id, int lockType){ - return id->pMethod->xLock(id, lockType); -} -int sqlite3OsUnlock(OsFile *id, int lockType){ - return id->pMethod->xUnlock(id, lockType); -} -int sqlite3OsLockState(OsFile *id){ - return id->pMethod->xLockState(id); -} -int sqlite3OsCheckReservedLock(OsFile *id){ - return id->pMethod->xCheckReservedLock(id); -} - -#ifdef SQLITE_ENABLE_REDEF_IO -/* -** A function to return a pointer to the virtual function table. -** This routine really does not accomplish very much since the -** virtual function table is a global variable and anybody who -** can call this function can just as easily access the variable -** for themselves. Nevertheless, we include this routine for -** backwards compatibility with an earlier redefinable I/O -** interface design. -*/ -struct sqlite3OsVtbl *sqlite3_os_switch(void){ - return &sqlite3Os; -} -#endif diff --git a/libs/sqlite/src/os.h b/libs/sqlite/src/os.h deleted file mode 100644 index 4101fdf959..0000000000 --- a/libs/sqlite/src/os.h +++ /dev/null @@ -1,518 +0,0 @@ -/* -** 2001 September 16 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -****************************************************************************** -** -** This header file (together with is companion C source-code file -** "os.c") attempt to abstract the underlying operating system so that -** the SQLite library will work on both POSIX and windows systems. -*/ -#ifndef _SQLITE_OS_H_ -#define _SQLITE_OS_H_ - -/* -** Figure out if we are dealing with Unix, Windows, or some other -** operating system. -*/ -#if !defined(OS_UNIX) && !defined(OS_OTHER) -# define OS_OTHER 0 -# ifndef OS_WIN -# if defined(_WIN32) || defined(WIN32) || defined(__CYGWIN__) || defined(__MINGW32__) || defined(__BORLANDC__) -# define OS_WIN 1 -# define OS_UNIX 0 -# define OS_OS2 0 -# elif defined(_EMX_) || defined(_OS2) || defined(OS2) || defined(_OS2_) || defined(__OS2__) -# define OS_WIN 0 -# define OS_UNIX 0 -# define OS_OS2 1 -# else -# define OS_WIN 0 -# define OS_UNIX 1 -# define OS_OS2 0 -# endif -# else -# define OS_UNIX 0 -# define OS_OS2 0 -# endif -#else -# ifndef OS_WIN -# define OS_WIN 0 -# endif -#endif - - -/* -** Define the maximum size of a temporary filename -*/ -#if OS_WIN -# include -# define SQLITE_TEMPNAME_SIZE (MAX_PATH+50) -#elif OS_OS2 -# define INCL_DOSDATETIME -# define INCL_DOSFILEMGR -# define INCL_DOSERRORS -# define INCL_DOSMISC -# define INCL_DOSPROCESS -# include -# define SQLITE_TEMPNAME_SIZE (CCHMAXPATHCOMP) -#else -# define SQLITE_TEMPNAME_SIZE 200 -# include -#endif - -/* If the SET_FULLSYNC macro is not defined above, then make it -** a no-op -*/ -#ifndef SET_FULLSYNC -# define SET_FULLSYNC(x,y) -#endif - -/* -** Temporary files are named starting with this prefix followed by 16 random -** alphanumeric characters, and no file extension. They are stored in the -** OS's standard temporary file directory, and are deleted prior to exit. -** If sqlite is being embedded in another program, you may wish to change the -** prefix to reflect your program's name, so that if your program exits -** prematurely, old temporary files can be easily identified. This can be done -** using -DTEMP_FILE_PREFIX=myprefix_ on the compiler command line. -** -** 2006-10-31: The default prefix used to be "sqlite_". But then -** Mcafee started using SQLite in their anti-virus product and it -** started putting files with the "sqlite" name in the c:/temp folder. -** This annoyed many windows users. Those users would then do a -** Google search for "sqlite", find the telephone numbers of the -** developers and call to wake them up at night and complain. -** For this reason, the default name prefix is changed to be "sqlite" -** spelled backwards. So the temp files are still identified, but -** anybody smart enough to figure out the code is also likely smart -** enough to know that calling the developer will not help get rid -** of the file. -*/ -#ifndef TEMP_FILE_PREFIX -# define TEMP_FILE_PREFIX "etilqs_" -#endif - -/* -** Define the interfaces for Unix, Windows, and OS/2. -*/ -#if OS_UNIX -#define sqlite3OsOpenReadWrite sqlite3UnixOpenReadWrite -#define sqlite3OsOpenExclusive sqlite3UnixOpenExclusive -#define sqlite3OsOpenReadOnly sqlite3UnixOpenReadOnly -#define sqlite3OsDelete sqlite3UnixDelete -#define sqlite3OsFileExists sqlite3UnixFileExists -#define sqlite3OsFullPathname sqlite3UnixFullPathname -#define sqlite3OsIsDirWritable sqlite3UnixIsDirWritable -#define sqlite3OsSyncDirectory sqlite3UnixSyncDirectory -#define sqlite3OsTempFileName sqlite3UnixTempFileName -#define sqlite3OsRandomSeed sqlite3UnixRandomSeed -#define sqlite3OsSleep sqlite3UnixSleep -#define sqlite3OsCurrentTime sqlite3UnixCurrentTime -#define sqlite3OsEnterMutex sqlite3UnixEnterMutex -#define sqlite3OsLeaveMutex sqlite3UnixLeaveMutex -#define sqlite3OsInMutex sqlite3UnixInMutex -#define sqlite3OsThreadSpecificData sqlite3UnixThreadSpecificData -#define sqlite3OsMalloc sqlite3GenericMalloc -#define sqlite3OsRealloc sqlite3GenericRealloc -#define sqlite3OsFree sqlite3GenericFree -#define sqlite3OsAllocationSize sqlite3GenericAllocationSize -#define sqlite3OsDlopen sqlite3UnixDlopen -#define sqlite3OsDlsym sqlite3UnixDlsym -#define sqlite3OsDlclose sqlite3UnixDlclose -#endif -#if OS_WIN -#define sqlite3OsOpenReadWrite sqlite3WinOpenReadWrite -#define sqlite3OsOpenExclusive sqlite3WinOpenExclusive -#define sqlite3OsOpenReadOnly sqlite3WinOpenReadOnly -#define sqlite3OsDelete sqlite3WinDelete -#define sqlite3OsFileExists sqlite3WinFileExists -#define sqlite3OsFullPathname sqlite3WinFullPathname -#define sqlite3OsIsDirWritable sqlite3WinIsDirWritable -#define sqlite3OsSyncDirectory sqlite3WinSyncDirectory -#define sqlite3OsTempFileName sqlite3WinTempFileName -#define sqlite3OsRandomSeed sqlite3WinRandomSeed -#define sqlite3OsSleep sqlite3WinSleep -#define sqlite3OsCurrentTime sqlite3WinCurrentTime -#define sqlite3OsEnterMutex sqlite3WinEnterMutex -#define sqlite3OsLeaveMutex sqlite3WinLeaveMutex -#define sqlite3OsInMutex sqlite3WinInMutex -#define sqlite3OsThreadSpecificData sqlite3WinThreadSpecificData -#define sqlite3OsMalloc sqlite3GenericMalloc -#define sqlite3OsRealloc sqlite3GenericRealloc -#define sqlite3OsFree sqlite3GenericFree -#define sqlite3OsAllocationSize sqlite3GenericAllocationSize -#define sqlite3OsDlopen sqlite3WinDlopen -#define sqlite3OsDlsym sqlite3WinDlsym -#define sqlite3OsDlclose sqlite3WinDlclose -#endif -#if OS_OS2 -#define sqlite3OsOpenReadWrite sqlite3Os2OpenReadWrite -#define sqlite3OsOpenExclusive sqlite3Os2OpenExclusive -#define sqlite3OsOpenReadOnly sqlite3Os2OpenReadOnly -#define sqlite3OsDelete sqlite3Os2Delete -#define sqlite3OsFileExists sqlite3Os2FileExists -#define sqlite3OsFullPathname sqlite3Os2FullPathname -#define sqlite3OsIsDirWritable sqlite3Os2IsDirWritable -#define sqlite3OsSyncDirectory sqlite3Os2SyncDirectory -#define sqlite3OsTempFileName sqlite3Os2TempFileName -#define sqlite3OsRandomSeed sqlite3Os2RandomSeed -#define sqlite3OsSleep sqlite3Os2Sleep -#define sqlite3OsCurrentTime sqlite3Os2CurrentTime -#define sqlite3OsEnterMutex sqlite3Os2EnterMutex -#define sqlite3OsLeaveMutex sqlite3Os2LeaveMutex -#define sqlite3OsInMutex sqlite3Os2InMutex -#define sqlite3OsThreadSpecificData sqlite3Os2ThreadSpecificData -#define sqlite3OsMalloc sqlite3GenericMalloc -#define sqlite3OsRealloc sqlite3GenericRealloc -#define sqlite3OsFree sqlite3GenericFree -#define sqlite3OsAllocationSize sqlite3GenericAllocationSize -#define sqlite3OsDlopen sqlite3Os2Dlopen -#define sqlite3OsDlsym sqlite3Os2Dlsym -#define sqlite3OsDlclose sqlite3Os2Dlclose -#endif - - - - -/* -** If using an alternative OS interface, then we must have an "os_other.h" -** header file available for that interface. Presumably the "os_other.h" -** header file contains #defines similar to those above. -*/ -#if OS_OTHER -# include "os_other.h" -#endif - - - -/* -** Forward declarations -*/ -typedef struct OsFile OsFile; -typedef struct IoMethod IoMethod; - -/* -** An instance of the following structure contains pointers to all -** methods on an OsFile object. -*/ -struct IoMethod { - int (*xClose)(OsFile**); - int (*xOpenDirectory)(OsFile*, const char*); - int (*xRead)(OsFile*, void*, int amt); - int (*xWrite)(OsFile*, const void*, int amt); - int (*xSeek)(OsFile*, i64 offset); - int (*xTruncate)(OsFile*, i64 size); - int (*xSync)(OsFile*, int); - void (*xSetFullSync)(OsFile *id, int setting); - int (*xFileHandle)(OsFile *id); - int (*xFileSize)(OsFile*, i64 *pSize); - int (*xLock)(OsFile*, int); - int (*xUnlock)(OsFile*, int); - int (*xLockState)(OsFile *id); - int (*xCheckReservedLock)(OsFile *id); -}; - -/* -** The OsFile object describes an open disk file in an OS-dependent way. -** The version of OsFile defined here is a generic version. Each OS -** implementation defines its own subclass of this structure that contains -** additional information needed to handle file I/O. But the pMethod -** entry (pointing to the virtual function table) always occurs first -** so that we can always find the appropriate methods. -*/ -struct OsFile { - IoMethod const *pMethod; -}; - -/* -** The following values may be passed as the second argument to -** sqlite3OsLock(). The various locks exhibit the following semantics: -** -** SHARED: Any number of processes may hold a SHARED lock simultaneously. -** RESERVED: A single process may hold a RESERVED lock on a file at -** any time. Other processes may hold and obtain new SHARED locks. -** PENDING: A single process may hold a PENDING lock on a file at -** any one time. Existing SHARED locks may persist, but no new -** SHARED locks may be obtained by other processes. -** EXCLUSIVE: An EXCLUSIVE lock precludes all other locks. -** -** PENDING_LOCK may not be passed directly to sqlite3OsLock(). Instead, a -** process that requests an EXCLUSIVE lock may actually obtain a PENDING -** lock. This can be upgraded to an EXCLUSIVE lock by a subsequent call to -** sqlite3OsLock(). -*/ -#define NO_LOCK 0 -#define SHARED_LOCK 1 -#define RESERVED_LOCK 2 -#define PENDING_LOCK 3 -#define EXCLUSIVE_LOCK 4 - -/* -** File Locking Notes: (Mostly about windows but also some info for Unix) -** -** We cannot use LockFileEx() or UnlockFileEx() on Win95/98/ME because -** those functions are not available. So we use only LockFile() and -** UnlockFile(). -** -** LockFile() prevents not just writing but also reading by other processes. -** A SHARED_LOCK is obtained by locking a single randomly-chosen -** byte out of a specific range of bytes. The lock byte is obtained at -** random so two separate readers can probably access the file at the -** same time, unless they are unlucky and choose the same lock byte. -** An EXCLUSIVE_LOCK is obtained by locking all bytes in the range. -** There can only be one writer. A RESERVED_LOCK is obtained by locking -** a single byte of the file that is designated as the reserved lock byte. -** A PENDING_LOCK is obtained by locking a designated byte different from -** the RESERVED_LOCK byte. -** -** On WinNT/2K/XP systems, LockFileEx() and UnlockFileEx() are available, -** which means we can use reader/writer locks. When reader/writer locks -** are used, the lock is placed on the same range of bytes that is used -** for probabilistic locking in Win95/98/ME. Hence, the locking scheme -** will support two or more Win95 readers or two or more WinNT readers. -** But a single Win95 reader will lock out all WinNT readers and a single -** WinNT reader will lock out all other Win95 readers. -** -** The following #defines specify the range of bytes used for locking. -** SHARED_SIZE is the number of bytes available in the pool from which -** a random byte is selected for a shared lock. The pool of bytes for -** shared locks begins at SHARED_FIRST. -** -** These #defines are available in sqlite_aux.h so that adaptors for -** connecting SQLite to other operating systems can use the same byte -** ranges for locking. In particular, the same locking strategy and -** byte ranges are used for Unix. This leaves open the possiblity of having -** clients on win95, winNT, and unix all talking to the same shared file -** and all locking correctly. To do so would require that samba (or whatever -** tool is being used for file sharing) implements locks correctly between -** windows and unix. I'm guessing that isn't likely to happen, but by -** using the same locking range we are at least open to the possibility. -** -** Locking in windows is manditory. For this reason, we cannot store -** actual data in the bytes used for locking. The pager never allocates -** the pages involved in locking therefore. SHARED_SIZE is selected so -** that all locks will fit on a single page even at the minimum page size. -** PENDING_BYTE defines the beginning of the locks. By default PENDING_BYTE -** is set high so that we don't have to allocate an unused page except -** for very large databases. But one should test the page skipping logic -** by setting PENDING_BYTE low and running the entire regression suite. -** -** Changing the value of PENDING_BYTE results in a subtly incompatible -** file format. Depending on how it is changed, you might not notice -** the incompatibility right away, even running a full regression test. -** The default location of PENDING_BYTE is the first byte past the -** 1GB boundary. -** -*/ -#ifndef SQLITE_TEST -#define PENDING_BYTE 0x40000000 /* First byte past the 1GB boundary */ -#else -extern unsigned int sqlite3_pending_byte; -#define PENDING_BYTE sqlite3_pending_byte -#endif - -#define RESERVED_BYTE (PENDING_BYTE+1) -#define SHARED_FIRST (PENDING_BYTE+2) -#define SHARED_SIZE 510 - -/* -** Prototypes for operating system interface routines. -*/ -int sqlite3OsClose(OsFile**); -int sqlite3OsOpenDirectory(OsFile*, const char*); -int sqlite3OsRead(OsFile*, void*, int amt); -int sqlite3OsWrite(OsFile*, const void*, int amt); -int sqlite3OsSeek(OsFile*, i64 offset); -int sqlite3OsTruncate(OsFile*, i64 size); -int sqlite3OsSync(OsFile*, int); -void sqlite3OsSetFullSync(OsFile *id, int setting); -int sqlite3OsFileHandle(OsFile *id); -int sqlite3OsFileSize(OsFile*, i64 *pSize); -int sqlite3OsLock(OsFile*, int); -int sqlite3OsUnlock(OsFile*, int); -int sqlite3OsLockState(OsFile *id); -int sqlite3OsCheckReservedLock(OsFile *id); -int sqlite3OsOpenReadWrite(const char*, OsFile**, int*); -int sqlite3OsOpenExclusive(const char*, OsFile**, int); -int sqlite3OsOpenReadOnly(const char*, OsFile**); -int sqlite3OsDelete(const char*); -int sqlite3OsFileExists(const char*); -char *sqlite3OsFullPathname(const char*); -int sqlite3OsIsDirWritable(char*); -int sqlite3OsSyncDirectory(const char*); -int sqlite3OsTempFileName(char*); -int sqlite3OsRandomSeed(char*); -int sqlite3OsSleep(int ms); -int sqlite3OsCurrentTime(double*); -void sqlite3OsEnterMutex(void); -void sqlite3OsLeaveMutex(void); -int sqlite3OsInMutex(int); -ThreadData *sqlite3OsThreadSpecificData(int); -void *sqlite3OsMalloc(int); -void *sqlite3OsRealloc(void *, int); -void sqlite3OsFree(void *); -int sqlite3OsAllocationSize(void *); -void *sqlite3OsDlopen(const char*); -void *sqlite3OsDlsym(void*, const char*); -int sqlite3OsDlclose(void*); - -/* -** If the SQLITE_ENABLE_REDEF_IO macro is defined, then the OS-layer -** interface routines are not called directly but are invoked using -** pointers to functions. This allows the implementation of various -** OS-layer interface routines to be modified at run-time. There are -** obscure but legitimate reasons for wanting to do this. But for -** most users, a direct call to the underlying interface is preferable -** so the the redefinable I/O interface is turned off by default. -*/ -#ifdef SQLITE_ENABLE_REDEF_IO - -/* -** When redefinable I/O is enabled, a single global instance of the -** following structure holds pointers to the routines that SQLite -** uses to talk with the underlying operating system. Modify this -** structure (before using any SQLite API!) to accomodate perculiar -** operating system interfaces or behaviors. -*/ -struct sqlite3OsVtbl { - int (*xOpenReadWrite)(const char*, OsFile**, int*); - int (*xOpenExclusive)(const char*, OsFile**, int); - int (*xOpenReadOnly)(const char*, OsFile**); - - int (*xDelete)(const char*); - int (*xFileExists)(const char*); - char *(*xFullPathname)(const char*); - int (*xIsDirWritable)(char*); - int (*xSyncDirectory)(const char*); - int (*xTempFileName)(char*); - - int (*xRandomSeed)(char*); - int (*xSleep)(int ms); - int (*xCurrentTime)(double*); - - void (*xEnterMutex)(void); - void (*xLeaveMutex)(void); - int (*xInMutex)(int); - ThreadData *(*xThreadSpecificData)(int); - - void *(*xMalloc)(int); - void *(*xRealloc)(void *, int); - void (*xFree)(void *); - int (*xAllocationSize)(void *); - - void *(*xDlopen)(const char*); - void *(*xDlsym)(void*, const char*); - int (*xDlclose)(void*); -}; - -/* Macro used to comment out routines that do not exists when there is -** no disk I/O or extension loading -*/ -#ifdef SQLITE_OMIT_DISKIO -# define IF_DISKIO(X) 0 -#else -# define IF_DISKIO(X) X -#endif -#ifdef SQLITE_OMIT_LOAD_EXTENSION -# define IF_DLOPEN(X) 0 -#else -# define IF_DLOPEN(X) X -#endif - - -#ifdef _SQLITE_OS_C_ - /* - ** The os.c file implements the global virtual function table. - */ - struct sqlite3OsVtbl sqlite3Os = { - IF_DISKIO( sqlite3OsOpenReadWrite ), - IF_DISKIO( sqlite3OsOpenExclusive ), - IF_DISKIO( sqlite3OsOpenReadOnly ), - IF_DISKIO( sqlite3OsDelete ), - IF_DISKIO( sqlite3OsFileExists ), - IF_DISKIO( sqlite3OsFullPathname ), - IF_DISKIO( sqlite3OsIsDirWritable ), - IF_DISKIO( sqlite3OsSyncDirectory ), - IF_DISKIO( sqlite3OsTempFileName ), - sqlite3OsRandomSeed, - sqlite3OsSleep, - sqlite3OsCurrentTime, - sqlite3OsEnterMutex, - sqlite3OsLeaveMutex, - sqlite3OsInMutex, - sqlite3OsThreadSpecificData, - sqlite3OsMalloc, - sqlite3OsRealloc, - sqlite3OsFree, - sqlite3OsAllocationSize, - IF_DLOPEN( sqlite3OsDlopen ), - IF_DLOPEN( sqlite3OsDlsym ), - IF_DLOPEN( sqlite3OsDlclose ), - }; -#else - /* - ** Files other than os.c just reference the global virtual function table. - */ - extern struct sqlite3OsVtbl sqlite3Os; -#endif /* _SQLITE_OS_C_ */ - - -/* This additional API routine is available with redefinable I/O */ -struct sqlite3OsVtbl *sqlite3_os_switch(void); - - -/* -** Redefine the OS interface to go through the virtual function table -** rather than calling routines directly. -*/ -#undef sqlite3OsOpenReadWrite -#undef sqlite3OsOpenExclusive -#undef sqlite3OsOpenReadOnly -#undef sqlite3OsDelete -#undef sqlite3OsFileExists -#undef sqlite3OsFullPathname -#undef sqlite3OsIsDirWritable -#undef sqlite3OsSyncDirectory -#undef sqlite3OsTempFileName -#undef sqlite3OsRandomSeed -#undef sqlite3OsSleep -#undef sqlite3OsCurrentTime -#undef sqlite3OsEnterMutex -#undef sqlite3OsLeaveMutex -#undef sqlite3OsInMutex -#undef sqlite3OsThreadSpecificData -#undef sqlite3OsMalloc -#undef sqlite3OsRealloc -#undef sqlite3OsFree -#undef sqlite3OsAllocationSize -#define sqlite3OsOpenReadWrite sqlite3Os.xOpenReadWrite -#define sqlite3OsOpenExclusive sqlite3Os.xOpenExclusive -#define sqlite3OsOpenReadOnly sqlite3Os.xOpenReadOnly -#define sqlite3OsDelete sqlite3Os.xDelete -#define sqlite3OsFileExists sqlite3Os.xFileExists -#define sqlite3OsFullPathname sqlite3Os.xFullPathname -#define sqlite3OsIsDirWritable sqlite3Os.xIsDirWritable -#define sqlite3OsSyncDirectory sqlite3Os.xSyncDirectory -#define sqlite3OsTempFileName sqlite3Os.xTempFileName -#define sqlite3OsRandomSeed sqlite3Os.xRandomSeed -#define sqlite3OsSleep sqlite3Os.xSleep -#define sqlite3OsCurrentTime sqlite3Os.xCurrentTime -#define sqlite3OsEnterMutex sqlite3Os.xEnterMutex -#define sqlite3OsLeaveMutex sqlite3Os.xLeaveMutex -#define sqlite3OsInMutex sqlite3Os.xInMutex -#define sqlite3OsThreadSpecificData sqlite3Os.xThreadSpecificData -#define sqlite3OsMalloc sqlite3Os.xMalloc -#define sqlite3OsRealloc sqlite3Os.xRealloc -#define sqlite3OsFree sqlite3Os.xFree -#define sqlite3OsAllocationSize sqlite3Os.xAllocationSize - -#endif /* SQLITE_ENABLE_REDEF_IO */ - -#endif /* _SQLITE_OS_H_ */ diff --git a/libs/sqlite/src/os_common.h b/libs/sqlite/src/os_common.h deleted file mode 100644 index cd43f93a7e..0000000000 --- a/libs/sqlite/src/os_common.h +++ /dev/null @@ -1,188 +0,0 @@ -/* -** 2004 May 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -****************************************************************************** -** -** This file contains macros and a little bit of code that is common to -** all of the platform-specific files (os_*.c) and is #included into those -** files. -** -** This file should be #included by the os_*.c files only. It is not a -** general purpose header file. -*/ - -/* -** At least two bugs have slipped in because we changed the MEMORY_DEBUG -** macro to SQLITE_DEBUG and some older makefiles have not yet made the -** switch. The following code should catch this problem at compile-time. -*/ -#ifdef MEMORY_DEBUG -# error "The MEMORY_DEBUG macro is obsolete. Use SQLITE_DEBUG instead." -#endif -#undef SQLITE_OMIT_LOAD_EXTENSION - -/* - * When testing, this global variable stores the location of the - * pending-byte in the database file. - */ -#ifdef SQLITE_TEST -unsigned int sqlite3_pending_byte = 0x40000000; -#endif - -int sqlite3_os_trace = 0; -#ifdef SQLITE_DEBUG -static int last_page = 0; -#define SEEK(X) last_page=(X) -#define TRACE1(X) if( sqlite3_os_trace ) sqlite3DebugPrintf(X) -#define TRACE2(X,Y) if( sqlite3_os_trace ) sqlite3DebugPrintf(X,Y) -#define TRACE3(X,Y,Z) if( sqlite3_os_trace ) sqlite3DebugPrintf(X,Y,Z) -#define TRACE4(X,Y,Z,A) if( sqlite3_os_trace ) sqlite3DebugPrintf(X,Y,Z,A) -#define TRACE5(X,Y,Z,A,B) if( sqlite3_os_trace ) sqlite3DebugPrintf(X,Y,Z,A,B) -#define TRACE6(X,Y,Z,A,B,C) if(sqlite3_os_trace) sqlite3DebugPrintf(X,Y,Z,A,B,C) -#define TRACE7(X,Y,Z,A,B,C,D) \ - if(sqlite3_os_trace) sqlite3DebugPrintf(X,Y,Z,A,B,C,D) -#else -#define SEEK(X) -#define TRACE1(X) -#define TRACE2(X,Y) -#define TRACE3(X,Y,Z) -#define TRACE4(X,Y,Z,A) -#define TRACE5(X,Y,Z,A,B) -#define TRACE6(X,Y,Z,A,B,C) -#define TRACE7(X,Y,Z,A,B,C,D) -#endif - -/* -** Macros for performance tracing. Normally turned off. Only works -** on i486 hardware. -*/ -#ifdef SQLITE_PERFORMANCE_TRACE -__inline__ unsigned long long int hwtime(void){ - unsigned long long int x; - __asm__("rdtsc\n\t" - "mov %%edx, %%ecx\n\t" - :"=A" (x)); - return x; -} -static unsigned long long int g_start; -static unsigned int elapse; -#define TIMER_START g_start=hwtime() -#define TIMER_END elapse=hwtime()-g_start -#define TIMER_ELAPSED elapse -#else -#define TIMER_START -#define TIMER_END -#define TIMER_ELAPSED 0 -#endif - -/* -** If we compile with the SQLITE_TEST macro set, then the following block -** of code will give us the ability to simulate a disk I/O error. This -** is used for testing the I/O recovery logic. -*/ -#ifdef SQLITE_TEST -int sqlite3_io_error_hit = 0; -int sqlite3_io_error_pending = 0; -int sqlite3_diskfull_pending = 0; -int sqlite3_diskfull = 0; -#define SimulateIOError(CODE) \ - if( sqlite3_io_error_pending ) \ - if( sqlite3_io_error_pending-- == 1 ){ local_ioerr(); CODE; } -static void local_ioerr(){ - sqlite3_io_error_hit = 1; /* Really just a place to set a breakpoint */ -} -#define SimulateDiskfullError(CODE) \ - if( sqlite3_diskfull_pending ){ \ - if( sqlite3_diskfull_pending == 1 ){ \ - local_ioerr(); \ - sqlite3_diskfull = 1; \ - CODE; \ - }else{ \ - sqlite3_diskfull_pending--; \ - } \ - } -#else -#define SimulateIOError(A) -#define SimulateDiskfullError(A) -#endif - -/* -** When testing, keep a count of the number of open files. -*/ -#ifdef SQLITE_TEST -int sqlite3_open_file_count = 0; -#define OpenCounter(X) sqlite3_open_file_count+=(X) -#else -#define OpenCounter(X) -#endif - -/* -** sqlite3GenericMalloc -** sqlite3GenericRealloc -** sqlite3GenericOsFree -** sqlite3GenericAllocationSize -** -** Implementation of the os level dynamic memory allocation interface in terms -** of the standard malloc(), realloc() and free() found in many operating -** systems. No rocket science here. -** -** There are two versions of these four functions here. The version -** implemented here is only used if memory-management or memory-debugging is -** enabled. This version allocates an extra 8-bytes at the beginning of each -** block and stores the size of the allocation there. -** -** If neither memory-management or debugging is enabled, the second -** set of implementations is used instead. -*/ -#if defined(SQLITE_ENABLE_MEMORY_MANAGEMENT) || defined (SQLITE_MEMDEBUG) -void *sqlite3GenericMalloc(int n){ - char *p = (char *)malloc(n+8); - assert(n>0); - assert(sizeof(int)<=8); - if( p ){ - *(int *)p = n; - p += 8; - } - return (void *)p; -} -void *sqlite3GenericRealloc(void *p, int n){ - char *p2 = ((char *)p - 8); - assert(n>0); - p2 = (char*)realloc(p2, n+8); - if( p2 ){ - *(int *)p2 = n; - p2 += 8; - } - return (void *)p2; -} -void sqlite3GenericFree(void *p){ - assert(p); - free((void *)((char *)p - 8)); -} -int sqlite3GenericAllocationSize(void *p){ - return p ? *(int *)((char *)p - 8) : 0; -} -#else -void *sqlite3GenericMalloc(int n){ - char *p = (char *)malloc(n); - return (void *)p; -} -void *sqlite3GenericRealloc(void *p, int n){ - assert(n>0); - p = realloc(p, n); - return p; -} -void sqlite3GenericFree(void *p){ - assert(p); - free(p); -} -/* Never actually used, but needed for the linker */ -int sqlite3GenericAllocationSize(void *p){ return 0; } -#endif diff --git a/libs/sqlite/src/os_os2.c b/libs/sqlite/src/os_os2.c deleted file mode 100644 index ee50c3dec2..0000000000 --- a/libs/sqlite/src/os_os2.c +++ /dev/null @@ -1,1015 +0,0 @@ -/* -** 2006 Feb 14 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -****************************************************************************** -** -** This file contains code that is specific to OS/2. -*/ - -#if (__GNUC__ > 3 || __GNUC__ == 3 && __GNUC_MINOR__ >= 3) && defined(OS2_HIGH_MEMORY) -/* os2safe.h has to be included before os2.h, needed for high mem */ -#include -#endif - -#include "sqliteInt.h" -#include "os.h" - -#if OS_OS2 - -/* -** Macros used to determine whether or not to use threads. -*/ -#if defined(THREADSAFE) && THREADSAFE -# define SQLITE_OS2_THREADS 1 -#endif - -/* -** Include code that is common to all os_*.c files -*/ -#include "os_common.h" - -/* -** The os2File structure is subclass of OsFile specific for the OS/2 -** protability layer. -*/ -typedef struct os2File os2File; -struct os2File { - IoMethod const *pMethod; /* Always the first entry */ - HFILE h; /* Handle for accessing the file */ - int delOnClose; /* True if file is to be deleted on close */ - char* pathToDel; /* Name of file to delete on close */ - unsigned char locktype; /* Type of lock currently held on this file */ -}; - -/* -** Do not include any of the File I/O interface procedures if the -** SQLITE_OMIT_DISKIO macro is defined (indicating that there database -** will be in-memory only) -*/ -#ifndef SQLITE_OMIT_DISKIO - -/* -** Delete the named file -*/ -int sqlite3Os2Delete( const char *zFilename ){ - APIRET rc = NO_ERROR; - - rc = DosDelete( (PSZ)zFilename ); - TRACE2( "DELETE \"%s\"\n", zFilename ); - return rc == NO_ERROR ? SQLITE_OK : SQLITE_IOERR; -} - -/* -** Return TRUE if the named file exists. -*/ -int sqlite3Os2FileExists( const char *zFilename ){ - FILESTATUS3 fsts3ConfigInfo; - memset(&fsts3ConfigInfo, 0, sizeof(fsts3ConfigInfo)); - return DosQueryPathInfo( (PSZ)zFilename, FIL_STANDARD, - &fsts3ConfigInfo, sizeof(FILESTATUS3) ) == NO_ERROR; -} - -/* Forward declaration */ -int allocateOs2File( os2File *pInit, OsFile **pld ); - -/* -** Attempt to open a file for both reading and writing. If that -** fails, try opening it read-only. If the file does not exist, -** try to create it. -** -** On success, a handle for the open file is written to *id -** and *pReadonly is set to 0 if the file was opened for reading and -** writing or 1 if the file was opened read-only. The function returns -** SQLITE_OK. -** -** On failure, the function returns SQLITE_CANTOPEN and leaves -** *id and *pReadonly unchanged. -*/ -int sqlite3Os2OpenReadWrite( - const char *zFilename, - OsFile **pld, - int *pReadonly -){ - os2File f; - HFILE hf; - ULONG ulAction; - APIRET rc = NO_ERROR; - - assert( *pld == 0 ); - rc = DosOpen( (PSZ)zFilename, &hf, &ulAction, 0L, - FILE_ARCHIVED | FILE_NORMAL, - OPEN_ACTION_CREATE_IF_NEW | OPEN_ACTION_OPEN_IF_EXISTS, - OPEN_FLAGS_FAIL_ON_ERROR | OPEN_FLAGS_RANDOM | - OPEN_SHARE_DENYNONE | OPEN_ACCESS_READWRITE, (PEAOP2)NULL ); - if( rc != NO_ERROR ){ - rc = DosOpen( (PSZ)zFilename, &hf, &ulAction, 0L, - FILE_ARCHIVED | FILE_NORMAL, - OPEN_ACTION_CREATE_IF_NEW | OPEN_ACTION_OPEN_IF_EXISTS, - OPEN_FLAGS_FAIL_ON_ERROR | OPEN_FLAGS_RANDOM | - OPEN_SHARE_DENYWRITE | OPEN_ACCESS_READONLY, (PEAOP2)NULL ); - if( rc != NO_ERROR ){ - return SQLITE_CANTOPEN; - } - *pReadonly = 1; - } - else{ - *pReadonly = 0; - } - f.h = hf; - f.locktype = NO_LOCK; - f.delOnClose = 0; - f.pathToDel = NULL; - OpenCounter(+1); - TRACE3( "OPEN R/W %d \"%s\"\n", hf, zFilename ); - return allocateOs2File( &f, pld ); -} - - -/* -** Attempt to open a new file for exclusive access by this process. -** The file will be opened for both reading and writing. To avoid -** a potential security problem, we do not allow the file to have -** previously existed. Nor do we allow the file to be a symbolic -** link. -** -** If delFlag is true, then make arrangements to automatically delete -** the file when it is closed. -** -** On success, write the file handle into *id and return SQLITE_OK. -** -** On failure, return SQLITE_CANTOPEN. -*/ -int sqlite3Os2OpenExclusive( const char *zFilename, OsFile **pld, int delFlag ){ - os2File f; - HFILE hf; - ULONG ulAction; - APIRET rc = NO_ERROR; - - assert( *pld == 0 ); - rc = DosOpen( (PSZ)zFilename, &hf, &ulAction, 0L, FILE_NORMAL, - OPEN_ACTION_CREATE_IF_NEW | OPEN_ACTION_REPLACE_IF_EXISTS, - OPEN_FLAGS_FAIL_ON_ERROR | OPEN_FLAGS_RANDOM | - OPEN_SHARE_DENYREADWRITE | OPEN_ACCESS_READWRITE, (PEAOP2)NULL ); - if( rc != NO_ERROR ){ - return SQLITE_CANTOPEN; - } - - f.h = hf; - f.locktype = NO_LOCK; - f.delOnClose = delFlag ? 1 : 0; - f.pathToDel = delFlag ? sqlite3OsFullPathname( zFilename ) : NULL; - OpenCounter( +1 ); - if( delFlag ) DosForceDelete( sqlite3OsFullPathname( zFilename ) ); - TRACE3( "OPEN EX %d \"%s\"\n", hf, sqlite3OsFullPathname ( zFilename ) ); - return allocateOs2File( &f, pld ); -} - -/* -** Attempt to open a new file for read-only access. -** -** On success, write the file handle into *id and return SQLITE_OK. -** -** On failure, return SQLITE_CANTOPEN. -*/ -int sqlite3Os2OpenReadOnly( const char *zFilename, OsFile **pld ){ - os2File f; - HFILE hf; - ULONG ulAction; - APIRET rc = NO_ERROR; - - assert( *pld == 0 ); - rc = DosOpen( (PSZ)zFilename, &hf, &ulAction, 0L, - FILE_NORMAL, OPEN_ACTION_OPEN_IF_EXISTS, - OPEN_FLAGS_FAIL_ON_ERROR | OPEN_FLAGS_RANDOM | - OPEN_SHARE_DENYWRITE | OPEN_ACCESS_READONLY, (PEAOP2)NULL ); - if( rc != NO_ERROR ){ - return SQLITE_CANTOPEN; - } - f.h = hf; - f.locktype = NO_LOCK; - f.delOnClose = 0; - f.pathToDel = NULL; - OpenCounter( +1 ); - TRACE3( "OPEN RO %d \"%s\"\n", hf, zFilename ); - return allocateOs2File( &f, pld ); -} - -/* -** Attempt to open a file descriptor for the directory that contains a -** file. This file descriptor can be used to fsync() the directory -** in order to make sure the creation of a new file is actually written -** to disk. -** -** This routine is only meaningful for Unix. It is a no-op under -** OS/2 since OS/2 does not support hard links. -** -** On success, a handle for a previously open file is at *id is -** updated with the new directory file descriptor and SQLITE_OK is -** returned. -** -** On failure, the function returns SQLITE_CANTOPEN and leaves -** *id unchanged. -*/ -int os2OpenDirectory( - OsFile *id, - const char *zDirname -){ - return SQLITE_OK; -} - -/* -** If the following global variable points to a string which is the -** name of a directory, then that directory will be used to store -** temporary files. -*/ -char *sqlite3_temp_directory = 0; - -/* -** Create a temporary file name in zBuf. zBuf must be big enough to -** hold at least SQLITE_TEMPNAME_SIZE characters. -*/ -int sqlite3Os2TempFileName( char *zBuf ){ - static const unsigned char zChars[] = - "abcdefghijklmnopqrstuvwxyz" - "ABCDEFGHIJKLMNOPQRSTUVWXYZ" - "0123456789"; - int i, j; - PSZ zTempPath = 0; - if( DosScanEnv( "TEMP", &zTempPath ) ){ - if( DosScanEnv( "TMP", &zTempPath ) ){ - if( DosScanEnv( "TMPDIR", &zTempPath ) ){ - ULONG ulDriveNum = 0, ulDriveMap = 0; - DosQueryCurrentDisk( &ulDriveNum, &ulDriveMap ); - sprintf( zTempPath, "%c:", (char)( 'A' + ulDriveNum - 1 ) ); - } - } - } - for(;;){ - sprintf( zBuf, "%s\\"TEMP_FILE_PREFIX, zTempPath ); - j = strlen( zBuf ); - sqlite3Randomness( 15, &zBuf[j] ); - for( i = 0; i < 15; i++, j++ ){ - zBuf[j] = (char)zChars[ ((unsigned char)zBuf[j])%(sizeof(zChars)-1) ]; - } - zBuf[j] = 0; - if( !sqlite3OsFileExists( zBuf ) ) break; - } - TRACE2( "TEMP FILENAME: %s\n", zBuf ); - return SQLITE_OK; -} - -/* -** Close a file. -*/ -int os2Close( OsFile **pld ){ - os2File *pFile; - APIRET rc = NO_ERROR; - if( pld && (pFile = (os2File*)*pld) != 0 ){ - TRACE2( "CLOSE %d\n", pFile->h ); - rc = DosClose( pFile->h ); - pFile->locktype = NO_LOCK; - if( pFile->delOnClose != 0 ){ - rc = DosForceDelete( pFile->pathToDel ); - } - *pld = 0; - OpenCounter( -1 ); - } - - return rc == NO_ERROR ? SQLITE_OK : SQLITE_IOERR; -} - -/* -** Read data from a file into a buffer. Return SQLITE_OK if all -** bytes were read successfully and SQLITE_IOERR if anything goes -** wrong. -*/ -int os2Read( OsFile *id, void *pBuf, int amt ){ - ULONG got; - assert( id!=0 ); - SimulateIOError( return SQLITE_IOERR ); - TRACE3( "READ %d lock=%d\n", ((os2File*)id)->h, ((os2File*)id)->locktype ); - DosRead( ((os2File*)id)->h, pBuf, amt, &got ); - if (got == (ULONG)amt) - return SQLITE_OK; - else if (got < 0) - return SQLITE_IOERR_READ; - else { - memset(&((char*)pBuf)[got], 0, amt-got); - return SQLITE_IOERR_SHORT_READ; - } -} - -/* -** Write data from a buffer into a file. Return SQLITE_OK on success -** or some other error code on failure. -*/ -int os2Write( OsFile *id, const void *pBuf, int amt ){ - APIRET rc = NO_ERROR; - ULONG wrote; - assert( id!=0 ); - SimulateIOError( return SQLITE_IOERR ); - SimulateDiskfullError( return SQLITE_FULL ); - TRACE3( "WRITE %d lock=%d\n", ((os2File*)id)->h, ((os2File*)id)->locktype ); - while( amt > 0 && - (rc = DosWrite( ((os2File*)id)->h, (PVOID)pBuf, amt, &wrote )) && wrote > 0 ){ - amt -= wrote; - pBuf = &((char*)pBuf)[wrote]; - } - - return ( rc != NO_ERROR || amt > (int)wrote ) ? SQLITE_FULL : SQLITE_OK; -} - -/* -** Move the read/write pointer in a file. -*/ -int os2Seek( OsFile *id, i64 offset ){ - APIRET rc = NO_ERROR; - ULONG filePointer = 0L; - assert( id!=0 ); - rc = DosSetFilePtr( ((os2File*)id)->h, offset, FILE_BEGIN, &filePointer ); - TRACE3( "SEEK %d %lld\n", ((os2File*)id)->h, offset ); - return rc == NO_ERROR ? SQLITE_OK : SQLITE_IOERR; -} - -/* -** Make sure all writes to a particular file are committed to disk. -*/ -int os2Sync( OsFile *id, int dataOnly ){ - assert( id!=0 ); - TRACE3( "SYNC %d lock=%d\n", ((os2File*)id)->h, ((os2File*)id)->locktype ); - return DosResetBuffer( ((os2File*)id)->h ) == NO_ERROR ? SQLITE_OK : SQLITE_IOERR; -} - -/* -** Sync the directory zDirname. This is a no-op on operating systems other -** than UNIX. -*/ -int sqlite3Os2SyncDirectory( const char *zDirname ){ - SimulateIOError( return SQLITE_IOERR ); - return SQLITE_OK; -} - -/* -** Truncate an open file to a specified size -*/ -int os2Truncate( OsFile *id, i64 nByte ){ - APIRET rc = NO_ERROR; - ULONG upperBits = nByte>>32; - assert( id!=0 ); - TRACE3( "TRUNCATE %d %lld\n", ((os2File*)id)->h, nByte ); - SimulateIOError( return SQLITE_IOERR ); - rc = DosSetFilePtr( ((os2File*)id)->h, nByte, FILE_BEGIN, &upperBits ); - if( rc != NO_ERROR ){ - return SQLITE_IOERR; - } - rc = DosSetFilePtr( ((os2File*)id)->h, 0L, FILE_END, &upperBits ); - return rc == NO_ERROR ? SQLITE_OK : SQLITE_IOERR; -} - -/* -** Determine the current size of a file in bytes -*/ -int os2FileSize( OsFile *id, i64 *pSize ){ - APIRET rc = NO_ERROR; - FILESTATUS3 fsts3FileInfo; - memset(&fsts3FileInfo, 0, sizeof(fsts3FileInfo)); - assert( id!=0 ); - SimulateIOError( return SQLITE_IOERR ); - rc = DosQueryFileInfo( ((os2File*)id)->h, FIL_STANDARD, &fsts3FileInfo, sizeof(FILESTATUS3) ); - if( rc == NO_ERROR ){ - *pSize = fsts3FileInfo.cbFile; - return SQLITE_OK; - } - else{ - return SQLITE_IOERR; - } -} - -/* -** Acquire a reader lock. -*/ -static int getReadLock( os2File *id ){ - FILELOCK LockArea, - UnlockArea; - memset(&LockArea, 0, sizeof(LockArea)); - memset(&UnlockArea, 0, sizeof(UnlockArea)); - LockArea.lOffset = SHARED_FIRST; - LockArea.lRange = SHARED_SIZE; - UnlockArea.lOffset = 0L; - UnlockArea.lRange = 0L; - return DosSetFileLocks( id->h, &UnlockArea, &LockArea, 2000L, 1L ); -} - -/* -** Undo a readlock -*/ -static int unlockReadLock( os2File *id ){ - FILELOCK LockArea, - UnlockArea; - memset(&LockArea, 0, sizeof(LockArea)); - memset(&UnlockArea, 0, sizeof(UnlockArea)); - LockArea.lOffset = 0L; - LockArea.lRange = 0L; - UnlockArea.lOffset = SHARED_FIRST; - UnlockArea.lRange = SHARED_SIZE; - return DosSetFileLocks( id->h, &UnlockArea, &LockArea, 2000L, 1L ); -} - -#ifndef SQLITE_OMIT_PAGER_PRAGMAS -/* -** Check that a given pathname is a directory and is writable -** -*/ -int sqlite3Os2IsDirWritable( char *zDirname ){ - FILESTATUS3 fsts3ConfigInfo; - APIRET rc = NO_ERROR; - memset(&fsts3ConfigInfo, 0, sizeof(fsts3ConfigInfo)); - if( zDirname==0 ) return 0; - if( strlen(zDirname)>CCHMAXPATH ) return 0; - rc = DosQueryPathInfo( (PSZ)zDirname, FIL_STANDARD, &fsts3ConfigInfo, sizeof(FILESTATUS3) ); - if( rc != NO_ERROR ) return 0; - if( (fsts3ConfigInfo.attrFile & FILE_DIRECTORY) != FILE_DIRECTORY ) return 0; - - return 1; -} -#endif /* SQLITE_OMIT_PAGER_PRAGMAS */ - -/* -** Lock the file with the lock specified by parameter locktype - one -** of the following: -** -** (1) SHARED_LOCK -** (2) RESERVED_LOCK -** (3) PENDING_LOCK -** (4) EXCLUSIVE_LOCK -** -** Sometimes when requesting one lock state, additional lock states -** are inserted in between. The locking might fail on one of the later -** transitions leaving the lock state different from what it started but -** still short of its goal. The following chart shows the allowed -** transitions and the inserted intermediate states: -** -** UNLOCKED -> SHARED -** SHARED -> RESERVED -** SHARED -> (PENDING) -> EXCLUSIVE -** RESERVED -> (PENDING) -> EXCLUSIVE -** PENDING -> EXCLUSIVE -** -** This routine will only increase a lock. The os2Unlock() routine -** erases all locks at once and returns us immediately to locking level 0. -** It is not possible to lower the locking level one step at a time. You -** must go straight to locking level 0. -*/ -int os2Lock( OsFile *id, int locktype ){ - APIRET rc = SQLITE_OK; /* Return code from subroutines */ - APIRET res = NO_ERROR; /* Result of an OS/2 lock call */ - int newLocktype; /* Set id->locktype to this value before exiting */ - int gotPendingLock = 0;/* True if we acquired a PENDING lock this time */ - FILELOCK LockArea, - UnlockArea; - os2File *pFile = (os2File*)id; - memset(&LockArea, 0, sizeof(LockArea)); - memset(&UnlockArea, 0, sizeof(UnlockArea)); - assert( pFile!=0 ); - TRACE4( "LOCK %d %d was %d\n", pFile->h, locktype, pFile->locktype ); - - /* If there is already a lock of this type or more restrictive on the - ** OsFile, do nothing. Don't use the end_lock: exit path, as - ** sqlite3OsEnterMutex() hasn't been called yet. - */ - if( pFile->locktype>=locktype ){ - return SQLITE_OK; - } - - /* Make sure the locking sequence is correct - */ - assert( pFile->locktype!=NO_LOCK || locktype==SHARED_LOCK ); - assert( locktype!=PENDING_LOCK ); - assert( locktype!=RESERVED_LOCK || pFile->locktype==SHARED_LOCK ); - - /* Lock the PENDING_LOCK byte if we need to acquire a PENDING lock or - ** a SHARED lock. If we are acquiring a SHARED lock, the acquisition of - ** the PENDING_LOCK byte is temporary. - */ - newLocktype = pFile->locktype; - if( pFile->locktype==NO_LOCK - || (locktype==EXCLUSIVE_LOCK && pFile->locktype==RESERVED_LOCK) - ){ - int cnt = 3; - - LockArea.lOffset = PENDING_BYTE; - LockArea.lRange = 1L; - UnlockArea.lOffset = 0L; - UnlockArea.lRange = 0L; - - while( cnt-->0 && (res = DosSetFileLocks( pFile->h, &UnlockArea, &LockArea, 2000L, 1L) )!=NO_ERROR ){ - /* Try 3 times to get the pending lock. The pending lock might be - ** held by another reader process who will release it momentarily. - */ - TRACE2( "could not get a PENDING lock. cnt=%d\n", cnt ); - DosSleep(1); - } - gotPendingLock = res; - } - - /* Acquire a shared lock - */ - if( locktype==SHARED_LOCK && res ){ - assert( pFile->locktype==NO_LOCK ); - res = getReadLock(pFile); - if( res == NO_ERROR ){ - newLocktype = SHARED_LOCK; - } - } - - /* Acquire a RESERVED lock - */ - if( locktype==RESERVED_LOCK && res ){ - assert( pFile->locktype==SHARED_LOCK ); - LockArea.lOffset = RESERVED_BYTE; - LockArea.lRange = 1L; - UnlockArea.lOffset = 0L; - UnlockArea.lRange = 0L; - res = DosSetFileLocks( pFile->h, &UnlockArea, &LockArea, 2000L, 1L ); - if( res == NO_ERROR ){ - newLocktype = RESERVED_LOCK; - } - } - - /* Acquire a PENDING lock - */ - if( locktype==EXCLUSIVE_LOCK && res ){ - newLocktype = PENDING_LOCK; - gotPendingLock = 0; - } - - /* Acquire an EXCLUSIVE lock - */ - if( locktype==EXCLUSIVE_LOCK && res ){ - assert( pFile->locktype>=SHARED_LOCK ); - res = unlockReadLock(pFile); - TRACE2( "unreadlock = %d\n", res ); - LockArea.lOffset = SHARED_FIRST; - LockArea.lRange = SHARED_SIZE; - UnlockArea.lOffset = 0L; - UnlockArea.lRange = 0L; - res = DosSetFileLocks( pFile->h, &UnlockArea, &LockArea, 2000L, 1L ); - if( res == NO_ERROR ){ - newLocktype = EXCLUSIVE_LOCK; - }else{ - TRACE2( "error-code = %d\n", res ); - } - } - - /* If we are holding a PENDING lock that ought to be released, then - ** release it now. - */ - if( gotPendingLock && locktype==SHARED_LOCK ){ - LockArea.lOffset = 0L; - LockArea.lRange = 0L; - UnlockArea.lOffset = PENDING_BYTE; - UnlockArea.lRange = 1L; - DosSetFileLocks( pFile->h, &UnlockArea, &LockArea, 2000L, 1L ); - } - - /* Update the state of the lock has held in the file descriptor then - ** return the appropriate result code. - */ - if( res == NO_ERROR ){ - rc = SQLITE_OK; - }else{ - TRACE4( "LOCK FAILED %d trying for %d but got %d\n", pFile->h, - locktype, newLocktype ); - rc = SQLITE_BUSY; - } - pFile->locktype = newLocktype; - return rc; -} - -/* -** This routine checks if there is a RESERVED lock held on the specified -** file by this or any other process. If such a lock is held, return -** non-zero, otherwise zero. -*/ -int os2CheckReservedLock( OsFile *id ){ - APIRET rc = NO_ERROR; - os2File *pFile = (os2File*)id; - assert( pFile!=0 ); - if( pFile->locktype>=RESERVED_LOCK ){ - rc = 1; - TRACE3( "TEST WR-LOCK %d %d (local)\n", pFile->h, rc ); - }else{ - FILELOCK LockArea, - UnlockArea; - memset(&LockArea, 0, sizeof(LockArea)); - memset(&UnlockArea, 0, sizeof(UnlockArea)); - LockArea.lOffset = RESERVED_BYTE; - LockArea.lRange = 1L; - UnlockArea.lOffset = 0L; - UnlockArea.lRange = 0L; - rc = DosSetFileLocks( pFile->h, &UnlockArea, &LockArea, 2000L, 1L ); - if( rc == NO_ERROR ){ - LockArea.lOffset = 0L; - LockArea.lRange = 0L; - UnlockArea.lOffset = RESERVED_BYTE; - UnlockArea.lRange = 1L; - rc = DosSetFileLocks( pFile->h, &UnlockArea, &LockArea, 2000L, 1L ); - } - TRACE3( "TEST WR-LOCK %d %d (remote)\n", pFile->h, rc ); - } - return rc; -} - -/* -** Lower the locking level on file descriptor id to locktype. locktype -** must be either NO_LOCK or SHARED_LOCK. -** -** If the locking level of the file descriptor is already at or below -** the requested locking level, this routine is a no-op. -** -** It is not possible for this routine to fail if the second argument -** is NO_LOCK. If the second argument is SHARED_LOCK then this routine -** might return SQLITE_IOERR; -*/ -int os2Unlock( OsFile *id, int locktype ){ - int type; - APIRET rc = SQLITE_OK; - os2File *pFile = (os2File*)id; - FILELOCK LockArea, - UnlockArea; - memset(&LockArea, 0, sizeof(LockArea)); - memset(&UnlockArea, 0, sizeof(UnlockArea)); - assert( pFile!=0 ); - assert( locktype<=SHARED_LOCK ); - TRACE4( "UNLOCK %d to %d was %d\n", pFile->h, locktype, pFile->locktype ); - type = pFile->locktype; - if( type>=EXCLUSIVE_LOCK ){ - LockArea.lOffset = 0L; - LockArea.lRange = 0L; - UnlockArea.lOffset = SHARED_FIRST; - UnlockArea.lRange = SHARED_SIZE; - DosSetFileLocks( pFile->h, &UnlockArea, &LockArea, 2000L, 1L ); - if( locktype==SHARED_LOCK && getReadLock(pFile) != NO_ERROR ){ - /* This should never happen. We should always be able to - ** reacquire the read lock */ - rc = SQLITE_IOERR; - } - } - if( type>=RESERVED_LOCK ){ - LockArea.lOffset = 0L; - LockArea.lRange = 0L; - UnlockArea.lOffset = RESERVED_BYTE; - UnlockArea.lRange = 1L; - DosSetFileLocks( pFile->h, &UnlockArea, &LockArea, 2000L, 1L ); - } - if( locktype==NO_LOCK && type>=SHARED_LOCK ){ - unlockReadLock(pFile); - } - if( type>=PENDING_LOCK ){ - LockArea.lOffset = 0L; - LockArea.lRange = 0L; - UnlockArea.lOffset = PENDING_BYTE; - UnlockArea.lRange = 1L; - DosSetFileLocks( pFile->h, &UnlockArea, &LockArea, 2000L, 1L ); - } - pFile->locktype = locktype; - return rc; -} - -/* -** Turn a relative pathname into a full pathname. Return a pointer -** to the full pathname stored in space obtained from sqliteMalloc(). -** The calling function is responsible for freeing this space once it -** is no longer needed. -*/ -char *sqlite3Os2FullPathname( const char *zRelative ){ - char *zFull = 0; - if( strchr(zRelative, ':') ){ - sqlite3SetString( &zFull, zRelative, (char*)0 ); - }else{ - char zBuff[SQLITE_TEMPNAME_SIZE - 2] = {0}; - char zDrive[1] = {0}; - ULONG cbzFullLen = SQLITE_TEMPNAME_SIZE; - ULONG ulDriveNum = 0; - ULONG ulDriveMap = 0; - DosQueryCurrentDisk( &ulDriveNum, &ulDriveMap ); - DosQueryCurrentDir( 0L, zBuff, &cbzFullLen ); - zFull = sqliteMalloc( cbzFullLen ); - sprintf( zDrive, "%c", (char)('A' + ulDriveNum - 1) ); - sqlite3SetString( &zFull, zDrive, ":\\", zBuff, "\\", zRelative, (char*)0 ); - } - return zFull; -} - -/* -** The fullSync option is meaningless on os2, or correct me if I'm wrong. This is a no-op. -** From os_unix.c: Change the value of the fullsync flag in the given file descriptor. -** From os_unix.c: ((unixFile*)id)->fullSync = v; -*/ -static void os2SetFullSync( OsFile *id, int v ){ - return; -} - -/* -** Return the underlying file handle for an OsFile -*/ -static int os2FileHandle( OsFile *id ){ - return (int)((os2File*)id)->h; -} - -/* -** Return an integer that indices the type of lock currently held -** by this handle. (Used for testing and analysis only.) -*/ -static int os2LockState( OsFile *id ){ - return ((os2File*)id)->locktype; -} - -/* -** This vector defines all the methods that can operate on an OsFile -** for os2. -*/ -static const IoMethod sqlite3Os2IoMethod = { - os2Close, - os2OpenDirectory, - os2Read, - os2Write, - os2Seek, - os2Truncate, - os2Sync, - os2SetFullSync, - os2FileHandle, - os2FileSize, - os2Lock, - os2Unlock, - os2LockState, - os2CheckReservedLock, -}; - -/* -** Allocate memory for an OsFile. Initialize the new OsFile -** to the value given in pInit and return a pointer to the new -** OsFile. If we run out of memory, close the file and return NULL. -*/ -int allocateOs2File( os2File *pInit, OsFile **pld ){ - os2File *pNew; - pNew = sqliteMalloc( sizeof(*pNew) ); - if( pNew==0 ){ - DosClose( pInit->h ); - *pld = 0; - return SQLITE_NOMEM; - }else{ - *pNew = *pInit; - pNew->pMethod = &sqlite3Os2IoMethod; - pNew->locktype = NO_LOCK; - *pld = (OsFile*)pNew; - OpenCounter(+1); - return SQLITE_OK; - } -} - -#endif /* SQLITE_OMIT_DISKIO */ -/*************************************************************************** -** Everything above deals with file I/O. Everything that follows deals -** with other miscellanous aspects of the operating system interface -****************************************************************************/ - -#ifndef SQLITE_OMIT_LOAD_EXTENSION -/* -** Interfaces for opening a shared library, finding entry points -** within the shared library, and closing the shared library. -*/ -void *sqlite3Os2Dlopen(const char *zFilename){ - UCHAR loadErr[256]; - HMODULE hmod; - APIRET rc; - rc = DosLoadModule(loadErr, sizeof(loadErr), zFilename, &hmod); - if (rc != NO_ERROR) return 0; - return (void*)hmod; -} -void *sqlite3Os2Dlsym(void *pHandle, const char *zSymbol){ - PFN pfn; - APIRET rc; - rc = DosQueryProcAddr((HMODULE)pHandle, 0L, zSymbol, &pfn); - if (rc != NO_ERROR) { - /* if the symbol itself was not found, search again for the same - * symbol with an extra underscore, that might be needed depending - * on the calling convention */ - char _zSymbol[256] = "_"; - strncat(_zSymbol, zSymbol, 255); - rc = DosQueryProcAddr((HMODULE)pHandle, 0L, _zSymbol, &pfn); - } - if (rc != NO_ERROR) return 0; - return pfn; -} -int sqlite3Os2Dlclose(void *pHandle){ - return DosFreeModule((HMODULE)pHandle); -} -#endif /* SQLITE_OMIT_LOAD_EXTENSION */ - - -/* -** Get information to seed the random number generator. The seed -** is written into the buffer zBuf[256]. The calling function must -** supply a sufficiently large buffer. -*/ -int sqlite3Os2RandomSeed( char *zBuf ){ - /* We have to initialize zBuf to prevent valgrind from reporting - ** errors. The reports issued by valgrind are incorrect - we would - ** prefer that the randomness be increased by making use of the - ** uninitialized space in zBuf - but valgrind errors tend to worry - ** some users. Rather than argue, it seems easier just to initialize - ** the whole array and silence valgrind, even if that means less randomness - ** in the random seed. - ** - ** When testing, initializing zBuf[] to zero is all we do. That means - ** that we always use the same random number sequence. This makes the - ** tests repeatable. - */ - memset( zBuf, 0, 256 ); - DosGetDateTime( (PDATETIME)zBuf ); - return SQLITE_OK; -} - -/* -** Sleep for a little while. Return the amount of time slept. -*/ -int sqlite3Os2Sleep( int ms ){ - DosSleep( ms ); - return ms; -} - -/* -** Static variables used for thread synchronization -*/ -static int inMutex = 0; -#ifdef SQLITE_OS2_THREADS -static ULONG mutexOwner; -#endif - -/* -** The following pair of routines implement mutual exclusion for -** multi-threaded processes. Only a single thread is allowed to -** executed code that is surrounded by EnterMutex() and LeaveMutex(). -** -** SQLite uses only a single Mutex. There is not much critical -** code and what little there is executes quickly and without blocking. -*/ -void sqlite3Os2EnterMutex(){ - PTIB ptib; -#ifdef SQLITE_OS2_THREADS - DosEnterCritSec(); - DosGetInfoBlocks( &ptib, NULL ); - mutexOwner = ptib->tib_ptib2->tib2_ultid; -#endif - assert( !inMutex ); - inMutex = 1; -} -void sqlite3Os2LeaveMutex(){ - PTIB ptib; - assert( inMutex ); - inMutex = 0; -#ifdef SQLITE_OS2_THREADS - DosGetInfoBlocks( &ptib, NULL ); - assert( mutexOwner == ptib->tib_ptib2->tib2_ultid ); - DosExitCritSec(); -#endif -} - -/* -** Return TRUE if the mutex is currently held. -** -** If the thisThreadOnly parameter is true, return true if and only if the -** calling thread holds the mutex. If the parameter is false, return -** true if any thread holds the mutex. -*/ -int sqlite3Os2InMutex( int thisThreadOnly ){ -#ifdef SQLITE_OS2_THREADS - PTIB ptib; - DosGetInfoBlocks( &ptib, NULL ); - return inMutex>0 && (thisThreadOnly==0 || mutexOwner==ptib->tib_ptib2->tib2_ultid); -#else - return inMutex>0; -#endif -} - -/* -** The following variable, if set to a non-zero value, becomes the result -** returned from sqlite3OsCurrentTime(). This is used for testing. -*/ -#ifdef SQLITE_TEST -int sqlite3_current_time = 0; -#endif - -/* -** Find the current time (in Universal Coordinated Time). Write the -** current time and date as a Julian Day number into *prNow and -** return 0. Return 1 if the time and date cannot be found. -*/ -int sqlite3Os2CurrentTime( double *prNow ){ - double now; - USHORT second, minute, hour, - day, month, year; - DATETIME dt; - DosGetDateTime( &dt ); - second = (USHORT)dt.seconds; - minute = (USHORT)dt.minutes + dt.timezone; - hour = (USHORT)dt.hours; - day = (USHORT)dt.day; - month = (USHORT)dt.month; - year = (USHORT)dt.year; - - /* Calculations from http://www.astro.keele.ac.uk/~rno/Astronomy/hjd.html - http://www.astro.keele.ac.uk/~rno/Astronomy/hjd-0.1.c */ - /* Calculate the Julian days */ - now = day - 32076 + - 1461*(year + 4800 + (month - 14)/12)/4 + - 367*(month - 2 - (month - 14)/12*12)/12 - - 3*((year + 4900 + (month - 14)/12)/100)/4; - - /* Add the fractional hours, mins and seconds */ - now += (hour + 12.0)/24.0; - now += minute/1440.0; - now += second/86400.0; - *prNow = now; -#ifdef SQLITE_TEST - if( sqlite3_current_time ){ - *prNow = sqlite3_current_time/86400.0 + 2440587.5; - } -#endif - return 0; -} - -/* -** Remember the number of thread-specific-data blocks allocated. -** Use this to verify that we are not leaking thread-specific-data. -** Ticket #1601 -*/ -#ifdef SQLITE_TEST -int sqlite3_tsd_count = 0; -# define TSD_COUNTER_INCR InterlockedIncrement( &sqlite3_tsd_count ) -# define TSD_COUNTER_DECR InterlockedDecrement( &sqlite3_tsd_count ) -#else -# define TSD_COUNTER_INCR /* no-op */ -# define TSD_COUNTER_DECR /* no-op */ -#endif - -/* -** If called with allocateFlag>1, then return a pointer to thread -** specific data for the current thread. Allocate and zero the -** thread-specific data if it does not already exist necessary. -** -** If called with allocateFlag==0, then check the current thread -** specific data. Return it if it exists. If it does not exist, -** then return NULL. -** -** If called with allocateFlag<0, check to see if the thread specific -** data is allocated and is all zero. If it is then deallocate it. -** Return a pointer to the thread specific data or NULL if it is -** unallocated or gets deallocated. -*/ -ThreadData *sqlite3Os2ThreadSpecificData( int allocateFlag ){ - static ThreadData **s_ppTsd = NULL; - static const ThreadData zeroData = {0, 0, 0}; - ThreadData *pTsd; - - if( !s_ppTsd ){ - sqlite3OsEnterMutex(); - if( !s_ppTsd ){ - PULONG pul; - APIRET rc = DosAllocThreadLocalMemory(1, &pul); - if( rc != NO_ERROR ){ - sqlite3OsLeaveMutex(); - return 0; - } - s_ppTsd = (ThreadData **)pul; - } - sqlite3OsLeaveMutex(); - } - pTsd = *s_ppTsd; - if( allocateFlag>0 ){ - if( !pTsd ){ - pTsd = sqlite3OsMalloc( sizeof(zeroData) ); - if( pTsd ){ - *pTsd = zeroData; - *s_ppTsd = pTsd; - TSD_COUNTER_INCR; - } - } - }else if( pTsd!=0 && allocateFlag<0 - && memcmp( pTsd, &zeroData, sizeof(ThreadData) )==0 ){ - sqlite3OsFree(pTsd); - *s_ppTsd = NULL; - TSD_COUNTER_DECR; - pTsd = 0; - } - return pTsd; -} -#endif /* OS_OS2 */ diff --git a/libs/sqlite/src/os_os2.h b/libs/sqlite/src/os_os2.h deleted file mode 100644 index b7381857fa..0000000000 --- a/libs/sqlite/src/os_os2.h +++ /dev/null @@ -1,73 +0,0 @@ -/* -** 2004 May 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -****************************************************************************** -** -** This header file defined OS-specific features for OS/2. -*/ -#ifndef _SQLITE_OS_OS2_H_ -#define _SQLITE_OS_OS2_H_ - -/* -** standard include files. -*/ -#include -#include -#include -#include - -/* -** Macros used to determine whether or not to use threads. The -** SQLITE_UNIX_THREADS macro is defined if we are synchronizing for -** Posix threads and SQLITE_W32_THREADS is defined if we are -** synchronizing using Win32 threads. -*/ -/* this mutex implementation only available with EMX */ -#if defined(THREADSAFE) && THREADSAFE -# include -# include -# define SQLITE_OS2_THREADS 1 -#endif - -/* -** The OsFile structure is a operating-system independing representation -** of an open file handle. It is defined differently for each architecture. -** -** This is the definition for Unix. -** -** OsFile.locktype takes one of the values SHARED_LOCK, RESERVED_LOCK, -** PENDING_LOCK or EXCLUSIVE_LOCK. -*/ -typedef struct OsFile OsFile; -struct OsFile { - int h; /* The file descriptor (LHANDLE) */ - int locked; /* True if this user holds the lock */ - int delOnClose; /* True if file is to be deleted on close */ - char *pathToDel; /* Name of file to delete on close */ - unsigned char locktype; /* The type of lock held on this fd */ - unsigned char isOpen; /* True if needs to be closed */ - unsigned char fullSync; -}; - -/* -** Maximum number of characters in a temporary file name -*/ -#define SQLITE_TEMPNAME_SIZE 200 - -/* -** Minimum interval supported by sqlite3OsSleep(). -*/ -#define SQLITE_MIN_SLEEP_MS 1 - -#ifndef SQLITE_DEFAULT_FILE_PERMISSIONS -# define SQLITE_DEFAULT_FILE_PERMISSIONS 0600 -#endif - -#endif /* _SQLITE_OS_OS2_H_ */ diff --git a/libs/sqlite/src/os_unix.c b/libs/sqlite/src/os_unix.c deleted file mode 100644 index 8ac272e5e2..0000000000 --- a/libs/sqlite/src/os_unix.c +++ /dev/null @@ -1,2914 +0,0 @@ -/* -** 2004 May 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -****************************************************************************** -** -** This file contains code that is specific to Unix systems. -*/ -#include "sqliteInt.h" -#include "os.h" -#if OS_UNIX /* This file is used on unix only */ - -/* #define SQLITE_ENABLE_LOCKING_STYLE 0 */ - -/* -** These #defines should enable >2GB file support on Posix if the -** underlying operating system supports it. If the OS lacks -** large file support, these should be no-ops. -** -** Large file support can be disabled using the -DSQLITE_DISABLE_LFS switch -** on the compiler command line. This is necessary if you are compiling -** on a recent machine (ex: RedHat 7.2) but you want your code to work -** on an older machine (ex: RedHat 6.0). If you compile on RedHat 7.2 -** without this option, LFS is enable. But LFS does not exist in the kernel -** in RedHat 6.0, so the code won't work. Hence, for maximum binary -** portability you should omit LFS. -*/ -#ifndef SQLITE_DISABLE_LFS -# define _LARGE_FILE 1 -# ifndef _FILE_OFFSET_BITS -# define _FILE_OFFSET_BITS 64 -# endif -# define _LARGEFILE_SOURCE 1 -#endif - -/* -** standard include files. -*/ -#include -#include -#include -#include -#include -#include -#include -#ifdef SQLITE_ENABLE_LOCKING_STYLE -#include -#include -#include -#endif /* SQLITE_ENABLE_LOCKING_STYLE */ - -/* -** If we are to be thread-safe, include the pthreads header and define -** the SQLITE_UNIX_THREADS macro. -*/ -#if defined(THREADSAFE) && THREADSAFE -# include -# define SQLITE_UNIX_THREADS 1 -#endif - -/* -** Default permissions when creating a new file -*/ -#ifndef SQLITE_DEFAULT_FILE_PERMISSIONS -# define SQLITE_DEFAULT_FILE_PERMISSIONS 0644 -#endif - - - -/* -** The unixFile structure is subclass of OsFile specific for the unix -** protability layer. -*/ -typedef struct unixFile unixFile; -struct unixFile { - IoMethod const *pMethod; /* Always the first entry */ - struct openCnt *pOpen; /* Info about all open fd's on this inode */ - struct lockInfo *pLock; /* Info about locks on this inode */ -#ifdef SQLITE_ENABLE_LOCKING_STYLE - void *lockingContext; /* Locking style specific state */ -#endif /* SQLITE_ENABLE_LOCKING_STYLE */ - int h; /* The file descriptor */ - unsigned char locktype; /* The type of lock held on this fd */ - unsigned char isOpen; /* True if needs to be closed */ - unsigned char fullSync; /* Use F_FULLSYNC if available */ - int dirfd; /* File descriptor for the directory */ - i64 offset; /* Seek offset */ -#ifdef SQLITE_UNIX_THREADS - pthread_t tid; /* The thread that "owns" this OsFile */ -#endif -}; - -/* -** Provide the ability to override some OS-layer functions during -** testing. This is used to simulate OS crashes to verify that -** commits are atomic even in the event of an OS crash. -*/ -#ifdef SQLITE_CRASH_TEST - extern int sqlite3CrashTestEnable; - extern int sqlite3CrashOpenReadWrite(const char*, OsFile**, int*); - extern int sqlite3CrashOpenExclusive(const char*, OsFile**, int); - extern int sqlite3CrashOpenReadOnly(const char*, OsFile**, int); -# define CRASH_TEST_OVERRIDE(X,A,B,C) \ - if(sqlite3CrashTestEnable){ return X(A,B,C); } -#else -# define CRASH_TEST_OVERRIDE(X,A,B,C) /* no-op */ -#endif - - -/* -** Include code that is common to all os_*.c files -*/ -#include "os_common.h" - -/* -** Do not include any of the File I/O interface procedures if the -** SQLITE_OMIT_DISKIO macro is defined (indicating that the database -** will be in-memory only) -*/ -#ifndef SQLITE_OMIT_DISKIO - - -/* -** Define various macros that are missing from some systems. -*/ -#ifndef O_LARGEFILE -# define O_LARGEFILE 0 -#endif -#ifdef SQLITE_DISABLE_LFS -# undef O_LARGEFILE -# define O_LARGEFILE 0 -#endif -#ifndef O_NOFOLLOW -# define O_NOFOLLOW 0 -#endif -#ifndef O_BINARY -# define O_BINARY 0 -#endif - -/* -** The DJGPP compiler environment looks mostly like Unix, but it -** lacks the fcntl() system call. So redefine fcntl() to be something -** that always succeeds. This means that locking does not occur under -** DJGPP. But it's DOS - what did you expect? -*/ -#ifdef __DJGPP__ -# define fcntl(A,B,C) 0 -#endif - -/* -** The threadid macro resolves to the thread-id or to 0. Used for -** testing and debugging only. -*/ -#ifdef SQLITE_UNIX_THREADS -#define threadid pthread_self() -#else -#define threadid 0 -#endif - -/* -** Set or check the OsFile.tid field. This field is set when an OsFile -** is first opened. All subsequent uses of the OsFile verify that the -** same thread is operating on the OsFile. Some operating systems do -** not allow locks to be overridden by other threads and that restriction -** means that sqlite3* database handles cannot be moved from one thread -** to another. This logic makes sure a user does not try to do that -** by mistake. -** -** Version 3.3.1 (2006-01-15): OsFiles can be moved from one thread to -** another as long as we are running on a system that supports threads -** overriding each others locks (which now the most common behavior) -** or if no locks are held. But the OsFile.pLock field needs to be -** recomputed because its key includes the thread-id. See the -** transferOwnership() function below for additional information -*/ -#if defined(SQLITE_UNIX_THREADS) -# define SET_THREADID(X) (X)->tid = pthread_self() -# define CHECK_THREADID(X) (threadsOverrideEachOthersLocks==0 && \ - !pthread_equal((X)->tid, pthread_self())) -#else -# define SET_THREADID(X) -# define CHECK_THREADID(X) 0 -#endif - -/* -** Here is the dirt on POSIX advisory locks: ANSI STD 1003.1 (1996) -** section 6.5.2.2 lines 483 through 490 specify that when a process -** sets or clears a lock, that operation overrides any prior locks set -** by the same process. It does not explicitly say so, but this implies -** that it overrides locks set by the same process using a different -** file descriptor. Consider this test case: -** -** int fd1 = open("./file1", O_RDWR|O_CREAT, 0644); -** int fd2 = open("./file2", O_RDWR|O_CREAT, 0644); -** -** Suppose ./file1 and ./file2 are really the same file (because -** one is a hard or symbolic link to the other) then if you set -** an exclusive lock on fd1, then try to get an exclusive lock -** on fd2, it works. I would have expected the second lock to -** fail since there was already a lock on the file due to fd1. -** But not so. Since both locks came from the same process, the -** second overrides the first, even though they were on different -** file descriptors opened on different file names. -** -** Bummer. If you ask me, this is broken. Badly broken. It means -** that we cannot use POSIX locks to synchronize file access among -** competing threads of the same process. POSIX locks will work fine -** to synchronize access for threads in separate processes, but not -** threads within the same process. -** -** To work around the problem, SQLite has to manage file locks internally -** on its own. Whenever a new database is opened, we have to find the -** specific inode of the database file (the inode is determined by the -** st_dev and st_ino fields of the stat structure that fstat() fills in) -** and check for locks already existing on that inode. When locks are -** created or removed, we have to look at our own internal record of the -** locks to see if another thread has previously set a lock on that same -** inode. -** -** The OsFile structure for POSIX is no longer just an integer file -** descriptor. It is now a structure that holds the integer file -** descriptor and a pointer to a structure that describes the internal -** locks on the corresponding inode. There is one locking structure -** per inode, so if the same inode is opened twice, both OsFile structures -** point to the same locking structure. The locking structure keeps -** a reference count (so we will know when to delete it) and a "cnt" -** field that tells us its internal lock status. cnt==0 means the -** file is unlocked. cnt==-1 means the file has an exclusive lock. -** cnt>0 means there are cnt shared locks on the file. -** -** Any attempt to lock or unlock a file first checks the locking -** structure. The fcntl() system call is only invoked to set a -** POSIX lock if the internal lock structure transitions between -** a locked and an unlocked state. -** -** 2004-Jan-11: -** More recent discoveries about POSIX advisory locks. (The more -** I discover, the more I realize the a POSIX advisory locks are -** an abomination.) -** -** If you close a file descriptor that points to a file that has locks, -** all locks on that file that are owned by the current process are -** released. To work around this problem, each OsFile structure contains -** a pointer to an openCnt structure. There is one openCnt structure -** per open inode, which means that multiple OsFiles can point to a single -** openCnt. When an attempt is made to close an OsFile, if there are -** other OsFiles open on the same inode that are holding locks, the call -** to close() the file descriptor is deferred until all of the locks clear. -** The openCnt structure keeps a list of file descriptors that need to -** be closed and that list is walked (and cleared) when the last lock -** clears. -** -** First, under Linux threads, because each thread has a separate -** process ID, lock operations in one thread do not override locks -** to the same file in other threads. Linux threads behave like -** separate processes in this respect. But, if you close a file -** descriptor in linux threads, all locks are cleared, even locks -** on other threads and even though the other threads have different -** process IDs. Linux threads is inconsistent in this respect. -** (I'm beginning to think that linux threads is an abomination too.) -** The consequence of this all is that the hash table for the lockInfo -** structure has to include the process id as part of its key because -** locks in different threads are treated as distinct. But the -** openCnt structure should not include the process id in its -** key because close() clears lock on all threads, not just the current -** thread. Were it not for this goofiness in linux threads, we could -** combine the lockInfo and openCnt structures into a single structure. -** -** 2004-Jun-28: -** On some versions of linux, threads can override each others locks. -** On others not. Sometimes you can change the behavior on the same -** system by setting the LD_ASSUME_KERNEL environment variable. The -** POSIX standard is silent as to which behavior is correct, as far -** as I can tell, so other versions of unix might show the same -** inconsistency. There is no little doubt in my mind that posix -** advisory locks and linux threads are profoundly broken. -** -** To work around the inconsistencies, we have to test at runtime -** whether or not threads can override each others locks. This test -** is run once, the first time any lock is attempted. A static -** variable is set to record the results of this test for future -** use. -*/ - -/* -** An instance of the following structure serves as the key used -** to locate a particular lockInfo structure given its inode. -** -** If threads cannot override each others locks, then we set the -** lockKey.tid field to the thread ID. If threads can override -** each others locks then tid is always set to zero. tid is omitted -** if we compile without threading support. -*/ -struct lockKey { - dev_t dev; /* Device number */ - ino_t ino; /* Inode number */ -#ifdef SQLITE_UNIX_THREADS - pthread_t tid; /* Thread ID or zero if threads can override each other */ -#endif -}; - -/* -** An instance of the following structure is allocated for each open -** inode on each thread with a different process ID. (Threads have -** different process IDs on linux, but not on most other unixes.) -** -** A single inode can have multiple file descriptors, so each OsFile -** structure contains a pointer to an instance of this object and this -** object keeps a count of the number of OsFiles pointing to it. -*/ -struct lockInfo { - struct lockKey key; /* The lookup key */ - int cnt; /* Number of SHARED locks held */ - int locktype; /* One of SHARED_LOCK, RESERVED_LOCK etc. */ - int nRef; /* Number of pointers to this structure */ -}; - -/* -** An instance of the following structure serves as the key used -** to locate a particular openCnt structure given its inode. This -** is the same as the lockKey except that the thread ID is omitted. -*/ -struct openKey { - dev_t dev; /* Device number */ - ino_t ino; /* Inode number */ -}; - -/* -** An instance of the following structure is allocated for each open -** inode. This structure keeps track of the number of locks on that -** inode. If a close is attempted against an inode that is holding -** locks, the close is deferred until all locks clear by adding the -** file descriptor to be closed to the pending list. -*/ -struct openCnt { - struct openKey key; /* The lookup key */ - int nRef; /* Number of pointers to this structure */ - int nLock; /* Number of outstanding locks */ - int nPending; /* Number of pending close() operations */ - int *aPending; /* Malloced space holding fd's awaiting a close() */ -}; - -/* -** These hash tables map inodes and file descriptors (really, lockKey and -** openKey structures) into lockInfo and openCnt structures. Access to -** these hash tables must be protected by a mutex. -*/ -static Hash lockHash = {SQLITE_HASH_BINARY, 0, 0, 0, - sqlite3ThreadSafeMalloc, sqlite3ThreadSafeFree, 0, 0}; -static Hash openHash = {SQLITE_HASH_BINARY, 0, 0, 0, - sqlite3ThreadSafeMalloc, sqlite3ThreadSafeFree, 0, 0}; - -#ifdef SQLITE_ENABLE_LOCKING_STYLE -/* -** The locking styles are associated with the different file locking -** capabilities supported by different file systems. -** -** POSIX locking style fully supports shared and exclusive byte-range locks -** ADP locking only supports exclusive byte-range locks -** FLOCK only supports a single file-global exclusive lock -** DOTLOCK isn't a true locking style, it refers to the use of a special -** file named the same as the database file with a '.lock' extension, this -** can be used on file systems that do not offer any reliable file locking -** NO locking means that no locking will be attempted, this is only used for -** read-only file systems currently -** UNSUPPORTED means that no locking will be attempted, this is only used for -** file systems that are known to be unsupported -*/ -typedef enum { - posixLockingStyle = 0, /* standard posix-advisory locks */ - afpLockingStyle, /* use afp locks */ - flockLockingStyle, /* use flock() */ - dotlockLockingStyle, /* use .lock files */ - noLockingStyle, /* useful for read-only file system */ - unsupportedLockingStyle /* indicates unsupported file system */ -} sqlite3LockingStyle; -#endif /* SQLITE_ENABLE_LOCKING_STYLE */ - -#ifdef SQLITE_UNIX_THREADS -/* -** This variable records whether or not threads can override each others -** locks. -** -** 0: No. Threads cannot override each others locks. -** 1: Yes. Threads can override each others locks. -** -1: We don't know yet. -** -** On some systems, we know at compile-time if threads can override each -** others locks. On those systems, the SQLITE_THREAD_OVERRIDE_LOCK macro -** will be set appropriately. On other systems, we have to check at -** runtime. On these latter systems, SQLTIE_THREAD_OVERRIDE_LOCK is -** undefined. -** -** This variable normally has file scope only. But during testing, we make -** it a global so that the test code can change its value in order to verify -** that the right stuff happens in either case. -*/ -#ifndef SQLITE_THREAD_OVERRIDE_LOCK -# define SQLITE_THREAD_OVERRIDE_LOCK -1 -#endif -#ifdef SQLITE_TEST -int threadsOverrideEachOthersLocks = SQLITE_THREAD_OVERRIDE_LOCK; -#else -static int threadsOverrideEachOthersLocks = SQLITE_THREAD_OVERRIDE_LOCK; -#endif - -/* -** This structure holds information passed into individual test -** threads by the testThreadLockingBehavior() routine. -*/ -struct threadTestData { - int fd; /* File to be locked */ - struct flock lock; /* The locking operation */ - int result; /* Result of the locking operation */ -}; - -#ifdef SQLITE_LOCK_TRACE -/* -** Print out information about all locking operations. -** -** This routine is used for troubleshooting locks on multithreaded -** platforms. Enable by compiling with the -DSQLITE_LOCK_TRACE -** command-line option on the compiler. This code is normally -** turned off. -*/ -static int lockTrace(int fd, int op, struct flock *p){ - char *zOpName, *zType; - int s; - int savedErrno; - if( op==F_GETLK ){ - zOpName = "GETLK"; - }else if( op==F_SETLK ){ - zOpName = "SETLK"; - }else{ - s = fcntl(fd, op, p); - sqlite3DebugPrintf("fcntl unknown %d %d %d\n", fd, op, s); - return s; - } - if( p->l_type==F_RDLCK ){ - zType = "RDLCK"; - }else if( p->l_type==F_WRLCK ){ - zType = "WRLCK"; - }else if( p->l_type==F_UNLCK ){ - zType = "UNLCK"; - }else{ - assert( 0 ); - } - assert( p->l_whence==SEEK_SET ); - s = fcntl(fd, op, p); - savedErrno = errno; - sqlite3DebugPrintf("fcntl %d %d %s %s %d %d %d %d\n", - threadid, fd, zOpName, zType, (int)p->l_start, (int)p->l_len, - (int)p->l_pid, s); - if( s && op==F_SETLK && (p->l_type==F_RDLCK || p->l_type==F_WRLCK) ){ - struct flock l2; - l2 = *p; - fcntl(fd, F_GETLK, &l2); - if( l2.l_type==F_RDLCK ){ - zType = "RDLCK"; - }else if( l2.l_type==F_WRLCK ){ - zType = "WRLCK"; - }else if( l2.l_type==F_UNLCK ){ - zType = "UNLCK"; - }else{ - assert( 0 ); - } - sqlite3DebugPrintf("fcntl-failure-reason: %s %d %d %d\n", - zType, (int)l2.l_start, (int)l2.l_len, (int)l2.l_pid); - } - errno = savedErrno; - return s; -} -#define fcntl lockTrace -#endif /* SQLITE_LOCK_TRACE */ - -/* -** The testThreadLockingBehavior() routine launches two separate -** threads on this routine. This routine attempts to lock a file -** descriptor then returns. The success or failure of that attempt -** allows the testThreadLockingBehavior() procedure to determine -** whether or not threads can override each others locks. -*/ -static void *threadLockingTest(void *pArg){ - struct threadTestData *pData = (struct threadTestData*)pArg; - pData->result = fcntl(pData->fd, F_SETLK, &pData->lock); - return pArg; -} - -/* -** This procedure attempts to determine whether or not threads -** can override each others locks then sets the -** threadsOverrideEachOthersLocks variable appropriately. -*/ -static void testThreadLockingBehavior(int fd_orig){ - int fd; - struct threadTestData d[2]; - pthread_t t[2]; - - fd = dup(fd_orig); - if( fd<0 ) return; - memset(d, 0, sizeof(d)); - d[0].fd = fd; - d[0].lock.l_type = F_RDLCK; - d[0].lock.l_len = 1; - d[0].lock.l_start = 0; - d[0].lock.l_whence = SEEK_SET; - d[1] = d[0]; - d[1].lock.l_type = F_WRLCK; - pthread_create(&t[0], 0, threadLockingTest, &d[0]); - pthread_create(&t[1], 0, threadLockingTest, &d[1]); - pthread_join(t[0], 0); - pthread_join(t[1], 0); - close(fd); - threadsOverrideEachOthersLocks = d[0].result==0 && d[1].result==0; -} -#endif /* SQLITE_UNIX_THREADS */ - -/* -** Release a lockInfo structure previously allocated by findLockInfo(). -*/ -static void releaseLockInfo(struct lockInfo *pLock){ - assert( sqlite3OsInMutex(1) ); - if (pLock == NULL) - return; - pLock->nRef--; - if( pLock->nRef==0 ){ - sqlite3HashInsert(&lockHash, &pLock->key, sizeof(pLock->key), 0); - sqlite3ThreadSafeFree(pLock); - } -} - -/* -** Release a openCnt structure previously allocated by findLockInfo(). -*/ -static void releaseOpenCnt(struct openCnt *pOpen){ - assert( sqlite3OsInMutex(1) ); - if (pOpen == NULL) - return; - pOpen->nRef--; - if( pOpen->nRef==0 ){ - sqlite3HashInsert(&openHash, &pOpen->key, sizeof(pOpen->key), 0); - free(pOpen->aPending); - sqlite3ThreadSafeFree(pOpen); - } -} - -#ifdef SQLITE_ENABLE_LOCKING_STYLE -/* -** Tests a byte-range locking query to see if byte range locks are -** supported, if not we fall back to dotlockLockingStyle. -*/ -static sqlite3LockingStyle sqlite3TestLockingStyle(const char *filePath, - int fd) { - /* test byte-range lock using fcntl */ - struct flock lockInfo; - - lockInfo.l_len = 1; - lockInfo.l_start = 0; - lockInfo.l_whence = SEEK_SET; - lockInfo.l_type = F_RDLCK; - - if (fcntl(fd, F_GETLK, &lockInfo) != -1) { - return posixLockingStyle; - } - - /* testing for flock can give false positives. So if if the above test - ** fails, then we fall back to using dot-lock style locking. - */ - return dotlockLockingStyle; -} - -/* -** Examines the f_fstypename entry in the statfs structure as returned by -** stat() for the file system hosting the database file, assigns the -** appropriate locking style based on it's value. These values and -** assignments are based on Darwin/OSX behavior and have not been tested on -** other systems. -*/ -static sqlite3LockingStyle sqlite3DetectLockingStyle(const char *filePath, - int fd) { - -#ifdef SQLITE_FIXED_LOCKING_STYLE - return (sqlite3LockingStyle)SQLITE_FIXED_LOCKING_STYLE; -#else - struct statfs fsInfo; - - if (statfs(filePath, &fsInfo) == -1) - return sqlite3TestLockingStyle(filePath, fd); - - if (fsInfo.f_flags & MNT_RDONLY) - return noLockingStyle; - - if( (!strcmp(fsInfo.f_fstypename, "hfs")) || - (!strcmp(fsInfo.f_fstypename, "ufs")) ) - return posixLockingStyle; - - if(!strcmp(fsInfo.f_fstypename, "afpfs")) - return afpLockingStyle; - - if(!strcmp(fsInfo.f_fstypename, "nfs")) - return sqlite3TestLockingStyle(filePath, fd); - - if(!strcmp(fsInfo.f_fstypename, "smbfs")) - return flockLockingStyle; - - if(!strcmp(fsInfo.f_fstypename, "msdos")) - return dotlockLockingStyle; - - if(!strcmp(fsInfo.f_fstypename, "webdav")) - return unsupportedLockingStyle; - - return sqlite3TestLockingStyle(filePath, fd); -#endif // SQLITE_FIXED_LOCKING_STYLE -} - -#endif /* SQLITE_ENABLE_LOCKING_STYLE */ - -/* -** Given a file descriptor, locate lockInfo and openCnt structures that -** describes that file descriptor. Create new ones if necessary. The -** return values might be uninitialized if an error occurs. -** -** Return the number of errors. -*/ -static int findLockInfo( - int fd, /* The file descriptor used in the key */ - struct lockInfo **ppLock, /* Return the lockInfo structure here */ - struct openCnt **ppOpen /* Return the openCnt structure here */ -){ - int rc; - struct lockKey key1; - struct openKey key2; - struct stat statbuf; - struct lockInfo *pLock; - struct openCnt *pOpen; - rc = fstat(fd, &statbuf); - if( rc!=0 ) return 1; - - assert( sqlite3OsInMutex(1) ); - memset(&key1, 0, sizeof(key1)); - key1.dev = statbuf.st_dev; - key1.ino = statbuf.st_ino; -#ifdef SQLITE_UNIX_THREADS - if( threadsOverrideEachOthersLocks<0 ){ - testThreadLockingBehavior(fd); - } - key1.tid = threadsOverrideEachOthersLocks ? 0 : pthread_self(); -#endif - memset(&key2, 0, sizeof(key2)); - key2.dev = statbuf.st_dev; - key2.ino = statbuf.st_ino; - pLock = (struct lockInfo*)sqlite3HashFind(&lockHash, &key1, sizeof(key1)); - if( pLock==0 ){ - struct lockInfo *pOld; - pLock = sqlite3ThreadSafeMalloc( sizeof(*pLock) ); - if( pLock==0 ){ - rc = 1; - goto exit_findlockinfo; - } - pLock->key = key1; - pLock->nRef = 1; - pLock->cnt = 0; - pLock->locktype = 0; - pOld = sqlite3HashInsert(&lockHash, &pLock->key, sizeof(key1), pLock); - if( pOld!=0 ){ - assert( pOld==pLock ); - sqlite3ThreadSafeFree(pLock); - rc = 1; - goto exit_findlockinfo; - } - }else{ - pLock->nRef++; - } - *ppLock = pLock; - if( ppOpen!=0 ){ - pOpen = (struct openCnt*)sqlite3HashFind(&openHash, &key2, sizeof(key2)); - if( pOpen==0 ){ - struct openCnt *pOld; - pOpen = sqlite3ThreadSafeMalloc( sizeof(*pOpen) ); - if( pOpen==0 ){ - releaseLockInfo(pLock); - rc = 1; - goto exit_findlockinfo; - } - pOpen->key = key2; - pOpen->nRef = 1; - pOpen->nLock = 0; - pOpen->nPending = 0; - pOpen->aPending = 0; - pOld = sqlite3HashInsert(&openHash, &pOpen->key, sizeof(key2), pOpen); - if( pOld!=0 ){ - assert( pOld==pOpen ); - sqlite3ThreadSafeFree(pOpen); - releaseLockInfo(pLock); - rc = 1; - goto exit_findlockinfo; - } - }else{ - pOpen->nRef++; - } - *ppOpen = pOpen; - } - -exit_findlockinfo: - return rc; -} - -#ifdef SQLITE_DEBUG -/* -** Helper function for printing out trace information from debugging -** binaries. This returns the string represetation of the supplied -** integer lock-type. -*/ -static const char *locktypeName(int locktype){ - switch( locktype ){ - case NO_LOCK: return "NONE"; - case SHARED_LOCK: return "SHARED"; - case RESERVED_LOCK: return "RESERVED"; - case PENDING_LOCK: return "PENDING"; - case EXCLUSIVE_LOCK: return "EXCLUSIVE"; - } - return "ERROR"; -} -#endif - -/* -** If we are currently in a different thread than the thread that the -** unixFile argument belongs to, then transfer ownership of the unixFile -** over to the current thread. -** -** A unixFile is only owned by a thread on systems where one thread is -** unable to override locks created by a different thread. RedHat9 is -** an example of such a system. -** -** Ownership transfer is only allowed if the unixFile is currently unlocked. -** If the unixFile is locked and an ownership is wrong, then return -** SQLITE_MISUSE. SQLITE_OK is returned if everything works. -*/ -#ifdef SQLITE_UNIX_THREADS -static int transferOwnership(unixFile *pFile){ - int rc; - pthread_t hSelf; - if( threadsOverrideEachOthersLocks ){ - /* Ownership transfers not needed on this system */ - return SQLITE_OK; - } - hSelf = pthread_self(); - if( pthread_equal(pFile->tid, hSelf) ){ - /* We are still in the same thread */ - TRACE1("No-transfer, same thread\n"); - return SQLITE_OK; - } - if( pFile->locktype!=NO_LOCK ){ - /* We cannot change ownership while we are holding a lock! */ - return SQLITE_MISUSE; - } - TRACE4("Transfer ownership of %d from %d to %d\n", pFile->h,pFile->tid,hSelf); - pFile->tid = hSelf; - if (pFile->pLock != NULL) { - releaseLockInfo(pFile->pLock); - rc = findLockInfo(pFile->h, &pFile->pLock, 0); - TRACE5("LOCK %d is now %s(%s,%d)\n", pFile->h, - locktypeName(pFile->locktype), - locktypeName(pFile->pLock->locktype), pFile->pLock->cnt); - return rc; - } else { - return SQLITE_OK; - } -} -#else - /* On single-threaded builds, ownership transfer is a no-op */ -# define transferOwnership(X) SQLITE_OK -#endif - -/* -** Delete the named file -*/ -int sqlite3UnixDelete(const char *zFilename){ - unlink(zFilename); - return SQLITE_OK; -} - -/* -** Return TRUE if the named file exists. -*/ -int sqlite3UnixFileExists(const char *zFilename){ - return access(zFilename, 0)==0; -} - -/* Forward declaration */ -static int allocateUnixFile( - int h, /* File descriptor of the open file */ - OsFile **pId, /* Write the real file descriptor here */ - const char *zFilename, /* Name of the file being opened */ - int delFlag /* If true, make sure the file deletes on close */ -); - -/* -** Attempt to open a file for both reading and writing. If that -** fails, try opening it read-only. If the file does not exist, -** try to create it. -** -** On success, a handle for the open file is written to *id -** and *pReadonly is set to 0 if the file was opened for reading and -** writing or 1 if the file was opened read-only. The function returns -** SQLITE_OK. -** -** On failure, the function returns SQLITE_CANTOPEN and leaves -** *id and *pReadonly unchanged. -*/ -int sqlite3UnixOpenReadWrite( - const char *zFilename, - OsFile **pId, - int *pReadonly -){ - int h; - - CRASH_TEST_OVERRIDE(sqlite3CrashOpenReadWrite, zFilename, pId, pReadonly); - assert( 0==*pId ); - h = open(zFilename, O_RDWR|O_CREAT|O_LARGEFILE|O_BINARY, - SQLITE_DEFAULT_FILE_PERMISSIONS); - if( h<0 ){ -#ifdef EISDIR - if( errno==EISDIR ){ - return SQLITE_CANTOPEN; - } -#endif - h = open(zFilename, O_RDONLY|O_LARGEFILE|O_BINARY); - if( h<0 ){ - return SQLITE_CANTOPEN; - } - *pReadonly = 1; - }else{ - *pReadonly = 0; - } - return allocateUnixFile(h, pId, zFilename, 0); -} - - -/* -** Attempt to open a new file for exclusive access by this process. -** The file will be opened for both reading and writing. To avoid -** a potential security problem, we do not allow the file to have -** previously existed. Nor do we allow the file to be a symbolic -** link. -** -** If delFlag is true, then make arrangements to automatically delete -** the file when it is closed. -** -** On success, write the file handle into *id and return SQLITE_OK. -** -** On failure, return SQLITE_CANTOPEN. -*/ -int sqlite3UnixOpenExclusive(const char *zFilename, OsFile **pId, int delFlag){ - int h; - - CRASH_TEST_OVERRIDE(sqlite3CrashOpenExclusive, zFilename, pId, delFlag); - assert( 0==*pId ); - h = open(zFilename, - O_RDWR|O_CREAT|O_EXCL|O_NOFOLLOW|O_LARGEFILE|O_BINARY, - SQLITE_DEFAULT_FILE_PERMISSIONS); - if( h<0 ){ - return SQLITE_CANTOPEN; - } - return allocateUnixFile(h, pId, zFilename, delFlag); -} - -/* -** Attempt to open a new file for read-only access. -** -** On success, write the file handle into *id and return SQLITE_OK. -** -** On failure, return SQLITE_CANTOPEN. -*/ -int sqlite3UnixOpenReadOnly(const char *zFilename, OsFile **pId){ - int h; - - CRASH_TEST_OVERRIDE(sqlite3CrashOpenReadOnly, zFilename, pId, 0); - assert( 0==*pId ); - h = open(zFilename, O_RDONLY|O_LARGEFILE|O_BINARY); - if( h<0 ){ - return SQLITE_CANTOPEN; - } - return allocateUnixFile(h, pId, zFilename, 0); -} - -/* -** Attempt to open a file descriptor for the directory that contains a -** file. This file descriptor can be used to fsync() the directory -** in order to make sure the creation of a new file is actually written -** to disk. -** -** This routine is only meaningful for Unix. It is a no-op under -** windows since windows does not support hard links. -** -** If FULL_FSYNC is enabled, this function is not longer useful, -** a FULL_FSYNC sync applies to all pending disk operations. -** -** On success, a handle for a previously open file at *id is -** updated with the new directory file descriptor and SQLITE_OK is -** returned. -** -** On failure, the function returns SQLITE_CANTOPEN and leaves -** *id unchanged. -*/ -static int unixOpenDirectory( - OsFile *id, - const char *zDirname -){ - unixFile *pFile = (unixFile*)id; - if( pFile==0 ){ - /* Do not open the directory if the corresponding file is not already - ** open. */ - return SQLITE_CANTOPEN; - } - SET_THREADID(pFile); - assert( pFile->dirfd<0 ); - pFile->dirfd = open(zDirname, O_RDONLY|O_BINARY, 0); - if( pFile->dirfd<0 ){ - return SQLITE_CANTOPEN; - } - TRACE3("OPENDIR %-3d %s\n", pFile->dirfd, zDirname); - return SQLITE_OK; -} - -/* -** If the following global variable points to a string which is the -** name of a directory, then that directory will be used to store -** temporary files. -** -** See also the "PRAGMA temp_store_directory" SQL command. -*/ -char *sqlite3_temp_directory = 0; - -/* -** Create a temporary file name in zBuf. zBuf must be big enough to -** hold at least SQLITE_TEMPNAME_SIZE characters. -*/ -int sqlite3UnixTempFileName(char *zBuf){ - static const char *azDirs[] = { - 0, - "/var/tmp", - "/usr/tmp", - "/tmp", - ".", - }; - static const unsigned char zChars[] = - "abcdefghijklmnopqrstuvwxyz" - "ABCDEFGHIJKLMNOPQRSTUVWXYZ" - "0123456789"; - int i, j; - struct stat buf; - const char *zDir = "."; - azDirs[0] = sqlite3_temp_directory; - for(i=0; ioffset then read cnt bytes into pBuf. -** Return the number of bytes actually read. Update the offset. -*/ -static int seekAndRead(unixFile *id, void *pBuf, int cnt){ - int got; - i64 newOffset; -#ifdef USE_PREAD - got = pread(id->h, pBuf, cnt, id->offset); -#else - newOffset = lseek(id->h, id->offset, SEEK_SET); - if( newOffset!=id->offset ){ - return -1; - } - got = read(id->h, pBuf, cnt); -#endif - if( got>0 ){ - id->offset += got; - } - return got; -} - -/* -** Read data from a file into a buffer. Return SQLITE_OK if all -** bytes were read successfully and SQLITE_IOERR if anything goes -** wrong. -*/ -static int unixRead(OsFile *id, void *pBuf, int amt){ - int got; - assert( id ); - TIMER_START; - got = seekAndRead((unixFile*)id, pBuf, amt); - TIMER_END; - TRACE5("READ %-3d %5d %7d %d\n", ((unixFile*)id)->h, got, - last_page, TIMER_ELAPSED); - SEEK(0); - SimulateIOError( got = -1 ); - if( got==amt ){ - return SQLITE_OK; - }else if( got<0 ){ - return SQLITE_IOERR_READ; - }else{ - memset(&((char*)pBuf)[got], 0, amt-got); - return SQLITE_IOERR_SHORT_READ; - } -} - -/* -** Seek to the offset in id->offset then read cnt bytes into pBuf. -** Return the number of bytes actually read. Update the offset. -*/ -static int seekAndWrite(unixFile *id, const void *pBuf, int cnt){ - int got; - i64 newOffset; -#ifdef USE_PREAD - got = pwrite(id->h, pBuf, cnt, id->offset); -#else - newOffset = lseek(id->h, id->offset, SEEK_SET); - if( newOffset!=id->offset ){ - return -1; - } - got = write(id->h, pBuf, cnt); -#endif - if( got>0 ){ - id->offset += got; - } - return got; -} - - -/* -** Write data from a buffer into a file. Return SQLITE_OK on success -** or some other error code on failure. -*/ -static int unixWrite(OsFile *id, const void *pBuf, int amt){ - int wrote = 0; - assert( id ); - assert( amt>0 ); - TIMER_START; - while( amt>0 && (wrote = seekAndWrite((unixFile*)id, pBuf, amt))>0 ){ - amt -= wrote; - pBuf = &((char*)pBuf)[wrote]; - } - TIMER_END; - TRACE5("WRITE %-3d %5d %7d %d\n", ((unixFile*)id)->h, wrote, - last_page, TIMER_ELAPSED); - SEEK(0); - SimulateIOError(( wrote=(-1), amt=1 )); - SimulateDiskfullError(( wrote=0, amt=1 )); - if( amt>0 ){ - if( wrote<0 ){ - return SQLITE_IOERR_WRITE; - }else{ - return SQLITE_FULL; - } - } - return SQLITE_OK; -} - -/* -** Move the read/write pointer in a file. -*/ -static int unixSeek(OsFile *id, i64 offset){ - assert( id ); - SEEK(offset/1024 + 1); -#ifdef SQLITE_TEST - if( offset ) SimulateDiskfullError(return SQLITE_FULL); -#endif - ((unixFile*)id)->offset = offset; - return SQLITE_OK; -} - -#ifdef SQLITE_TEST -/* -** Count the number of fullsyncs and normal syncs. This is used to test -** that syncs and fullsyncs are occuring at the right times. -*/ -int sqlite3_sync_count = 0; -int sqlite3_fullsync_count = 0; -#endif - -/* -** Use the fdatasync() API only if the HAVE_FDATASYNC macro is defined. -** Otherwise use fsync() in its place. -*/ -#ifndef HAVE_FDATASYNC -# define fdatasync fsync -#endif - -/* -** Define HAVE_FULLFSYNC to 0 or 1 depending on whether or not -** the F_FULLFSYNC macro is defined. F_FULLFSYNC is currently -** only available on Mac OS X. But that could change. -*/ -#ifdef F_FULLFSYNC -# define HAVE_FULLFSYNC 1 -#else -# define HAVE_FULLFSYNC 0 -#endif - - -/* -** The fsync() system call does not work as advertised on many -** unix systems. The following procedure is an attempt to make -** it work better. -** -** The SQLITE_NO_SYNC macro disables all fsync()s. This is useful -** for testing when we want to run through the test suite quickly. -** You are strongly advised *not* to deploy with SQLITE_NO_SYNC -** enabled, however, since with SQLITE_NO_SYNC enabled, an OS crash -** or power failure will likely corrupt the database file. -*/ -static int full_fsync(int fd, int fullSync, int dataOnly){ - int rc; - - /* Record the number of times that we do a normal fsync() and - ** FULLSYNC. This is used during testing to verify that this procedure - ** gets called with the correct arguments. - */ -#ifdef SQLITE_TEST - if( fullSync ) sqlite3_fullsync_count++; - sqlite3_sync_count++; -#endif - - /* If we compiled with the SQLITE_NO_SYNC flag, then syncing is a - ** no-op - */ -#ifdef SQLITE_NO_SYNC - rc = SQLITE_OK; -#else - -#if HAVE_FULLFSYNC - if( fullSync ){ - rc = fcntl(fd, F_FULLFSYNC, 0); - }else{ - rc = 1; - } - /* If the FULLFSYNC failed, fall back to attempting an fsync(). - * It shouldn't be possible for fullfsync to fail on the local - * file system (on OSX), so failure indicates that FULLFSYNC - * isn't supported for this file system. So, attempt an fsync - * and (for now) ignore the overhead of a superfluous fcntl call. - * It'd be better to detect fullfsync support once and avoid - * the fcntl call every time sync is called. - */ - if( rc ) rc = fsync(fd); - -#else - if( dataOnly ){ - rc = fdatasync(fd); - }else{ - rc = fsync(fd); - } -#endif /* HAVE_FULLFSYNC */ -#endif /* defined(SQLITE_NO_SYNC) */ - - return rc; -} - -/* -** Make sure all writes to a particular file are committed to disk. -** -** If dataOnly==0 then both the file itself and its metadata (file -** size, access time, etc) are synced. If dataOnly!=0 then only the -** file data is synced. -** -** Under Unix, also make sure that the directory entry for the file -** has been created by fsync-ing the directory that contains the file. -** If we do not do this and we encounter a power failure, the directory -** entry for the journal might not exist after we reboot. The next -** SQLite to access the file will not know that the journal exists (because -** the directory entry for the journal was never created) and the transaction -** will not roll back - possibly leading to database corruption. -*/ -static int unixSync(OsFile *id, int dataOnly){ - int rc; - unixFile *pFile = (unixFile*)id; - assert( pFile ); - TRACE2("SYNC %-3d\n", pFile->h); - rc = full_fsync(pFile->h, pFile->fullSync, dataOnly); - SimulateIOError( rc=1 ); - if( rc ){ - return SQLITE_IOERR_FSYNC; - } - if( pFile->dirfd>=0 ){ - TRACE4("DIRSYNC %-3d (have_fullfsync=%d fullsync=%d)\n", pFile->dirfd, - HAVE_FULLFSYNC, pFile->fullSync); -#ifndef SQLITE_DISABLE_DIRSYNC - /* The directory sync is only attempted if full_fsync is - ** turned off or unavailable. If a full_fsync occurred above, - ** then the directory sync is superfluous. - */ - if( (!HAVE_FULLFSYNC || !pFile->fullSync) && full_fsync(pFile->dirfd,0,0) ){ - /* - ** We have received multiple reports of fsync() returning - ** errors when applied to directories on certain file systems. - ** A failed directory sync is not a big deal. So it seems - ** better to ignore the error. Ticket #1657 - */ - /* return SQLITE_IOERR; */ - } -#endif - close(pFile->dirfd); /* Only need to sync once, so close the directory */ - pFile->dirfd = -1; /* when we are done. */ - } - return SQLITE_OK; -} - -/* -** Sync the directory zDirname. This is a no-op on operating systems other -** than UNIX. -** -** This is used to make sure the master journal file has truely been deleted -** before making changes to individual journals on a multi-database commit. -** The F_FULLFSYNC option is not needed here. -*/ -int sqlite3UnixSyncDirectory(const char *zDirname){ -#ifdef SQLITE_DISABLE_DIRSYNC - return SQLITE_OK; -#else - int fd; - int r; - fd = open(zDirname, O_RDONLY|O_BINARY, 0); - TRACE3("DIRSYNC %-3d (%s)\n", fd, zDirname); - if( fd<0 ){ - return SQLITE_CANTOPEN; - } - r = fsync(fd); - close(fd); - SimulateIOError( r=1 ); - if( r ){ - return SQLITE_IOERR_DIR_FSYNC; - }else{ - return SQLITE_OK; - } -#endif -} - -/* -** Truncate an open file to a specified size -*/ -static int unixTruncate(OsFile *id, i64 nByte){ - int rc; - assert( id ); - rc = ftruncate(((unixFile*)id)->h, nByte); - SimulateIOError( rc=1 ); - if( rc ){ - return SQLITE_IOERR_TRUNCATE; - }else{ - return SQLITE_OK; - } -} - -/* -** Determine the current size of a file in bytes -*/ -static int unixFileSize(OsFile *id, i64 *pSize){ - int rc; - struct stat buf; - assert( id ); - rc = fstat(((unixFile*)id)->h, &buf); - SimulateIOError( rc=1 ); - if( rc!=0 ){ - return SQLITE_IOERR_FSTAT; - } - *pSize = buf.st_size; - return SQLITE_OK; -} - -/* -** This routine checks if there is a RESERVED lock held on the specified -** file by this or any other process. If such a lock is held, return -** non-zero. If the file is unlocked or holds only SHARED locks, then -** return zero. -*/ -static int unixCheckReservedLock(OsFile *id){ - int r = 0; - unixFile *pFile = (unixFile*)id; - - assert( pFile ); - sqlite3OsEnterMutex(); /* Because pFile->pLock is shared across threads */ - - /* Check if a thread in this process holds such a lock */ - if( pFile->pLock->locktype>SHARED_LOCK ){ - r = 1; - } - - /* Otherwise see if some other process holds it. - */ - if( !r ){ - struct flock lock; - lock.l_whence = SEEK_SET; - lock.l_start = RESERVED_BYTE; - lock.l_len = 1; - lock.l_type = F_WRLCK; - fcntl(pFile->h, F_GETLK, &lock); - if( lock.l_type!=F_UNLCK ){ - r = 1; - } - } - - sqlite3OsLeaveMutex(); - TRACE3("TEST WR-LOCK %d %d\n", pFile->h, r); - - return r; -} - -/* -** Lock the file with the lock specified by parameter locktype - one -** of the following: -** -** (1) SHARED_LOCK -** (2) RESERVED_LOCK -** (3) PENDING_LOCK -** (4) EXCLUSIVE_LOCK -** -** Sometimes when requesting one lock state, additional lock states -** are inserted in between. The locking might fail on one of the later -** transitions leaving the lock state different from what it started but -** still short of its goal. The following chart shows the allowed -** transitions and the inserted intermediate states: -** -** UNLOCKED -> SHARED -** SHARED -> RESERVED -** SHARED -> (PENDING) -> EXCLUSIVE -** RESERVED -> (PENDING) -> EXCLUSIVE -** PENDING -> EXCLUSIVE -** -** This routine will only increase a lock. Use the sqlite3OsUnlock() -** routine to lower a locking level. -*/ -static int unixLock(OsFile *id, int locktype){ - /* The following describes the implementation of the various locks and - ** lock transitions in terms of the POSIX advisory shared and exclusive - ** lock primitives (called read-locks and write-locks below, to avoid - ** confusion with SQLite lock names). The algorithms are complicated - ** slightly in order to be compatible with windows systems simultaneously - ** accessing the same database file, in case that is ever required. - ** - ** Symbols defined in os.h indentify the 'pending byte' and the 'reserved - ** byte', each single bytes at well known offsets, and the 'shared byte - ** range', a range of 510 bytes at a well known offset. - ** - ** To obtain a SHARED lock, a read-lock is obtained on the 'pending - ** byte'. If this is successful, a random byte from the 'shared byte - ** range' is read-locked and the lock on the 'pending byte' released. - ** - ** A process may only obtain a RESERVED lock after it has a SHARED lock. - ** A RESERVED lock is implemented by grabbing a write-lock on the - ** 'reserved byte'. - ** - ** A process may only obtain a PENDING lock after it has obtained a - ** SHARED lock. A PENDING lock is implemented by obtaining a write-lock - ** on the 'pending byte'. This ensures that no new SHARED locks can be - ** obtained, but existing SHARED locks are allowed to persist. A process - ** does not have to obtain a RESERVED lock on the way to a PENDING lock. - ** This property is used by the algorithm for rolling back a journal file - ** after a crash. - ** - ** An EXCLUSIVE lock, obtained after a PENDING lock is held, is - ** implemented by obtaining a write-lock on the entire 'shared byte - ** range'. Since all other locks require a read-lock on one of the bytes - ** within this range, this ensures that no other locks are held on the - ** database. - ** - ** The reason a single byte cannot be used instead of the 'shared byte - ** range' is that some versions of windows do not support read-locks. By - ** locking a random byte from a range, concurrent SHARED locks may exist - ** even if the locking primitive used is always a write-lock. - */ - int rc = SQLITE_OK; - unixFile *pFile = (unixFile*)id; - struct lockInfo *pLock = pFile->pLock; - struct flock lock; - int s; - - assert( pFile ); - TRACE7("LOCK %d %s was %s(%s,%d) pid=%d\n", pFile->h, - locktypeName(locktype), locktypeName(pFile->locktype), - locktypeName(pLock->locktype), pLock->cnt , getpid()); - - /* If there is already a lock of this type or more restrictive on the - ** OsFile, do nothing. Don't use the end_lock: exit path, as - ** sqlite3OsEnterMutex() hasn't been called yet. - */ - if( pFile->locktype>=locktype ){ - TRACE3("LOCK %d %s ok (already held)\n", pFile->h, - locktypeName(locktype)); - return SQLITE_OK; - } - - /* Make sure the locking sequence is correct - */ - assert( pFile->locktype!=NO_LOCK || locktype==SHARED_LOCK ); - assert( locktype!=PENDING_LOCK ); - assert( locktype!=RESERVED_LOCK || pFile->locktype==SHARED_LOCK ); - - /* This mutex is needed because pFile->pLock is shared across threads - */ - sqlite3OsEnterMutex(); - - /* Make sure the current thread owns the pFile. - */ - rc = transferOwnership(pFile); - if( rc!=SQLITE_OK ){ - sqlite3OsLeaveMutex(); - return rc; - } - pLock = pFile->pLock; - - /* If some thread using this PID has a lock via a different OsFile* - ** handle that precludes the requested lock, return BUSY. - */ - if( (pFile->locktype!=pLock->locktype && - (pLock->locktype>=PENDING_LOCK || locktype>SHARED_LOCK)) - ){ - rc = SQLITE_BUSY; - goto end_lock; - } - - /* If a SHARED lock is requested, and some thread using this PID already - ** has a SHARED or RESERVED lock, then increment reference counts and - ** return SQLITE_OK. - */ - if( locktype==SHARED_LOCK && - (pLock->locktype==SHARED_LOCK || pLock->locktype==RESERVED_LOCK) ){ - assert( locktype==SHARED_LOCK ); - assert( pFile->locktype==0 ); - assert( pLock->cnt>0 ); - pFile->locktype = SHARED_LOCK; - pLock->cnt++; - pFile->pOpen->nLock++; - goto end_lock; - } - - lock.l_len = 1L; - - lock.l_whence = SEEK_SET; - - /* A PENDING lock is needed before acquiring a SHARED lock and before - ** acquiring an EXCLUSIVE lock. For the SHARED lock, the PENDING will - ** be released. - */ - if( locktype==SHARED_LOCK - || (locktype==EXCLUSIVE_LOCK && pFile->locktypeh, F_SETLK, &lock); - if( s ){ - rc = (errno==EINVAL) ? SQLITE_NOLFS : SQLITE_BUSY; - goto end_lock; - } - } - - - /* If control gets to this point, then actually go ahead and make - ** operating system calls for the specified lock. - */ - if( locktype==SHARED_LOCK ){ - assert( pLock->cnt==0 ); - assert( pLock->locktype==0 ); - - /* Now get the read-lock */ - lock.l_start = SHARED_FIRST; - lock.l_len = SHARED_SIZE; - s = fcntl(pFile->h, F_SETLK, &lock); - - /* Drop the temporary PENDING lock */ - lock.l_start = PENDING_BYTE; - lock.l_len = 1L; - lock.l_type = F_UNLCK; - if( fcntl(pFile->h, F_SETLK, &lock)!=0 ){ - rc = SQLITE_IOERR_UNLOCK; /* This should never happen */ - goto end_lock; - } - if( s ){ - rc = (errno==EINVAL) ? SQLITE_NOLFS : SQLITE_BUSY; - }else{ - pFile->locktype = SHARED_LOCK; - pFile->pOpen->nLock++; - pLock->cnt = 1; - } - }else if( locktype==EXCLUSIVE_LOCK && pLock->cnt>1 ){ - /* We are trying for an exclusive lock but another thread in this - ** same process is still holding a shared lock. */ - rc = SQLITE_BUSY; - }else{ - /* The request was for a RESERVED or EXCLUSIVE lock. It is - ** assumed that there is a SHARED or greater lock on the file - ** already. - */ - assert( 0!=pFile->locktype ); - lock.l_type = F_WRLCK; - switch( locktype ){ - case RESERVED_LOCK: - lock.l_start = RESERVED_BYTE; - break; - case EXCLUSIVE_LOCK: - lock.l_start = SHARED_FIRST; - lock.l_len = SHARED_SIZE; - break; - default: - assert(0); - } - s = fcntl(pFile->h, F_SETLK, &lock); - if( s ){ - rc = (errno==EINVAL) ? SQLITE_NOLFS : SQLITE_BUSY; - } - } - - if( rc==SQLITE_OK ){ - pFile->locktype = locktype; - pLock->locktype = locktype; - }else if( locktype==EXCLUSIVE_LOCK ){ - pFile->locktype = PENDING_LOCK; - pLock->locktype = PENDING_LOCK; - } - -end_lock: - sqlite3OsLeaveMutex(); - TRACE4("LOCK %d %s %s\n", pFile->h, locktypeName(locktype), - rc==SQLITE_OK ? "ok" : "failed"); - return rc; -} - -/* -** Lower the locking level on file descriptor pFile to locktype. locktype -** must be either NO_LOCK or SHARED_LOCK. -** -** If the locking level of the file descriptor is already at or below -** the requested locking level, this routine is a no-op. -*/ -static int unixUnlock(OsFile *id, int locktype){ - struct lockInfo *pLock; - struct flock lock; - int rc = SQLITE_OK; - unixFile *pFile = (unixFile*)id; - - assert( pFile ); - TRACE7("UNLOCK %d %d was %d(%d,%d) pid=%d\n", pFile->h, locktype, - pFile->locktype, pFile->pLock->locktype, pFile->pLock->cnt, getpid()); - - assert( locktype<=SHARED_LOCK ); - if( pFile->locktype<=locktype ){ - return SQLITE_OK; - } - if( CHECK_THREADID(pFile) ){ - return SQLITE_MISUSE; - } - sqlite3OsEnterMutex(); - pLock = pFile->pLock; - assert( pLock->cnt!=0 ); - if( pFile->locktype>SHARED_LOCK ){ - assert( pLock->locktype==pFile->locktype ); - if( locktype==SHARED_LOCK ){ - lock.l_type = F_RDLCK; - lock.l_whence = SEEK_SET; - lock.l_start = SHARED_FIRST; - lock.l_len = SHARED_SIZE; - if( fcntl(pFile->h, F_SETLK, &lock)!=0 ){ - /* This should never happen */ - rc = SQLITE_IOERR_RDLOCK; - } - } - lock.l_type = F_UNLCK; - lock.l_whence = SEEK_SET; - lock.l_start = PENDING_BYTE; - lock.l_len = 2L; assert( PENDING_BYTE+1==RESERVED_BYTE ); - if( fcntl(pFile->h, F_SETLK, &lock)==0 ){ - pLock->locktype = SHARED_LOCK; - }else{ - rc = SQLITE_IOERR_UNLOCK; /* This should never happen */ - } - } - if( locktype==NO_LOCK ){ - struct openCnt *pOpen; - - /* Decrement the shared lock counter. Release the lock using an - ** OS call only when all threads in this same process have released - ** the lock. - */ - pLock->cnt--; - if( pLock->cnt==0 ){ - lock.l_type = F_UNLCK; - lock.l_whence = SEEK_SET; - lock.l_start = lock.l_len = 0L; - if( fcntl(pFile->h, F_SETLK, &lock)==0 ){ - pLock->locktype = NO_LOCK; - }else{ - rc = SQLITE_IOERR_UNLOCK; /* This should never happen */ - } - } - - /* Decrement the count of locks against this same file. When the - ** count reaches zero, close any other file descriptors whose close - ** was deferred because of outstanding locks. - */ - pOpen = pFile->pOpen; - pOpen->nLock--; - assert( pOpen->nLock>=0 ); - if( pOpen->nLock==0 && pOpen->nPending>0 ){ - int i; - for(i=0; inPending; i++){ - close(pOpen->aPending[i]); - } - free(pOpen->aPending); - pOpen->nPending = 0; - pOpen->aPending = 0; - } - } - sqlite3OsLeaveMutex(); - pFile->locktype = locktype; - return rc; -} - -/* -** Close a file. -*/ -static int unixClose(OsFile **pId){ - unixFile *id = (unixFile*)*pId; - - if( !id ) return SQLITE_OK; - unixUnlock(*pId, NO_LOCK); - if( id->dirfd>=0 ) close(id->dirfd); - id->dirfd = -1; - sqlite3OsEnterMutex(); - - if( id->pOpen->nLock ){ - /* If there are outstanding locks, do not actually close the file just - ** yet because that would clear those locks. Instead, add the file - ** descriptor to pOpen->aPending. It will be automatically closed when - ** the last lock is cleared. - */ - int *aNew; - struct openCnt *pOpen = id->pOpen; - aNew = realloc( pOpen->aPending, (pOpen->nPending+1)*sizeof(int) ); - if( aNew==0 ){ - /* If a malloc fails, just leak the file descriptor */ - }else{ - pOpen->aPending = aNew; - pOpen->aPending[pOpen->nPending] = id->h; - pOpen->nPending++; - } - }else{ - /* There are no outstanding locks so we can close the file immediately */ - close(id->h); - } - releaseLockInfo(id->pLock); - releaseOpenCnt(id->pOpen); - - sqlite3OsLeaveMutex(); - id->isOpen = 0; - TRACE2("CLOSE %-3d\n", id->h); - OpenCounter(-1); - sqlite3ThreadSafeFree(id); - *pId = 0; - return SQLITE_OK; -} - - -#ifdef SQLITE_ENABLE_LOCKING_STYLE -#pragma mark AFP Support - -/* - ** The afpLockingContext structure contains all afp lock specific state - */ -typedef struct afpLockingContext afpLockingContext; -struct afpLockingContext { - unsigned long long sharedLockByte; - char *filePath; -}; - -struct ByteRangeLockPB2 -{ - unsigned long long offset; /* offset to first byte to lock */ - unsigned long long length; /* nbr of bytes to lock */ - unsigned long long retRangeStart; /* nbr of 1st byte locked if successful */ - unsigned char unLockFlag; /* 1 = unlock, 0 = lock */ - unsigned char startEndFlag; /* 1=rel to end of fork, 0=rel to start */ - int fd; /* file desc to assoc this lock with */ -}; - -#define afpfsByteRangeLock2FSCTL _IOWR('z', 23, struct ByteRangeLockPB2) - -/* return 0 on success, 1 on failure. To match the behavior of the - normal posix file locking (used in unixLock for example), we should - provide 'richer' return codes - specifically to differentiate between - 'file busy' and 'file system error' results */ -static int _AFPFSSetLock(const char *path, int fd, unsigned long long offset, - unsigned long long length, int setLockFlag) -{ - struct ByteRangeLockPB2 pb; - int err; - - pb.unLockFlag = setLockFlag ? 0 : 1; - pb.startEndFlag = 0; - pb.offset = offset; - pb.length = length; - pb.fd = fd; - TRACE5("AFPLOCK setting lock %s for %d in range %llx:%llx\n", - (setLockFlag?"ON":"OFF"), fd, offset, length); - err = fsctl(path, afpfsByteRangeLock2FSCTL, &pb, 0); - if ( err==-1 ) { - TRACE4("AFPLOCK failed to fsctl() '%s' %d %s\n", path, errno, - strerror(errno)); - return 1; // error - } else { - return 0; - } -} - -/* - ** This routine checks if there is a RESERVED lock held on the specified - ** file by this or any other process. If such a lock is held, return - ** non-zero. If the file is unlocked or holds only SHARED locks, then - ** return zero. - */ -static int afpUnixCheckReservedLock(OsFile *id){ - int r = 0; - unixFile *pFile = (unixFile*)id; - - assert( pFile ); - afpLockingContext *context = (afpLockingContext *) pFile->lockingContext; - - /* Check if a thread in this process holds such a lock */ - if( pFile->locktype>SHARED_LOCK ){ - r = 1; - } - - /* Otherwise see if some other process holds it. - */ - if ( !r ) { - // lock the byte - int failed = _AFPFSSetLock(context->filePath, pFile->h, RESERVED_BYTE, 1,1); - if (failed) { - /* if we failed to get the lock then someone else must have it */ - r = 1; - } else { - /* if we succeeded in taking the reserved lock, unlock it to restore - ** the original state */ - _AFPFSSetLock(context->filePath, pFile->h, RESERVED_BYTE, 1, 0); - } - } - TRACE3("TEST WR-LOCK %d %d\n", pFile->h, r); - - return r; -} - -/* AFP-style locking following the behavior of unixLock, see the unixLock -** function comments for details of lock management. */ -static int afpUnixLock(OsFile *id, int locktype) -{ - int rc = SQLITE_OK; - unixFile *pFile = (unixFile*)id; - afpLockingContext *context = (afpLockingContext *) pFile->lockingContext; - int gotPendingLock = 0; - - assert( pFile ); - TRACE5("LOCK %d %s was %s pid=%d\n", pFile->h, - locktypeName(locktype), locktypeName(pFile->locktype), getpid()); - /* If there is already a lock of this type or more restrictive on the - ** OsFile, do nothing. Don't use the afp_end_lock: exit path, as - ** sqlite3OsEnterMutex() hasn't been called yet. - */ - if( pFile->locktype>=locktype ){ - TRACE3("LOCK %d %s ok (already held)\n", pFile->h, - locktypeName(locktype)); - return SQLITE_OK; - } - - /* Make sure the locking sequence is correct - */ - assert( pFile->locktype!=NO_LOCK || locktype==SHARED_LOCK ); - assert( locktype!=PENDING_LOCK ); - assert( locktype!=RESERVED_LOCK || pFile->locktype==SHARED_LOCK ); - - /* This mutex is needed because pFile->pLock is shared across threads - */ - sqlite3OsEnterMutex(); - - /* Make sure the current thread owns the pFile. - */ - rc = transferOwnership(pFile); - if( rc!=SQLITE_OK ){ - sqlite3OsLeaveMutex(); - return rc; - } - - /* A PENDING lock is needed before acquiring a SHARED lock and before - ** acquiring an EXCLUSIVE lock. For the SHARED lock, the PENDING will - ** be released. - */ - if( locktype==SHARED_LOCK - || (locktype==EXCLUSIVE_LOCK && pFile->locktypefilePath, pFile->h, - PENDING_BYTE, 1, 1); - if (failed) { - rc = SQLITE_BUSY; - goto afp_end_lock; - } - } - - /* If control gets to this point, then actually go ahead and make - ** operating system calls for the specified lock. - */ - if( locktype==SHARED_LOCK ){ - int lk, failed; - int tries = 0; - - /* Now get the read-lock */ - /* note that the quality of the randomness doesn't matter that much */ - lk = random(); - context->sharedLockByte = (lk & 0x7fffffff)%(SHARED_SIZE - 1); - failed = _AFPFSSetLock(context->filePath, pFile->h, - SHARED_FIRST+context->sharedLockByte, 1, 1); - - /* Drop the temporary PENDING lock */ - if (_AFPFSSetLock(context->filePath, pFile->h, PENDING_BYTE, 1, 0)) { - rc = SQLITE_IOERR_UNLOCK; /* This should never happen */ - goto afp_end_lock; - } - - if( failed ){ - rc = SQLITE_BUSY; - } else { - pFile->locktype = SHARED_LOCK; - } - }else{ - /* The request was for a RESERVED or EXCLUSIVE lock. It is - ** assumed that there is a SHARED or greater lock on the file - ** already. - */ - int failed = 0; - assert( 0!=pFile->locktype ); - if (locktype >= RESERVED_LOCK && pFile->locktype < RESERVED_LOCK) { - /* Acquire a RESERVED lock */ - failed = _AFPFSSetLock(context->filePath, pFile->h, RESERVED_BYTE, 1,1); - } - if (!failed && locktype == EXCLUSIVE_LOCK) { - /* Acquire an EXCLUSIVE lock */ - - /* Remove the shared lock before trying the range. we'll need to - ** reestablish the shared lock if we can't get the afpUnixUnlock - */ - if (!_AFPFSSetLock(context->filePath, pFile->h, SHARED_FIRST + - context->sharedLockByte, 1, 0)) { - /* now attemmpt to get the exclusive lock range */ - failed = _AFPFSSetLock(context->filePath, pFile->h, SHARED_FIRST, - SHARED_SIZE, 1); - if (failed && _AFPFSSetLock(context->filePath, pFile->h, SHARED_FIRST + - context->sharedLockByte, 1, 1)) { - rc = SQLITE_IOERR_RDLOCK; /* this should never happen */ - } - } else { - /* */ - rc = SQLITE_IOERR_UNLOCK; /* this should never happen */ - } - } - if( failed && rc == SQLITE_OK){ - rc = SQLITE_BUSY; - } - } - - if( rc==SQLITE_OK ){ - pFile->locktype = locktype; - }else if( locktype==EXCLUSIVE_LOCK ){ - pFile->locktype = PENDING_LOCK; - } - -afp_end_lock: - sqlite3OsLeaveMutex(); - TRACE4("LOCK %d %s %s\n", pFile->h, locktypeName(locktype), - rc==SQLITE_OK ? "ok" : "failed"); - return rc; -} - -/* - ** Lower the locking level on file descriptor pFile to locktype. locktype - ** must be either NO_LOCK or SHARED_LOCK. - ** - ** If the locking level of the file descriptor is already at or below - ** the requested locking level, this routine is a no-op. - */ -static int afpUnixUnlock(OsFile *id, int locktype) { - struct flock lock; - int rc = SQLITE_OK; - unixFile *pFile = (unixFile*)id; - afpLockingContext *context = (afpLockingContext *) pFile->lockingContext; - - assert( pFile ); - TRACE5("UNLOCK %d %d was %d pid=%d\n", pFile->h, locktype, - pFile->locktype, getpid()); - - assert( locktype<=SHARED_LOCK ); - if( pFile->locktype<=locktype ){ - return SQLITE_OK; - } - if( CHECK_THREADID(pFile) ){ - return SQLITE_MISUSE; - } - sqlite3OsEnterMutex(); - if( pFile->locktype>SHARED_LOCK ){ - if( locktype==SHARED_LOCK ){ - int failed = 0; - - /* unlock the exclusive range - then re-establish the shared lock */ - if (pFile->locktype==EXCLUSIVE_LOCK) { - failed = _AFPFSSetLock(context->filePath, pFile->h, SHARED_FIRST, - SHARED_SIZE, 0); - if (!failed) { - /* successfully removed the exclusive lock */ - if (_AFPFSSetLock(context->filePath, pFile->h, SHARED_FIRST+ - context->sharedLockByte, 1, 1)) { - /* failed to re-establish our shared lock */ - rc = SQLITE_IOERR_RDLOCK; /* This should never happen */ - } - } else { - /* This should never happen - failed to unlock the exclusive range */ - rc = SQLITE_IOERR_UNLOCK; - } - } - } - if (rc == SQLITE_OK && pFile->locktype>=PENDING_LOCK) { - if (_AFPFSSetLock(context->filePath, pFile->h, PENDING_BYTE, 1, 0)){ - /* failed to release the pending lock */ - rc = SQLITE_IOERR_UNLOCK; /* This should never happen */ - } - } - if (rc == SQLITE_OK && pFile->locktype>=RESERVED_LOCK) { - if (_AFPFSSetLock(context->filePath, pFile->h, RESERVED_BYTE, 1, 0)) { - /* failed to release the reserved lock */ - rc = SQLITE_IOERR_UNLOCK; /* This should never happen */ - } - } - } - if( locktype==NO_LOCK ){ - int failed = _AFPFSSetLock(context->filePath, pFile->h, - SHARED_FIRST + context->sharedLockByte, 1, 0); - if (failed) { - rc = SQLITE_IOERR_UNLOCK; /* This should never happen */ - } - } - if (rc == SQLITE_OK) - pFile->locktype = locktype; - sqlite3OsLeaveMutex(); - return rc; -} - -/* - ** Close a file & cleanup AFP specific locking context - */ -static int afpUnixClose(OsFile **pId) { - unixFile *id = (unixFile*)*pId; - - if( !id ) return SQLITE_OK; - afpUnixUnlock(*pId, NO_LOCK); - /* free the AFP locking structure */ - if (id->lockingContext != NULL) { - if (((afpLockingContext *)id->lockingContext)->filePath != NULL) - sqlite3ThreadSafeFree(((afpLockingContext*)id->lockingContext)->filePath); - sqlite3ThreadSafeFree(id->lockingContext); - } - - if( id->dirfd>=0 ) close(id->dirfd); - id->dirfd = -1; - close(id->h); - id->isOpen = 0; - TRACE2("CLOSE %-3d\n", id->h); - OpenCounter(-1); - sqlite3ThreadSafeFree(id); - *pId = 0; - return SQLITE_OK; -} - - -#pragma mark flock() style locking - -/* - ** The flockLockingContext is not used - */ -typedef void flockLockingContext; - -static int flockUnixCheckReservedLock(OsFile *id) { - unixFile *pFile = (unixFile*)id; - - if (pFile->locktype == RESERVED_LOCK) { - return 1; // already have a reserved lock - } else { - // attempt to get the lock - int rc = flock(pFile->h, LOCK_EX | LOCK_NB); - if (!rc) { - // got the lock, unlock it - flock(pFile->h, LOCK_UN); - return 0; // no one has it reserved - } - return 1; // someone else might have it reserved - } -} - -static int flockUnixLock(OsFile *id, int locktype) { - unixFile *pFile = (unixFile*)id; - - // if we already have a lock, it is exclusive. - // Just adjust level and punt on outta here. - if (pFile->locktype > NO_LOCK) { - pFile->locktype = locktype; - return SQLITE_OK; - } - - // grab an exclusive lock - int rc = flock(pFile->h, LOCK_EX | LOCK_NB); - if (rc) { - // didn't get, must be busy - return SQLITE_BUSY; - } else { - // got it, set the type and return ok - pFile->locktype = locktype; - return SQLITE_OK; - } -} - -static int flockUnixUnlock(OsFile *id, int locktype) { - unixFile *pFile = (unixFile*)id; - - assert( locktype<=SHARED_LOCK ); - - // no-op if possible - if( pFile->locktype==locktype ){ - return SQLITE_OK; - } - - // shared can just be set because we always have an exclusive - if (locktype==SHARED_LOCK) { - pFile->locktype = locktype; - return SQLITE_OK; - } - - // no, really, unlock. - int rc = flock(pFile->h, LOCK_UN); - if (rc) - return SQLITE_IOERR_UNLOCK; - else { - pFile->locktype = NO_LOCK; - return SQLITE_OK; - } -} - -/* - ** Close a file. - */ -static int flockUnixClose(OsFile **pId) { - unixFile *id = (unixFile*)*pId; - - if( !id ) return SQLITE_OK; - flockUnixUnlock(*pId, NO_LOCK); - - if( id->dirfd>=0 ) close(id->dirfd); - id->dirfd = -1; - sqlite3OsEnterMutex(); - - close(id->h); - sqlite3OsLeaveMutex(); - id->isOpen = 0; - TRACE2("CLOSE %-3d\n", id->h); - OpenCounter(-1); - sqlite3ThreadSafeFree(id); - *pId = 0; - return SQLITE_OK; -} - -#pragma mark Old-School .lock file based locking - -/* - ** The dotlockLockingContext structure contains all dotlock (.lock) lock - ** specific state - */ -typedef struct dotlockLockingContext dotlockLockingContext; -struct dotlockLockingContext { - char *lockPath; -}; - - -static int dotlockUnixCheckReservedLock(OsFile *id) { - unixFile *pFile = (unixFile*)id; - dotlockLockingContext *context = - (dotlockLockingContext *) pFile->lockingContext; - - if (pFile->locktype == RESERVED_LOCK) { - return 1; // already have a reserved lock - } else { - struct stat statBuf; - if (lstat(context->lockPath,&statBuf) == 0) - // file exists, someone else has the lock - return 1; - else - // file does not exist, we could have it if we want it - return 0; - } -} - -static int dotlockUnixLock(OsFile *id, int locktype) { - unixFile *pFile = (unixFile*)id; - dotlockLockingContext *context = - (dotlockLockingContext *) pFile->lockingContext; - - // if we already have a lock, it is exclusive. - // Just adjust level and punt on outta here. - if (pFile->locktype > NO_LOCK) { - pFile->locktype = locktype; - - /* Always update the timestamp on the old file */ - utimes(context->lockPath,NULL); - return SQLITE_OK; - } - - // check to see if lock file already exists - struct stat statBuf; - if (lstat(context->lockPath,&statBuf) == 0){ - return SQLITE_BUSY; // it does, busy - } - - // grab an exclusive lock - int fd = open(context->lockPath,O_RDONLY|O_CREAT|O_EXCL,0600); - if (fd < 0) { - // failed to open/create the file, someone else may have stolen the lock - return SQLITE_BUSY; - } - close(fd); - - // got it, set the type and return ok - pFile->locktype = locktype; - return SQLITE_OK; -} - -static int dotlockUnixUnlock(OsFile *id, int locktype) { - unixFile *pFile = (unixFile*)id; - dotlockLockingContext *context = - (dotlockLockingContext *) pFile->lockingContext; - - assert( locktype<=SHARED_LOCK ); - - // no-op if possible - if( pFile->locktype==locktype ){ - return SQLITE_OK; - } - - // shared can just be set because we always have an exclusive - if (locktype==SHARED_LOCK) { - pFile->locktype = locktype; - return SQLITE_OK; - } - - // no, really, unlock. - unlink(context->lockPath); - pFile->locktype = NO_LOCK; - return SQLITE_OK; -} - -/* - ** Close a file. - */ -static int dotlockUnixClose(OsFile **pId) { - unixFile *id = (unixFile*)*pId; - - if( !id ) return SQLITE_OK; - dotlockUnixUnlock(*pId, NO_LOCK); - /* free the dotlock locking structure */ - if (id->lockingContext != NULL) { - if (((dotlockLockingContext *)id->lockingContext)->lockPath != NULL) - sqlite3ThreadSafeFree( ( (dotlockLockingContext *) - id->lockingContext)->lockPath); - sqlite3ThreadSafeFree(id->lockingContext); - } - - if( id->dirfd>=0 ) close(id->dirfd); - id->dirfd = -1; - sqlite3OsEnterMutex(); - - close(id->h); - - sqlite3OsLeaveMutex(); - id->isOpen = 0; - TRACE2("CLOSE %-3d\n", id->h); - OpenCounter(-1); - sqlite3ThreadSafeFree(id); - *pId = 0; - return SQLITE_OK; -} - - -#pragma mark No locking - -/* - ** The nolockLockingContext is void - */ -typedef void nolockLockingContext; - -static int nolockUnixCheckReservedLock(OsFile *id) { - return 0; -} - -static int nolockUnixLock(OsFile *id, int locktype) { - return SQLITE_OK; -} - -static int nolockUnixUnlock(OsFile *id, int locktype) { - return SQLITE_OK; -} - -/* - ** Close a file. - */ -static int nolockUnixClose(OsFile **pId) { - unixFile *id = (unixFile*)*pId; - - if( !id ) return SQLITE_OK; - if( id->dirfd>=0 ) close(id->dirfd); - id->dirfd = -1; - sqlite3OsEnterMutex(); - - close(id->h); - - sqlite3OsLeaveMutex(); - id->isOpen = 0; - TRACE2("CLOSE %-3d\n", id->h); - OpenCounter(-1); - sqlite3ThreadSafeFree(id); - *pId = 0; - return SQLITE_OK; -} - -#endif /* SQLITE_ENABLE_LOCKING_STYLE */ - -/* -** Turn a relative pathname into a full pathname. Return a pointer -** to the full pathname stored in space obtained from sqliteMalloc(). -** The calling function is responsible for freeing this space once it -** is no longer needed. -*/ -char *sqlite3UnixFullPathname(const char *zRelative){ - char *zFull = 0; - if( zRelative[0]=='/' ){ - sqlite3SetString(&zFull, zRelative, (char*)0); - }else{ - char *zBuf = sqliteMalloc(5000); - if( zBuf==0 ){ - return 0; - } - zBuf[0] = 0; - sqlite3SetString(&zFull, getcwd(zBuf, 5000), "/", zRelative, - (char*)0); - sqliteFree(zBuf); - } - -#if 0 - /* - ** Remove "/./" path elements and convert "/A/./" path elements - ** to just "/". - */ - if( zFull ){ - int i, j; - for(i=j=0; zFull[i]; i++){ - if( zFull[i]=='/' ){ - if( zFull[i+1]=='/' ) continue; - if( zFull[i+1]=='.' && zFull[i+2]=='/' ){ - i += 1; - continue; - } - if( zFull[i+1]=='.' && zFull[i+2]=='.' && zFull[i+3]=='/' ){ - while( j>0 && zFull[j-1]!='/' ){ j--; } - i += 3; - continue; - } - } - zFull[j++] = zFull[i]; - } - zFull[j] = 0; - } -#endif - - return zFull; -} - -/* -** Change the value of the fullsync flag in the given file descriptor. -*/ -static void unixSetFullSync(OsFile *id, int v){ - ((unixFile*)id)->fullSync = v; -} - -/* -** Return the underlying file handle for an OsFile -*/ -static int unixFileHandle(OsFile *id){ - return ((unixFile*)id)->h; -} - -/* -** Return an integer that indices the type of lock currently held -** by this handle. (Used for testing and analysis only.) -*/ -static int unixLockState(OsFile *id){ - return ((unixFile*)id)->locktype; -} - -/* -** This vector defines all the methods that can operate on an OsFile -** for unix. -*/ -static const IoMethod sqlite3UnixIoMethod = { - unixClose, - unixOpenDirectory, - unixRead, - unixWrite, - unixSeek, - unixTruncate, - unixSync, - unixSetFullSync, - unixFileHandle, - unixFileSize, - unixLock, - unixUnlock, - unixLockState, - unixCheckReservedLock, -}; - -#ifdef SQLITE_ENABLE_LOCKING_STYLE -/* - ** This vector defines all the methods that can operate on an OsFile - ** for unix with AFP style file locking. - */ -static const IoMethod sqlite3AFPLockingUnixIoMethod = { - afpUnixClose, - unixOpenDirectory, - unixRead, - unixWrite, - unixSeek, - unixTruncate, - unixSync, - unixSetFullSync, - unixFileHandle, - unixFileSize, - afpUnixLock, - afpUnixUnlock, - unixLockState, - afpUnixCheckReservedLock, -}; - -/* - ** This vector defines all the methods that can operate on an OsFile - ** for unix with flock() style file locking. - */ -static const IoMethod sqlite3FlockLockingUnixIoMethod = { - flockUnixClose, - unixOpenDirectory, - unixRead, - unixWrite, - unixSeek, - unixTruncate, - unixSync, - unixSetFullSync, - unixFileHandle, - unixFileSize, - flockUnixLock, - flockUnixUnlock, - unixLockState, - flockUnixCheckReservedLock, -}; - -/* - ** This vector defines all the methods that can operate on an OsFile - ** for unix with dotlock style file locking. - */ -static const IoMethod sqlite3DotlockLockingUnixIoMethod = { - dotlockUnixClose, - unixOpenDirectory, - unixRead, - unixWrite, - unixSeek, - unixTruncate, - unixSync, - unixSetFullSync, - unixFileHandle, - unixFileSize, - dotlockUnixLock, - dotlockUnixUnlock, - unixLockState, - dotlockUnixCheckReservedLock, -}; - -/* - ** This vector defines all the methods that can operate on an OsFile - ** for unix with dotlock style file locking. - */ -static const IoMethod sqlite3NolockLockingUnixIoMethod = { - nolockUnixClose, - unixOpenDirectory, - unixRead, - unixWrite, - unixSeek, - unixTruncate, - unixSync, - unixSetFullSync, - unixFileHandle, - unixFileSize, - nolockUnixLock, - nolockUnixUnlock, - unixLockState, - nolockUnixCheckReservedLock, -}; - -#endif /* SQLITE_ENABLE_LOCKING_STYLE */ - -/* -** Allocate memory for a new unixFile and initialize that unixFile. -** Write a pointer to the new unixFile into *pId. -** If we run out of memory, close the file and return an error. -*/ -#ifdef SQLITE_ENABLE_LOCKING_STYLE -/* - ** When locking extensions are enabled, the filepath and locking style - ** are needed to determine the unixFile pMethod to use for locking operations. - ** The locking-style specific lockingContext data structure is created - ** and assigned here also. - */ -static int allocateUnixFile( - int h, /* Open file descriptor of file being opened */ - OsFile **pId, /* Write completed initialization here */ - const char *zFilename, /* Name of the file being opened */ - int delFlag /* Delete-on-or-before-close flag */ -){ - sqlite3LockingStyle lockingStyle; - unixFile *pNew; - unixFile f; - int rc; - - lockingStyle = sqlite3DetectLockingStyle(zFilename, h); - if ( lockingStyle == posixLockingStyle ) { - sqlite3OsEnterMutex(); - rc = findLockInfo(h, &f.pLock, &f.pOpen); - sqlite3OsLeaveMutex(); - if( rc ){ - close(h); - unlink(zFilename); - return SQLITE_NOMEM; - } - } else { - // pLock and pOpen are only used for posix advisory locking - f.pLock = NULL; - f.pOpen = NULL; - } - if( delFlag ){ - unlink(zFilename); - } - f.dirfd = -1; - f.fullSync = 0; - f.locktype = 0; - f.offset = 0; - f.h = h; - SET_THREADID(&f); - pNew = sqlite3ThreadSafeMalloc( sizeof(unixFile) ); - if( pNew==0 ){ - close(h); - sqlite3OsEnterMutex(); - releaseLockInfo(f.pLock); - releaseOpenCnt(f.pOpen); - sqlite3OsLeaveMutex(); - *pId = 0; - return SQLITE_NOMEM; - }else{ - *pNew = f; - switch(lockingStyle) { - case afpLockingStyle: - /* afp locking uses the file path so it needs to be included in - ** the afpLockingContext */ - pNew->pMethod = &sqlite3AFPLockingUnixIoMethod; - pNew->lockingContext = - sqlite3ThreadSafeMalloc(sizeof(afpLockingContext)); - ((afpLockingContext *)pNew->lockingContext)->filePath = - sqlite3ThreadSafeMalloc(strlen(zFilename) + 1); - strcpy(((afpLockingContext *)pNew->lockingContext)->filePath, - zFilename); - srandomdev(); - break; - case flockLockingStyle: - /* flock locking doesn't need additional lockingContext information */ - pNew->pMethod = &sqlite3FlockLockingUnixIoMethod; - break; - case dotlockLockingStyle: - /* dotlock locking uses the file path so it needs to be included in - ** the dotlockLockingContext */ - pNew->pMethod = &sqlite3DotlockLockingUnixIoMethod; - pNew->lockingContext = sqlite3ThreadSafeMalloc( - sizeof(dotlockLockingContext)); - ((dotlockLockingContext *)pNew->lockingContext)->lockPath = - sqlite3ThreadSafeMalloc(strlen(zFilename) + strlen(".lock") + 1); - sprintf(((dotlockLockingContext *)pNew->lockingContext)->lockPath, - "%s.lock", zFilename); - break; - case posixLockingStyle: - /* posix locking doesn't need additional lockingContext information */ - pNew->pMethod = &sqlite3UnixIoMethod; - break; - case noLockingStyle: - case unsupportedLockingStyle: - default: - pNew->pMethod = &sqlite3NolockLockingUnixIoMethod; - } - *pId = (OsFile*)pNew; - OpenCounter(+1); - return SQLITE_OK; - } -} -#else /* SQLITE_ENABLE_LOCKING_STYLE */ -static int allocateUnixFile( - int h, /* Open file descriptor on file being opened */ - OsFile **pId, /* Write the resul unixFile structure here */ - const char *zFilename, /* Name of the file being opened */ - int delFlag /* If true, delete the file on or before closing */ -){ - unixFile *pNew; - unixFile f; - int rc; - - sqlite3OsEnterMutex(); - rc = findLockInfo(h, &f.pLock, &f.pOpen); - sqlite3OsLeaveMutex(); - if( delFlag ){ - unlink(zFilename); - } - if( rc ){ - close(h); - return SQLITE_NOMEM; - } - TRACE3("OPEN %-3d %s\n", h, zFilename); - f.dirfd = -1; - f.fullSync = 0; - f.locktype = 0; - f.offset = 0; - f.h = h; - SET_THREADID(&f); - pNew = sqlite3ThreadSafeMalloc( sizeof(unixFile) ); - if( pNew==0 ){ - close(h); - sqlite3OsEnterMutex(); - releaseLockInfo(f.pLock); - releaseOpenCnt(f.pOpen); - sqlite3OsLeaveMutex(); - *pId = 0; - return SQLITE_NOMEM; - }else{ - *pNew = f; - pNew->pMethod = &sqlite3UnixIoMethod; - *pId = (OsFile*)pNew; - OpenCounter(+1); - return SQLITE_OK; - } -} -#endif /* SQLITE_ENABLE_LOCKING_STYLE */ - -#endif /* SQLITE_OMIT_DISKIO */ -/*************************************************************************** -** Everything above deals with file I/O. Everything that follows deals -** with other miscellanous aspects of the operating system interface -****************************************************************************/ - - -#ifndef SQLITE_OMIT_LOAD_EXTENSION -/* -** Interfaces for opening a shared library, finding entry points -** within the shared library, and closing the shared library. -*/ -#include -void *sqlite3UnixDlopen(const char *zFilename){ - return dlopen(zFilename, RTLD_NOW | RTLD_GLOBAL); -} -void *sqlite3UnixDlsym(void *pHandle, const char *zSymbol){ - return dlsym(pHandle, zSymbol); -} -int sqlite3UnixDlclose(void *pHandle){ - return dlclose(pHandle); -} -#endif /* SQLITE_OMIT_LOAD_EXTENSION */ - -/* -** Get information to seed the random number generator. The seed -** is written into the buffer zBuf[256]. The calling function must -** supply a sufficiently large buffer. -*/ -int sqlite3UnixRandomSeed(char *zBuf){ - /* We have to initialize zBuf to prevent valgrind from reporting - ** errors. The reports issued by valgrind are incorrect - we would - ** prefer that the randomness be increased by making use of the - ** uninitialized space in zBuf - but valgrind errors tend to worry - ** some users. Rather than argue, it seems easier just to initialize - ** the whole array and silence valgrind, even if that means less randomness - ** in the random seed. - ** - ** When testing, initializing zBuf[] to zero is all we do. That means - ** that we always use the same random number sequence. This makes the - ** tests repeatable. - */ - memset(zBuf, 0, 256); -#if !defined(SQLITE_TEST) - { - int pid, fd; - fd = open("/dev/urandom", O_RDONLY); - if( fd<0 ){ - time_t t; - time(&t); - memcpy(zBuf, &t, sizeof(t)); - pid = getpid(); - memcpy(&zBuf[sizeof(time_t)], &pid, sizeof(pid)); - }else{ - read(fd, zBuf, 256); - close(fd); - } - } -#endif - return SQLITE_OK; -} - -/* -** Sleep for a little while. Return the amount of time slept. -** The argument is the number of milliseconds we want to sleep. -*/ -int sqlite3UnixSleep(int ms){ -#if defined(HAVE_USLEEP) && HAVE_USLEEP - usleep(ms*1000); - return ms; -#else - sleep((ms+999)/1000); - return 1000*((ms+999)/1000); -#endif -} - -/* -** Static variables used for thread synchronization. -** -** inMutex the nesting depth of the recursive mutex. The thread -** holding mutexMain can read this variable at any time. -** But is must hold mutexAux to change this variable. Other -** threads must hold mutexAux to read the variable and can -** never write. -** -** mutexOwner The thread id of the thread holding mutexMain. Same -** access rules as for inMutex. -** -** mutexOwnerValid True if the value in mutexOwner is valid. The same -** access rules apply as for inMutex. -** -** mutexMain The main mutex. Hold this mutex in order to get exclusive -** access to SQLite data structures. -** -** mutexAux An auxiliary mutex needed to access variables defined above. -** -** Mutexes are always acquired in this order: mutexMain mutexAux. It -** is not necessary to acquire mutexMain in order to get mutexAux - just -** do not attempt to acquire them in the reverse order: mutexAux mutexMain. -** Either get the mutexes with mutexMain first or get mutexAux only. -** -** When running on a platform where the three variables inMutex, mutexOwner, -** and mutexOwnerValid can be set atomically, the mutexAux is not required. -** On many systems, all three are 32-bit integers and writing to a 32-bit -** integer is atomic. I think. But there are no guarantees. So it seems -** safer to protect them using mutexAux. -*/ -static int inMutex = 0; -#ifdef SQLITE_UNIX_THREADS -static pthread_t mutexOwner; /* Thread holding mutexMain */ -static int mutexOwnerValid = 0; /* True if mutexOwner is valid */ -static pthread_mutex_t mutexMain = PTHREAD_MUTEX_INITIALIZER; /* The mutex */ -static pthread_mutex_t mutexAux = PTHREAD_MUTEX_INITIALIZER; /* Aux mutex */ -#endif - -/* -** The following pair of routine implement mutual exclusion for -** multi-threaded processes. Only a single thread is allowed to -** executed code that is surrounded by EnterMutex() and LeaveMutex(). -** -** SQLite uses only a single Mutex. There is not much critical -** code and what little there is executes quickly and without blocking. -** -** As of version 3.3.2, this mutex must be recursive. -*/ -void sqlite3UnixEnterMutex(){ -#ifdef SQLITE_UNIX_THREADS - pthread_mutex_lock(&mutexAux); - if( !mutexOwnerValid || !pthread_equal(mutexOwner, pthread_self()) ){ - pthread_mutex_unlock(&mutexAux); - pthread_mutex_lock(&mutexMain); - assert( inMutex==0 ); - assert( !mutexOwnerValid ); - pthread_mutex_lock(&mutexAux); - mutexOwner = pthread_self(); - mutexOwnerValid = 1; - } - inMutex++; - pthread_mutex_unlock(&mutexAux); -#else - inMutex++; -#endif -} -void sqlite3UnixLeaveMutex(){ - assert( inMutex>0 ); -#ifdef SQLITE_UNIX_THREADS - pthread_mutex_lock(&mutexAux); - inMutex--; - assert( pthread_equal(mutexOwner, pthread_self()) ); - if( inMutex==0 ){ - assert( mutexOwnerValid ); - mutexOwnerValid = 0; - pthread_mutex_unlock(&mutexMain); - } - pthread_mutex_unlock(&mutexAux); -#else - inMutex--; -#endif -} - -/* -** Return TRUE if the mutex is currently held. -** -** If the thisThrd parameter is true, return true only if the -** calling thread holds the mutex. If the parameter is false, return -** true if any thread holds the mutex. -*/ -int sqlite3UnixInMutex(int thisThrd){ -#ifdef SQLITE_UNIX_THREADS - int rc; - pthread_mutex_lock(&mutexAux); - rc = inMutex>0 && (thisThrd==0 || pthread_equal(mutexOwner,pthread_self())); - pthread_mutex_unlock(&mutexAux); - return rc; -#else - return inMutex>0; -#endif -} - -/* -** Remember the number of thread-specific-data blocks allocated. -** Use this to verify that we are not leaking thread-specific-data. -** Ticket #1601 -*/ -#ifdef SQLITE_TEST -int sqlite3_tsd_count = 0; -# ifdef SQLITE_UNIX_THREADS - static pthread_mutex_t tsd_counter_mutex = PTHREAD_MUTEX_INITIALIZER; -# define TSD_COUNTER(N) \ - pthread_mutex_lock(&tsd_counter_mutex); \ - sqlite3_tsd_count += N; \ - pthread_mutex_unlock(&tsd_counter_mutex); -# else -# define TSD_COUNTER(N) sqlite3_tsd_count += N -# endif -#else -# define TSD_COUNTER(N) /* no-op */ -#endif - -/* -** If called with allocateFlag>0, then return a pointer to thread -** specific data for the current thread. Allocate and zero the -** thread-specific data if it does not already exist. -** -** If called with allocateFlag==0, then check the current thread -** specific data. Return it if it exists. If it does not exist, -** then return NULL. -** -** If called with allocateFlag<0, check to see if the thread specific -** data is allocated and is all zero. If it is then deallocate it. -** Return a pointer to the thread specific data or NULL if it is -** unallocated or gets deallocated. -*/ -ThreadData *sqlite3UnixThreadSpecificData(int allocateFlag){ - static const ThreadData zeroData = {0}; /* Initializer to silence warnings - ** from broken compilers */ -#ifdef SQLITE_UNIX_THREADS - static pthread_key_t key; - static int keyInit = 0; - ThreadData *pTsd; - - if( !keyInit ){ - sqlite3OsEnterMutex(); - if( !keyInit ){ - int rc; - rc = pthread_key_create(&key, 0); - if( rc ){ - sqlite3OsLeaveMutex(); - return 0; - } - keyInit = 1; - } - sqlite3OsLeaveMutex(); - } - - pTsd = pthread_getspecific(key); - if( allocateFlag>0 ){ - if( pTsd==0 ){ - if( !sqlite3TestMallocFail() ){ - pTsd = sqlite3OsMalloc(sizeof(zeroData)); - } -#ifdef SQLITE_MEMDEBUG - sqlite3_isFail = 0; -#endif - if( pTsd ){ - *pTsd = zeroData; - pthread_setspecific(key, pTsd); - TSD_COUNTER(+1); - } - } - }else if( pTsd!=0 && allocateFlag<0 - && memcmp(pTsd, &zeroData, sizeof(ThreadData))==0 ){ - sqlite3OsFree(pTsd); - pthread_setspecific(key, 0); - TSD_COUNTER(-1); - pTsd = 0; - } - return pTsd; -#else - static ThreadData *pTsd = 0; - if( allocateFlag>0 ){ - if( pTsd==0 ){ - if( !sqlite3TestMallocFail() ){ - pTsd = sqlite3OsMalloc( sizeof(zeroData) ); - } -#ifdef SQLITE_MEMDEBUG - sqlite3_isFail = 0; -#endif - if( pTsd ){ - *pTsd = zeroData; - TSD_COUNTER(+1); - } - } - }else if( pTsd!=0 && allocateFlag<0 - && memcmp(pTsd, &zeroData, sizeof(ThreadData))==0 ){ - sqlite3OsFree(pTsd); - TSD_COUNTER(-1); - pTsd = 0; - } - return pTsd; -#endif -} - -/* -** The following variable, if set to a non-zero value, becomes the result -** returned from sqlite3OsCurrentTime(). This is used for testing. -*/ -#ifdef SQLITE_TEST -int sqlite3_current_time = 0; -#endif - -/* -** Find the current time (in Universal Coordinated Time). Write the -** current time and date as a Julian Day number into *prNow and -** return 0. Return 1 if the time and date cannot be found. -*/ -int sqlite3UnixCurrentTime(double *prNow){ -#ifdef NO_GETTOD - time_t t; - time(&t); - *prNow = t/86400.0 + 2440587.5; -#else - struct timeval sNow; - struct timezone sTz; /* Not used */ - gettimeofday(&sNow, &sTz); - *prNow = 2440587.5 + sNow.tv_sec/86400.0 + sNow.tv_usec/86400000000.0; -#endif -#ifdef SQLITE_TEST - if( sqlite3_current_time ){ - *prNow = sqlite3_current_time/86400.0 + 2440587.5; - } -#endif - return 0; -} - -#endif /* OS_UNIX */ diff --git a/libs/sqlite/src/os_win.c b/libs/sqlite/src/os_win.c deleted file mode 100644 index 6eaf3a5104..0000000000 --- a/libs/sqlite/src/os_win.c +++ /dev/null @@ -1,1746 +0,0 @@ -/* -** 2004 May 22 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -****************************************************************************** -** -** This file contains code that is specific to windows. -*/ -#include "sqliteInt.h" -#include "os.h" -#if OS_WIN /* This file is used for windows only */ - -#include - -#ifdef __CYGWIN__ -# include -#endif - -/* -** Macros used to determine whether or not to use threads. -*/ -//#if defined(THREADSAFE) && THREADSAFE -# define SQLITE_W32_THREADS 1 -//#endif - -/* -** Include code that is common to all os_*.c files -*/ -#include "os_common.h" - -/* -** Determine if we are dealing with WindowsCE - which has a much -** reduced API. -*/ -#if defined(_WIN32_WCE) -# define OS_WINCE 1 -# define AreFileApisANSI() 1 -#else -# define OS_WINCE 0 -#endif - -/* -** WinCE lacks native support for file locking so we have to fake it -** with some code of our own. -*/ -#if OS_WINCE -typedef struct winceLock { - int nReaders; /* Number of reader locks obtained */ - BOOL bPending; /* Indicates a pending lock has been obtained */ - BOOL bReserved; /* Indicates a reserved lock has been obtained */ - BOOL bExclusive; /* Indicates an exclusive lock has been obtained */ -} winceLock; -#endif - -/* -** The winFile structure is a subclass of OsFile specific to the win32 -** portability layer. -*/ -typedef struct winFile winFile; -struct winFile { - IoMethod const *pMethod;/* Must be first */ - HANDLE h; /* Handle for accessing the file */ - unsigned char locktype; /* Type of lock currently held on this file */ - short sharedLockByte; /* Randomly chosen byte used as a shared lock */ -#if OS_WINCE - WCHAR *zDeleteOnClose; /* Name of file to delete when closing */ - HANDLE hMutex; /* Mutex used to control access to shared lock */ - HANDLE hShared; /* Shared memory segment used for locking */ - winceLock local; /* Locks obtained by this instance of winFile */ - winceLock *shared; /* Global shared lock memory for the file */ -#endif -}; - - -/* -** Do not include any of the File I/O interface procedures if the -** SQLITE_OMIT_DISKIO macro is defined (indicating that there database -** will be in-memory only) -*/ -#ifndef SQLITE_OMIT_DISKIO - -/* -** The following variable is (normally) set once and never changes -** thereafter. It records whether the operating system is Win95 -** or WinNT. -** -** 0: Operating system unknown. -** 1: Operating system is Win95. -** 2: Operating system is WinNT. -** -** In order to facilitate testing on a WinNT system, the test fixture -** can manually set this value to 1 to emulate Win98 behavior. -*/ -int sqlite3_os_type = 0; - -/* -** Return true (non-zero) if we are running under WinNT, Win2K, WinXP, -** or WinCE. Return false (zero) for Win95, Win98, or WinME. -** -** Here is an interesting observation: Win95, Win98, and WinME lack -** the LockFileEx() API. But we can still statically link against that -** API as long as we don't call it win running Win95/98/ME. A call to -** this routine is used to determine if the host is Win95/98/ME or -** WinNT/2K/XP so that we will know whether or not we can safely call -** the LockFileEx() API. -*/ -#if OS_WINCE -# define isNT() (1) -#else - static int isNT(void){ - if( sqlite3_os_type==0 ){ - OSVERSIONINFO sInfo; - sInfo.dwOSVersionInfoSize = sizeof(sInfo); - GetVersionEx(&sInfo); - sqlite3_os_type = sInfo.dwPlatformId==VER_PLATFORM_WIN32_NT ? 2 : 1; - } - return sqlite3_os_type==2; - } -#endif /* OS_WINCE */ - -/* -** Convert a UTF-8 string to microsoft unicode (UTF-16?). -** -** Space to hold the returned string is obtained from sqliteMalloc. -*/ -static WCHAR *utf8ToUnicode(const char *zFilename){ - int nChar; - WCHAR *zWideFilename; - - nChar = MultiByteToWideChar(CP_UTF8, 0, zFilename, -1, NULL, 0); - zWideFilename = sqliteMalloc( nChar*sizeof(zWideFilename[0]) ); - if( zWideFilename==0 ){ - return 0; - } - nChar = MultiByteToWideChar(CP_UTF8, 0, zFilename, -1, zWideFilename, nChar); - if( nChar==0 ){ - sqliteFree(zWideFilename); - zWideFilename = 0; - } - return zWideFilename; -} - -/* -** Convert microsoft unicode to UTF-8. Space to hold the returned string is -** obtained from sqliteMalloc(). -*/ -static char *unicodeToUtf8(const WCHAR *zWideFilename){ - int nByte; - char *zFilename; - - nByte = WideCharToMultiByte(CP_UTF8, 0, zWideFilename, -1, 0, 0, 0, 0); - zFilename = sqliteMalloc( nByte ); - if( zFilename==0 ){ - return 0; - } - nByte = WideCharToMultiByte(CP_UTF8, 0, zWideFilename, -1, zFilename, nByte, - 0, 0); - if( nByte == 0 ){ - sqliteFree(zFilename); - zFilename = 0; - } - return zFilename; -} - -/* -** Convert an ansi string to microsoft unicode, based on the -** current codepage settings for file apis. -** -** Space to hold the returned string is obtained -** from sqliteMalloc. -*/ -static WCHAR *mbcsToUnicode(const char *zFilename){ - int nByte; - WCHAR *zMbcsFilename; - int codepage = AreFileApisANSI() ? CP_ACP : CP_OEMCP; - - nByte = MultiByteToWideChar(codepage, 0, zFilename, -1, NULL,0)*sizeof(WCHAR); - zMbcsFilename = sqliteMalloc( nByte*sizeof(zMbcsFilename[0]) ); - if( zMbcsFilename==0 ){ - return 0; - } - nByte = MultiByteToWideChar(codepage, 0, zFilename, -1, zMbcsFilename, nByte); - if( nByte==0 ){ - sqliteFree(zMbcsFilename); - zMbcsFilename = 0; - } - return zMbcsFilename; -} - -/* -** Convert microsoft unicode to multibyte character string, based on the -** user's Ansi codepage. -** -** Space to hold the returned string is obtained from -** sqliteMalloc(). -*/ -static char *unicodeToMbcs(const WCHAR *zWideFilename){ - int nByte; - char *zFilename; - int codepage = AreFileApisANSI() ? CP_ACP : CP_OEMCP; - - nByte = WideCharToMultiByte(codepage, 0, zWideFilename, -1, 0, 0, 0, 0); - zFilename = sqliteMalloc( nByte ); - if( zFilename==0 ){ - return 0; - } - nByte = WideCharToMultiByte(codepage, 0, zWideFilename, -1, zFilename, nByte, - 0, 0); - if( nByte == 0 ){ - sqliteFree(zFilename); - zFilename = 0; - } - return zFilename; -} - -/* -** Convert multibyte character string to UTF-8. Space to hold the -** returned string is obtained from sqliteMalloc(). -*/ -static char *mbcsToUtf8(const char *zFilename){ - char *zFilenameUtf8; - WCHAR *zTmpWide; - - zTmpWide = mbcsToUnicode(zFilename); - if( zTmpWide==0 ){ - return 0; - } - zFilenameUtf8 = unicodeToUtf8(zTmpWide); - sqliteFree(zTmpWide); - return zFilenameUtf8; -} - -/* -** Convert UTF-8 to multibyte character string. Space to hold the -** returned string is obtained from sqliteMalloc(). -*/ -static char *utf8ToMbcs(const char *zFilename){ - char *zFilenameMbcs; - WCHAR *zTmpWide; - - zTmpWide = utf8ToUnicode(zFilename); - if( zTmpWide==0 ){ - return 0; - } - zFilenameMbcs = unicodeToMbcs(zTmpWide); - sqliteFree(zTmpWide); - return zFilenameMbcs; -} - -#if OS_WINCE -/************************************************************************* -** This section contains code for WinCE only. -*/ -/* -** WindowsCE does not have a localtime() function. So create a -** substitute. -*/ -#include -struct tm *__cdecl localtime(const time_t *t) -{ - static struct tm y; - FILETIME uTm, lTm; - SYSTEMTIME pTm; - i64 t64; - t64 = *t; - t64 = (t64 + 11644473600)*10000000; - uTm.dwLowDateTime = t64 & 0xFFFFFFFF; - uTm.dwHighDateTime= t64 >> 32; - FileTimeToLocalFileTime(&uTm,&lTm); - FileTimeToSystemTime(&lTm,&pTm); - y.tm_year = pTm.wYear - 1900; - y.tm_mon = pTm.wMonth - 1; - y.tm_wday = pTm.wDayOfWeek; - y.tm_mday = pTm.wDay; - y.tm_hour = pTm.wHour; - y.tm_min = pTm.wMinute; - y.tm_sec = pTm.wSecond; - return &y; -} - -/* This will never be called, but defined to make the code compile */ -#define GetTempPathA(a,b) - -#define LockFile(a,b,c,d,e) winceLockFile(&a, b, c, d, e) -#define UnlockFile(a,b,c,d,e) winceUnlockFile(&a, b, c, d, e) -#define LockFileEx(a,b,c,d,e,f) winceLockFileEx(&a, b, c, d, e, f) - -#define HANDLE_TO_WINFILE(a) (winFile*)&((char*)a)[-offsetof(winFile,h)] - -/* -** Acquire a lock on the handle h -*/ -static void winceMutexAcquire(HANDLE h){ - DWORD dwErr; - do { - dwErr = WaitForSingleObject(h, INFINITE); - } while (dwErr != WAIT_OBJECT_0 && dwErr != WAIT_ABANDONED); -} -/* -** Release a lock acquired by winceMutexAcquire() -*/ -#define winceMutexRelease(h) ReleaseMutex(h) - -/* -** Create the mutex and shared memory used for locking in the file -** descriptor pFile -*/ -static BOOL winceCreateLock(const char *zFilename, winFile *pFile){ - WCHAR *zTok; - WCHAR *zName = utf8ToUnicode(zFilename); - BOOL bInit = TRUE; - - /* Initialize the local lockdata */ - ZeroMemory(&pFile->local, sizeof(pFile->local)); - - /* Replace the backslashes from the filename and lowercase it - ** to derive a mutex name. */ - zTok = CharLowerW(zName); - for (;*zTok;zTok++){ - if (*zTok == '\\') *zTok = '_'; - } - - /* Create/open the named mutex */ - pFile->hMutex = CreateMutexW(NULL, FALSE, zName); - if (!pFile->hMutex){ - sqliteFree(zName); - return FALSE; - } - - /* Acquire the mutex before continuing */ - winceMutexAcquire(pFile->hMutex); - - /* Since the names of named mutexes, semaphores, file mappings etc are - ** case-sensitive, take advantage of that by uppercasing the mutex name - ** and using that as the shared filemapping name. - */ - CharUpperW(zName); - pFile->hShared = CreateFileMappingW(INVALID_HANDLE_VALUE, NULL, - PAGE_READWRITE, 0, sizeof(winceLock), - zName); - - /* Set a flag that indicates we're the first to create the memory so it - ** must be zero-initialized */ - if (GetLastError() == ERROR_ALREADY_EXISTS){ - bInit = FALSE; - } - - sqliteFree(zName); - - /* If we succeeded in making the shared memory handle, map it. */ - if (pFile->hShared){ - pFile->shared = (winceLock*)MapViewOfFile(pFile->hShared, - FILE_MAP_READ|FILE_MAP_WRITE, 0, 0, sizeof(winceLock)); - /* If mapping failed, close the shared memory handle and erase it */ - if (!pFile->shared){ - CloseHandle(pFile->hShared); - pFile->hShared = NULL; - } - } - - /* If shared memory could not be created, then close the mutex and fail */ - if (pFile->hShared == NULL){ - winceMutexRelease(pFile->hMutex); - CloseHandle(pFile->hMutex); - pFile->hMutex = NULL; - return FALSE; - } - - /* Initialize the shared memory if we're supposed to */ - if (bInit) { - ZeroMemory(pFile->shared, sizeof(winceLock)); - } - - winceMutexRelease(pFile->hMutex); - return TRUE; -} - -/* -** Destroy the part of winFile that deals with wince locks -*/ -static void winceDestroyLock(winFile *pFile){ - if (pFile->hMutex){ - /* Acquire the mutex */ - winceMutexAcquire(pFile->hMutex); - - /* The following blocks should probably assert in debug mode, but they - are to cleanup in case any locks remained open */ - if (pFile->local.nReaders){ - pFile->shared->nReaders --; - } - if (pFile->local.bReserved){ - pFile->shared->bReserved = FALSE; - } - if (pFile->local.bPending){ - pFile->shared->bPending = FALSE; - } - if (pFile->local.bExclusive){ - pFile->shared->bExclusive = FALSE; - } - - /* De-reference and close our copy of the shared memory handle */ - UnmapViewOfFile(pFile->shared); - CloseHandle(pFile->hShared); - - /* Done with the mutex */ - winceMutexRelease(pFile->hMutex); - CloseHandle(pFile->hMutex); - pFile->hMutex = NULL; - } -} - -/* -** An implementation of the LockFile() API of windows for wince -*/ -static BOOL winceLockFile( - HANDLE *phFile, - DWORD dwFileOffsetLow, - DWORD dwFileOffsetHigh, - DWORD nNumberOfBytesToLockLow, - DWORD nNumberOfBytesToLockHigh -){ - winFile *pFile = HANDLE_TO_WINFILE(phFile); - BOOL bReturn = FALSE; - - if (!pFile->hMutex) return TRUE; - winceMutexAcquire(pFile->hMutex); - - /* Wanting an exclusive lock? */ - if (dwFileOffsetLow == SHARED_FIRST - && nNumberOfBytesToLockLow == SHARED_SIZE){ - if (pFile->shared->nReaders == 0 && pFile->shared->bExclusive == 0){ - pFile->shared->bExclusive = TRUE; - pFile->local.bExclusive = TRUE; - bReturn = TRUE; - } - } - - /* Want a read-only lock? */ - else if ((dwFileOffsetLow >= SHARED_FIRST && - dwFileOffsetLow < SHARED_FIRST + SHARED_SIZE) && - nNumberOfBytesToLockLow == 1){ - if (pFile->shared->bExclusive == 0){ - pFile->local.nReaders ++; - if (pFile->local.nReaders == 1){ - pFile->shared->nReaders ++; - } - bReturn = TRUE; - } - } - - /* Want a pending lock? */ - else if (dwFileOffsetLow == PENDING_BYTE && nNumberOfBytesToLockLow == 1){ - /* If no pending lock has been acquired, then acquire it */ - if (pFile->shared->bPending == 0) { - pFile->shared->bPending = TRUE; - pFile->local.bPending = TRUE; - bReturn = TRUE; - } - } - /* Want a reserved lock? */ - else if (dwFileOffsetLow == RESERVED_BYTE && nNumberOfBytesToLockLow == 1){ - if (pFile->shared->bReserved == 0) { - pFile->shared->bReserved = TRUE; - pFile->local.bReserved = TRUE; - bReturn = TRUE; - } - } - - winceMutexRelease(pFile->hMutex); - return bReturn; -} - -/* -** An implementation of the UnlockFile API of windows for wince -*/ -static BOOL winceUnlockFile( - HANDLE *phFile, - DWORD dwFileOffsetLow, - DWORD dwFileOffsetHigh, - DWORD nNumberOfBytesToUnlockLow, - DWORD nNumberOfBytesToUnlockHigh -){ - winFile *pFile = HANDLE_TO_WINFILE(phFile); - BOOL bReturn = FALSE; - - if (!pFile->hMutex) return TRUE; - winceMutexAcquire(pFile->hMutex); - - /* Releasing a reader lock or an exclusive lock */ - if (dwFileOffsetLow >= SHARED_FIRST && - dwFileOffsetLow < SHARED_FIRST + SHARED_SIZE){ - /* Did we have an exclusive lock? */ - if (pFile->local.bExclusive){ - pFile->local.bExclusive = FALSE; - pFile->shared->bExclusive = FALSE; - bReturn = TRUE; - } - - /* Did we just have a reader lock? */ - else if (pFile->local.nReaders){ - pFile->local.nReaders --; - if (pFile->local.nReaders == 0) - { - pFile->shared->nReaders --; - } - bReturn = TRUE; - } - } - - /* Releasing a pending lock */ - else if (dwFileOffsetLow == PENDING_BYTE && nNumberOfBytesToUnlockLow == 1){ - if (pFile->local.bPending){ - pFile->local.bPending = FALSE; - pFile->shared->bPending = FALSE; - bReturn = TRUE; - } - } - /* Releasing a reserved lock */ - else if (dwFileOffsetLow == RESERVED_BYTE && nNumberOfBytesToUnlockLow == 1){ - if (pFile->local.bReserved) { - pFile->local.bReserved = FALSE; - pFile->shared->bReserved = FALSE; - bReturn = TRUE; - } - } - - winceMutexRelease(pFile->hMutex); - return bReturn; -} - -/* -** An implementation of the LockFileEx() API of windows for wince -*/ -static BOOL winceLockFileEx( - HANDLE *phFile, - DWORD dwFlags, - DWORD dwReserved, - DWORD nNumberOfBytesToLockLow, - DWORD nNumberOfBytesToLockHigh, - LPOVERLAPPED lpOverlapped -){ - /* If the caller wants a shared read lock, forward this call - ** to winceLockFile */ - if (lpOverlapped->Offset == SHARED_FIRST && - dwFlags == 1 && - nNumberOfBytesToLockLow == SHARED_SIZE){ - return winceLockFile(phFile, SHARED_FIRST, 0, 1, 0); - } - return FALSE; -} -/* -** End of the special code for wince -*****************************************************************************/ -#endif /* OS_WINCE */ - -/* -** Convert a UTF-8 filename into whatever form the underlying -** operating system wants filenames in. Space to hold the result -** is obtained from sqliteMalloc and must be freed by the calling -** function. -*/ -static void *convertUtf8Filename(const char *zFilename){ - void *zConverted = 0; - if( isNT() ){ - zConverted = utf8ToUnicode(zFilename); - }else{ - zConverted = utf8ToMbcs(zFilename); - } - /* caller will handle out of memory */ - return zConverted; -} - -/* -** Delete the named file. -** -** Note that windows does not allow a file to be deleted if some other -** process has it open. Sometimes a virus scanner or indexing program -** will open a journal file shortly after it is created in order to do -** whatever it is it does. While this other process is holding the -** file open, we will be unable to delete it. To work around this -** problem, we delay 100 milliseconds and try to delete again. Up -** to MX_DELETION_ATTEMPTs deletion attempts are run before giving -** up and returning an error. -*/ -#define MX_DELETION_ATTEMPTS 3 -int sqlite3WinDelete(const char *zFilename){ - int cnt = 0; - int rc; - void *zConverted = convertUtf8Filename(zFilename); - if( zConverted==0 ){ - return SQLITE_NOMEM; - } - if( isNT() ){ - do{ - rc = DeleteFileW(zConverted); - }while( rc==0 && GetFileAttributesW(zConverted)!=0xffffffff - && cnt++ < MX_DELETION_ATTEMPTS && (Sleep(100), 1) ); - }else{ -#if OS_WINCE - return SQLITE_NOMEM; -#else - do{ - rc = DeleteFileA(zConverted); - }while( rc==0 && GetFileAttributesA(zConverted)!=0xffffffff - && cnt++ < MX_DELETION_ATTEMPTS && (Sleep(100), 1) ); -#endif - } - sqliteFree(zConverted); - TRACE2("DELETE \"%s\"\n", zFilename); - return rc!=0 ? SQLITE_OK : SQLITE_IOERR; -} - -/* -** Return TRUE if the named file exists. -*/ -int sqlite3WinFileExists(const char *zFilename){ - int exists = 0; - void *zConverted = convertUtf8Filename(zFilename); - if( zConverted==0 ){ - return SQLITE_NOMEM; - } - if( isNT() ){ - exists = GetFileAttributesW((WCHAR*)zConverted) != 0xffffffff; - }else{ -#if OS_WINCE - return SQLITE_NOMEM; -#else - exists = GetFileAttributesA((char*)zConverted) != 0xffffffff; -#endif - } - sqliteFree(zConverted); - return exists; -} - -/* Forward declaration */ -static int allocateWinFile(winFile *pInit, OsFile **pId); - -/* -** Attempt to open a file for both reading and writing. If that -** fails, try opening it read-only. If the file does not exist, -** try to create it. -** -** On success, a handle for the open file is written to *id -** and *pReadonly is set to 0 if the file was opened for reading and -** writing or 1 if the file was opened read-only. The function returns -** SQLITE_OK. -** -** On failure, the function returns SQLITE_CANTOPEN and leaves -** *id and *pReadonly unchanged. -*/ -int sqlite3WinOpenReadWrite( - const char *zFilename, - OsFile **pId, - int *pReadonly -){ - winFile f; - HANDLE h; - void *zConverted = convertUtf8Filename(zFilename); - if( zConverted==0 ){ - return SQLITE_NOMEM; - } - assert( *pId==0 ); - - if( isNT() ){ - h = CreateFileW((WCHAR*)zConverted, - GENERIC_READ | GENERIC_WRITE, - FILE_SHARE_READ | FILE_SHARE_WRITE, - NULL, - OPEN_ALWAYS, - FILE_ATTRIBUTE_NORMAL | FILE_FLAG_RANDOM_ACCESS, - NULL - ); - if( h==INVALID_HANDLE_VALUE ){ - h = CreateFileW((WCHAR*)zConverted, - GENERIC_READ, - FILE_SHARE_READ | FILE_SHARE_WRITE, - NULL, - OPEN_ALWAYS, - FILE_ATTRIBUTE_NORMAL | FILE_FLAG_RANDOM_ACCESS, - NULL - ); - if( h==INVALID_HANDLE_VALUE ){ - sqliteFree(zConverted); - return SQLITE_CANTOPEN; - } - *pReadonly = 1; - }else{ - *pReadonly = 0; - } -#if OS_WINCE - if (!winceCreateLock(zFilename, &f)){ - CloseHandle(h); - sqliteFree(zConverted); - return SQLITE_CANTOPEN; - } -#endif - }else{ -#if OS_WINCE - return SQLITE_NOMEM; -#else - h = CreateFileA((char*)zConverted, - GENERIC_READ | GENERIC_WRITE, - FILE_SHARE_READ | FILE_SHARE_WRITE, - NULL, - OPEN_ALWAYS, - FILE_ATTRIBUTE_NORMAL | FILE_FLAG_RANDOM_ACCESS, - NULL - ); - if( h==INVALID_HANDLE_VALUE ){ - h = CreateFileA((char*)zConverted, - GENERIC_READ, - FILE_SHARE_READ | FILE_SHARE_WRITE, - NULL, - OPEN_ALWAYS, - FILE_ATTRIBUTE_NORMAL | FILE_FLAG_RANDOM_ACCESS, - NULL - ); - if( h==INVALID_HANDLE_VALUE ){ - sqliteFree(zConverted); - return SQLITE_CANTOPEN; - } - *pReadonly = 1; - }else{ - *pReadonly = 0; - } -#endif /* OS_WINCE */ - } - - sqliteFree(zConverted); - - f.h = h; -#if OS_WINCE - f.zDeleteOnClose = 0; -#endif - TRACE3("OPEN R/W %d \"%s\"\n", h, zFilename); - return allocateWinFile(&f, pId); -} - - -/* -** Attempt to open a new file for exclusive access by this process. -** The file will be opened for both reading and writing. To avoid -** a potential security problem, we do not allow the file to have -** previously existed. Nor do we allow the file to be a symbolic -** link. -** -** If delFlag is true, then make arrangements to automatically delete -** the file when it is closed. -** -** On success, write the file handle into *id and return SQLITE_OK. -** -** On failure, return SQLITE_CANTOPEN. -** -** Sometimes if we have just deleted a prior journal file, windows -** will fail to open a new one because there is a "pending delete". -** To work around this bug, we pause for 100 milliseconds and attempt -** a second open after the first one fails. The whole operation only -** fails if both open attempts are unsuccessful. -*/ -int sqlite3WinOpenExclusive(const char *zFilename, OsFile **pId, int delFlag){ - winFile f; - HANDLE h; - DWORD fileflags; - void *zConverted = convertUtf8Filename(zFilename); - if( zConverted==0 ){ - return SQLITE_NOMEM; - } - assert( *pId == 0 ); - fileflags = FILE_FLAG_RANDOM_ACCESS; -#if !OS_WINCE - if( delFlag ){ - fileflags |= FILE_ATTRIBUTE_TEMPORARY | FILE_FLAG_DELETE_ON_CLOSE; - } -#endif - if( isNT() ){ - int cnt = 0; - do{ - h = CreateFileW((WCHAR*)zConverted, - GENERIC_READ | GENERIC_WRITE, - 0, - NULL, - CREATE_ALWAYS, - fileflags, - NULL - ); - }while( h==INVALID_HANDLE_VALUE && cnt++ < 2 && (Sleep(100), 1) ); - }else{ -#if OS_WINCE - return SQLITE_NOMEM; -#else - int cnt = 0; - do{ - h = CreateFileA((char*)zConverted, - GENERIC_READ | GENERIC_WRITE, - 0, - NULL, - CREATE_ALWAYS, - fileflags, - NULL - ); - }while( h==INVALID_HANDLE_VALUE && cnt++ < 2 && (Sleep(100), 1) ); -#endif /* OS_WINCE */ - } -#if OS_WINCE - if( delFlag && h!=INVALID_HANDLE_VALUE ){ - f.zDeleteOnClose = zConverted; - zConverted = 0; - } - f.hMutex = NULL; -#endif - sqliteFree(zConverted); - if( h==INVALID_HANDLE_VALUE ){ - return SQLITE_CANTOPEN; - } - f.h = h; - TRACE3("OPEN EX %d \"%s\"\n", h, zFilename); - return allocateWinFile(&f, pId); -} - -/* -** Attempt to open a new file for read-only access. -** -** On success, write the file handle into *id and return SQLITE_OK. -** -** On failure, return SQLITE_CANTOPEN. -*/ -int sqlite3WinOpenReadOnly(const char *zFilename, OsFile **pId){ - winFile f; - HANDLE h; - void *zConverted = convertUtf8Filename(zFilename); - if( zConverted==0 ){ - return SQLITE_NOMEM; - } - assert( *pId==0 ); - if( isNT() ){ - h = CreateFileW((WCHAR*)zConverted, - GENERIC_READ, - 0, - NULL, - OPEN_EXISTING, - FILE_ATTRIBUTE_NORMAL | FILE_FLAG_RANDOM_ACCESS, - NULL - ); - }else{ -#if OS_WINCE - return SQLITE_NOMEM; -#else - h = CreateFileA((char*)zConverted, - GENERIC_READ, - 0, - NULL, - OPEN_EXISTING, - FILE_ATTRIBUTE_NORMAL | FILE_FLAG_RANDOM_ACCESS, - NULL - ); -#endif - } - sqliteFree(zConverted); - if( h==INVALID_HANDLE_VALUE ){ - return SQLITE_CANTOPEN; - } - f.h = h; -#if OS_WINCE - f.zDeleteOnClose = 0; - f.hMutex = NULL; -#endif - TRACE3("OPEN RO %d \"%s\"\n", h, zFilename); - return allocateWinFile(&f, pId); -} - -/* -** Attempt to open a file descriptor for the directory that contains a -** file. This file descriptor can be used to fsync() the directory -** in order to make sure the creation of a new file is actually written -** to disk. -** -** This routine is only meaningful for Unix. It is a no-op under -** windows since windows does not support hard links. -** -** On success, a handle for a previously open file is at *id is -** updated with the new directory file descriptor and SQLITE_OK is -** returned. -** -** On failure, the function returns SQLITE_CANTOPEN and leaves -** *id unchanged. -*/ -static int winOpenDirectory( - OsFile *id, - const char *zDirname -){ - return SQLITE_OK; -} - -/* -** If the following global variable points to a string which is the -** name of a directory, then that directory will be used to store -** temporary files. -*/ -char *sqlite3_temp_directory = 0; - -/* -** Create a temporary file name in zBuf. zBuf must be big enough to -** hold at least SQLITE_TEMPNAME_SIZE characters. -*/ -int sqlite3WinTempFileName(char *zBuf){ - static char zChars[] = - "abcdefghijklmnopqrstuvwxyz" - "ABCDEFGHIJKLMNOPQRSTUVWXYZ" - "0123456789"; - int i, j; - char zTempPath[SQLITE_TEMPNAME_SIZE]; - if( sqlite3_temp_directory ){ - strncpy(zTempPath, sqlite3_temp_directory, SQLITE_TEMPNAME_SIZE-30); - zTempPath[SQLITE_TEMPNAME_SIZE-30] = 0; - }else if( isNT() ){ - char *zMulti; - WCHAR zWidePath[SQLITE_TEMPNAME_SIZE]; - GetTempPathW(SQLITE_TEMPNAME_SIZE-30, zWidePath); - zMulti = unicodeToUtf8(zWidePath); - if( zMulti ){ - strncpy(zTempPath, zMulti, SQLITE_TEMPNAME_SIZE-30); - zTempPath[SQLITE_TEMPNAME_SIZE-30] = 0; - sqliteFree(zMulti); - }else{ - return SQLITE_NOMEM; - } - }else{ - char *zUtf8; - char zMbcsPath[SQLITE_TEMPNAME_SIZE]; - GetTempPathA(SQLITE_TEMPNAME_SIZE-30, zMbcsPath); - zUtf8 = mbcsToUtf8(zMbcsPath); - if( zUtf8 ){ - strncpy(zTempPath, zUtf8, SQLITE_TEMPNAME_SIZE-30); - zTempPath[SQLITE_TEMPNAME_SIZE-30] = 0; - sqliteFree(zUtf8); - }else{ - return SQLITE_NOMEM; - } - } - for(i=strlen(zTempPath); i>0 && zTempPath[i-1]=='\\'; i--){} - zTempPath[i] = 0; - for(;;){ - sprintf(zBuf, "%s\\"TEMP_FILE_PREFIX, zTempPath); - j = strlen(zBuf); - sqlite3Randomness(15, &zBuf[j]); - for(i=0; i<15; i++, j++){ - zBuf[j] = (char)zChars[ ((unsigned char)zBuf[j])%(sizeof(zChars)-1) ]; - } - zBuf[j] = 0; - if( !sqlite3OsFileExists(zBuf) ) break; - } - TRACE2("TEMP FILENAME: %s\n", zBuf); - return SQLITE_OK; -} - -/* -** Close a file. -** -** It is reported that an attempt to close a handle might sometimes -** fail. This is a very unreasonable result, but windows is notorious -** for being unreasonable so I do not doubt that it might happen. If -** the close fails, we pause for 100 milliseconds and try again. As -** many as MX_CLOSE_ATTEMPT attempts to close the handle are made before -** giving up and returning an error. -*/ -#define MX_CLOSE_ATTEMPT 3 -static int winClose(OsFile **pId){ - winFile *pFile; - int rc = 1; - if( pId && (pFile = (winFile*)*pId)!=0 ){ - int rc, cnt = 0; - TRACE2("CLOSE %d\n", pFile->h); - do{ - rc = CloseHandle(pFile->h); - }while( rc==0 && cnt++ < MX_CLOSE_ATTEMPT && (Sleep(100), 1) ); -#if OS_WINCE - winceDestroyLock(pFile); - if( pFile->zDeleteOnClose ){ - DeleteFileW(pFile->zDeleteOnClose); - sqliteFree(pFile->zDeleteOnClose); - } -#endif - OpenCounter(-1); - sqliteFree(pFile); - *pId = 0; - } - return rc ? SQLITE_OK : SQLITE_IOERR; -} - -/* -** Read data from a file into a buffer. Return SQLITE_OK if all -** bytes were read successfully and SQLITE_IOERR if anything goes -** wrong. -*/ -static int winRead(OsFile *id, void *pBuf, int amt){ - DWORD got; - assert( id!=0 ); - SimulateIOError(return SQLITE_IOERR_READ); - TRACE3("READ %d lock=%d\n", ((winFile*)id)->h, ((winFile*)id)->locktype); - if( !ReadFile(((winFile*)id)->h, pBuf, amt, &got, 0) ){ - return SQLITE_IOERR_READ; - } - if( got==(DWORD)amt ){ - return SQLITE_OK; - }else{ - memset(&((char*)pBuf)[got], 0, amt-got); - return SQLITE_IOERR_SHORT_READ; - } -} - -/* -** Write data from a buffer into a file. Return SQLITE_OK on success -** or some other error code on failure. -*/ -static int winWrite(OsFile *id, const void *pBuf, int amt){ - int rc = 0; - DWORD wrote; - assert( id!=0 ); - SimulateIOError(return SQLITE_IOERR_READ); - SimulateDiskfullError(return SQLITE_FULL); - TRACE3("WRITE %d lock=%d\n", ((winFile*)id)->h, ((winFile*)id)->locktype); - assert( amt>0 ); - while( amt>0 && (rc = WriteFile(((winFile*)id)->h, pBuf, amt, &wrote, 0))!=0 - && wrote>0 ){ - amt -= wrote; - pBuf = &((char*)pBuf)[wrote]; - } - if( !rc || amt>(int)wrote ){ - return SQLITE_FULL; - } - return SQLITE_OK; -} - -/* -** Some microsoft compilers lack this definition. -*/ -#ifndef INVALID_SET_FILE_POINTER -# define INVALID_SET_FILE_POINTER ((DWORD)-1) -#endif - -/* -** Move the read/write pointer in a file. -*/ -static int winSeek(OsFile *id, i64 offset){ - LONG upperBits = offset>>32; - LONG lowerBits = offset & 0xffffffff; - DWORD rc; - assert( id!=0 ); -#ifdef SQLITE_TEST - if( offset ) SimulateDiskfullError(return SQLITE_FULL); -#endif - SEEK(offset/1024 + 1); - rc = SetFilePointer(((winFile*)id)->h, lowerBits, &upperBits, FILE_BEGIN); - TRACE3("SEEK %d %lld\n", ((winFile*)id)->h, offset); - if( rc==INVALID_SET_FILE_POINTER && GetLastError()!=NO_ERROR ){ - return SQLITE_FULL; - } - return SQLITE_OK; -} - -/* -** Make sure all writes to a particular file are committed to disk. -*/ -static int winSync(OsFile *id, int dataOnly){ - assert( id!=0 ); - TRACE3("SYNC %d lock=%d\n", ((winFile*)id)->h, ((winFile*)id)->locktype); - if( FlushFileBuffers(((winFile*)id)->h) ){ - return SQLITE_OK; - }else{ - return SQLITE_IOERR; - } -} - -/* -** Sync the directory zDirname. This is a no-op on operating systems other -** than UNIX. -*/ -int sqlite3WinSyncDirectory(const char *zDirname){ - SimulateIOError(return SQLITE_IOERR_READ); - return SQLITE_OK; -} - -/* -** Truncate an open file to a specified size -*/ -static int winTruncate(OsFile *id, i64 nByte){ - LONG upperBits = nByte>>32; - assert( id!=0 ); - TRACE3("TRUNCATE %d %lld\n", ((winFile*)id)->h, nByte); - SimulateIOError(return SQLITE_IOERR_TRUNCATE); - SetFilePointer(((winFile*)id)->h, nByte, &upperBits, FILE_BEGIN); - SetEndOfFile(((winFile*)id)->h); - return SQLITE_OK; -} - -/* -** Determine the current size of a file in bytes -*/ -static int winFileSize(OsFile *id, i64 *pSize){ - DWORD upperBits, lowerBits; - assert( id!=0 ); - SimulateIOError(return SQLITE_IOERR_FSTAT); - lowerBits = GetFileSize(((winFile*)id)->h, &upperBits); - *pSize = (((i64)upperBits)<<32) + lowerBits; - return SQLITE_OK; -} - -/* -** LOCKFILE_FAIL_IMMEDIATELY is undefined on some Windows systems. -*/ -#ifndef LOCKFILE_FAIL_IMMEDIATELY -# define LOCKFILE_FAIL_IMMEDIATELY 1 -#endif - -/* -** Acquire a reader lock. -** Different API routines are called depending on whether or not this -** is Win95 or WinNT. -*/ -static int getReadLock(winFile *id){ - int res; - if( isNT() ){ - OVERLAPPED ovlp; - ovlp.Offset = SHARED_FIRST; - ovlp.OffsetHigh = 0; - ovlp.hEvent = 0; - res = LockFileEx(id->h, LOCKFILE_FAIL_IMMEDIATELY, 0, SHARED_SIZE,0,&ovlp); - }else{ - int lk; - sqlite3Randomness(sizeof(lk), &lk); - id->sharedLockByte = (lk & 0x7fffffff)%(SHARED_SIZE - 1); - res = LockFile(id->h, SHARED_FIRST+id->sharedLockByte, 0, 1, 0); - } - return res; -} - -/* -** Undo a readlock -*/ -static int unlockReadLock(winFile *pFile){ - int res; - if( isNT() ){ - res = UnlockFile(pFile->h, SHARED_FIRST, 0, SHARED_SIZE, 0); - }else{ - res = UnlockFile(pFile->h, SHARED_FIRST + pFile->sharedLockByte, 0, 1, 0); - } - return res; -} - -#ifndef SQLITE_OMIT_PAGER_PRAGMAS -/* -** Check that a given pathname is a directory and is writable -** -*/ -int sqlite3WinIsDirWritable(char *zDirname){ - int fileAttr; - void *zConverted; - if( zDirname==0 ) return 0; - if( !isNT() && strlen(zDirname)>MAX_PATH ) return 0; - - zConverted = convertUtf8Filename(zDirname); - if( zConverted==0 ){ - return SQLITE_NOMEM; - } - if( isNT() ){ - fileAttr = GetFileAttributesW((WCHAR*)zConverted); - }else{ -#if OS_WINCE - return 0; -#else - fileAttr = GetFileAttributesA((char*)zConverted); -#endif - } - sqliteFree(zConverted); - if( fileAttr == 0xffffffff ) return 0; - if( (fileAttr & FILE_ATTRIBUTE_DIRECTORY) != FILE_ATTRIBUTE_DIRECTORY ){ - return 0; - } - return 1; -} -#endif /* SQLITE_OMIT_PAGER_PRAGMAS */ - -/* -** Lock the file with the lock specified by parameter locktype - one -** of the following: -** -** (1) SHARED_LOCK -** (2) RESERVED_LOCK -** (3) PENDING_LOCK -** (4) EXCLUSIVE_LOCK -** -** Sometimes when requesting one lock state, additional lock states -** are inserted in between. The locking might fail on one of the later -** transitions leaving the lock state different from what it started but -** still short of its goal. The following chart shows the allowed -** transitions and the inserted intermediate states: -** -** UNLOCKED -> SHARED -** SHARED -> RESERVED -** SHARED -> (PENDING) -> EXCLUSIVE -** RESERVED -> (PENDING) -> EXCLUSIVE -** PENDING -> EXCLUSIVE -** -** This routine will only increase a lock. The winUnlock() routine -** erases all locks at once and returns us immediately to locking level 0. -** It is not possible to lower the locking level one step at a time. You -** must go straight to locking level 0. -*/ -static int winLock(OsFile *id, int locktype){ - int rc = SQLITE_OK; /* Return code from subroutines */ - int res = 1; /* Result of a windows lock call */ - int newLocktype; /* Set id->locktype to this value before exiting */ - int gotPendingLock = 0;/* True if we acquired a PENDING lock this time */ - winFile *pFile = (winFile*)id; - - assert( pFile!=0 ); - TRACE5("LOCK %d %d was %d(%d)\n", - pFile->h, locktype, pFile->locktype, pFile->sharedLockByte); - - /* If there is already a lock of this type or more restrictive on the - ** OsFile, do nothing. Don't use the end_lock: exit path, as - ** sqlite3OsEnterMutex() hasn't been called yet. - */ - if( pFile->locktype>=locktype ){ - return SQLITE_OK; - } - - /* Make sure the locking sequence is correct - */ - assert( pFile->locktype!=NO_LOCK || locktype==SHARED_LOCK ); - assert( locktype!=PENDING_LOCK ); - assert( locktype!=RESERVED_LOCK || pFile->locktype==SHARED_LOCK ); - - /* Lock the PENDING_LOCK byte if we need to acquire a PENDING lock or - ** a SHARED lock. If we are acquiring a SHARED lock, the acquisition of - ** the PENDING_LOCK byte is temporary. - */ - newLocktype = pFile->locktype; - if( pFile->locktype==NO_LOCK - || (locktype==EXCLUSIVE_LOCK && pFile->locktype==RESERVED_LOCK) - ){ - int cnt = 3; - while( cnt-->0 && (res = LockFile(pFile->h, PENDING_BYTE, 0, 1, 0))==0 ){ - /* Try 3 times to get the pending lock. The pending lock might be - ** held by another reader process who will release it momentarily. - */ - TRACE2("could not get a PENDING lock. cnt=%d\n", cnt); - Sleep(1); - } - gotPendingLock = res; - } - - /* Acquire a shared lock - */ - if( locktype==SHARED_LOCK && res ){ - assert( pFile->locktype==NO_LOCK ); - res = getReadLock(pFile); - if( res ){ - newLocktype = SHARED_LOCK; - } - } - - /* Acquire a RESERVED lock - */ - if( locktype==RESERVED_LOCK && res ){ - assert( pFile->locktype==SHARED_LOCK ); - res = LockFile(pFile->h, RESERVED_BYTE, 0, 1, 0); - if( res ){ - newLocktype = RESERVED_LOCK; - } - } - - /* Acquire a PENDING lock - */ - if( locktype==EXCLUSIVE_LOCK && res ){ - newLocktype = PENDING_LOCK; - gotPendingLock = 0; - } - - /* Acquire an EXCLUSIVE lock - */ - if( locktype==EXCLUSIVE_LOCK && res ){ - assert( pFile->locktype>=SHARED_LOCK ); - res = unlockReadLock(pFile); - TRACE2("unreadlock = %d\n", res); - res = LockFile(pFile->h, SHARED_FIRST, 0, SHARED_SIZE, 0); - if( res ){ - newLocktype = EXCLUSIVE_LOCK; - }else{ - TRACE2("error-code = %d\n", GetLastError()); - } - } - - /* If we are holding a PENDING lock that ought to be released, then - ** release it now. - */ - if( gotPendingLock && locktype==SHARED_LOCK ){ - UnlockFile(pFile->h, PENDING_BYTE, 0, 1, 0); - } - - /* Update the state of the lock has held in the file descriptor then - ** return the appropriate result code. - */ - if( res ){ - rc = SQLITE_OK; - }else{ - TRACE4("LOCK FAILED %d trying for %d but got %d\n", pFile->h, - locktype, newLocktype); - rc = SQLITE_BUSY; - } - pFile->locktype = newLocktype; - return rc; -} - -/* -** This routine checks if there is a RESERVED lock held on the specified -** file by this or any other process. If such a lock is held, return -** non-zero, otherwise zero. -*/ -static int winCheckReservedLock(OsFile *id){ - int rc; - winFile *pFile = (winFile*)id; - assert( pFile!=0 ); - if( pFile->locktype>=RESERVED_LOCK ){ - rc = 1; - TRACE3("TEST WR-LOCK %d %d (local)\n", pFile->h, rc); - }else{ - rc = LockFile(pFile->h, RESERVED_BYTE, 0, 1, 0); - if( rc ){ - UnlockFile(pFile->h, RESERVED_BYTE, 0, 1, 0); - } - rc = !rc; - TRACE3("TEST WR-LOCK %d %d (remote)\n", pFile->h, rc); - } - return rc; -} - -/* -** Lower the locking level on file descriptor id to locktype. locktype -** must be either NO_LOCK or SHARED_LOCK. -** -** If the locking level of the file descriptor is already at or below -** the requested locking level, this routine is a no-op. -** -** It is not possible for this routine to fail if the second argument -** is NO_LOCK. If the second argument is SHARED_LOCK then this routine -** might return SQLITE_IOERR; -*/ -static int winUnlock(OsFile *id, int locktype){ - int type; - int rc = SQLITE_OK; - winFile *pFile = (winFile*)id; - assert( pFile!=0 ); - assert( locktype<=SHARED_LOCK ); - TRACE5("UNLOCK %d to %d was %d(%d)\n", pFile->h, locktype, - pFile->locktype, pFile->sharedLockByte); - type = pFile->locktype; - if( type>=EXCLUSIVE_LOCK ){ - UnlockFile(pFile->h, SHARED_FIRST, 0, SHARED_SIZE, 0); - if( locktype==SHARED_LOCK && !getReadLock(pFile) ){ - /* This should never happen. We should always be able to - ** reacquire the read lock */ - rc = SQLITE_IOERR_UNLOCK; - } - } - if( type>=RESERVED_LOCK ){ - UnlockFile(pFile->h, RESERVED_BYTE, 0, 1, 0); - } - if( locktype==NO_LOCK && type>=SHARED_LOCK ){ - unlockReadLock(pFile); - } - if( type>=PENDING_LOCK ){ - UnlockFile(pFile->h, PENDING_BYTE, 0, 1, 0); - } - pFile->locktype = locktype; - return rc; -} - -/* -** Turn a relative pathname into a full pathname. Return a pointer -** to the full pathname stored in space obtained from sqliteMalloc(). -** The calling function is responsible for freeing this space once it -** is no longer needed. -*/ -char *sqlite3WinFullPathname(const char *zRelative){ - char *zFull; -#if defined(__CYGWIN__) - int nByte; - nByte = strlen(zRelative) + MAX_PATH + 1001; - zFull = sqliteMalloc( nByte ); - if( zFull==0 ) return 0; - if( cygwin_conv_to_full_win32_path(zRelative, zFull) ) return 0; -#elif OS_WINCE - /* WinCE has no concept of a relative pathname, or so I am told. */ - zFull = sqliteStrDup(zRelative); -#else - int nByte; - void *zConverted; - zConverted = convertUtf8Filename(zRelative); - if( isNT() ){ - WCHAR *zTemp; - nByte = GetFullPathNameW((WCHAR*)zConverted, 0, 0, 0) + 3; - zTemp = sqliteMalloc( nByte*sizeof(zTemp[0]) ); - if( zTemp==0 ){ - sqliteFree(zConverted); - return 0; - } - GetFullPathNameW((WCHAR*)zConverted, nByte, zTemp, 0); - sqliteFree(zConverted); - zFull = unicodeToUtf8(zTemp); - sqliteFree(zTemp); - }else{ - char *zTemp; - nByte = GetFullPathNameA((char*)zConverted, 0, 0, 0) + 3; - zTemp = sqliteMalloc( nByte*sizeof(zTemp[0]) ); - if( zTemp==0 ){ - sqliteFree(zConverted); - return 0; - } - GetFullPathNameA((char*)zConverted, nByte, zTemp, 0); - sqliteFree(zConverted); - zFull = mbcsToUtf8(zTemp); - sqliteFree(zTemp); - } -#endif - return zFull; -} - -/* -** The fullSync option is meaningless on windows. This is a no-op. -*/ -static void winSetFullSync(OsFile *id, int v){ - return; -} - -/* -** Return the underlying file handle for an OsFile -*/ -static int winFileHandle(OsFile *id){ - return (int)((winFile*)id)->h; -} - -/* -** Return an integer that indices the type of lock currently held -** by this handle. (Used for testing and analysis only.) -*/ -static int winLockState(OsFile *id){ - return ((winFile*)id)->locktype; -} - -/* -** This vector defines all the methods that can operate on an OsFile -** for win32. -*/ -static const IoMethod sqlite3WinIoMethod = { - winClose, - winOpenDirectory, - winRead, - winWrite, - winSeek, - winTruncate, - winSync, - winSetFullSync, - winFileHandle, - winFileSize, - winLock, - winUnlock, - winLockState, - winCheckReservedLock, -}; - -/* -** Allocate memory for an OsFile. Initialize the new OsFile -** to the value given in pInit and return a pointer to the new -** OsFile. If we run out of memory, close the file and return NULL. -*/ -static int allocateWinFile(winFile *pInit, OsFile **pId){ - winFile *pNew; - pNew = sqliteMalloc( sizeof(*pNew) ); - if( pNew==0 ){ - CloseHandle(pInit->h); -#if OS_WINCE - sqliteFree(pInit->zDeleteOnClose); -#endif - *pId = 0; - return SQLITE_NOMEM; - }else{ - *pNew = *pInit; - pNew->pMethod = &sqlite3WinIoMethod; - pNew->locktype = NO_LOCK; - pNew->sharedLockByte = 0; - *pId = (OsFile*)pNew; - OpenCounter(+1); - return SQLITE_OK; - } -} - - -#endif /* SQLITE_OMIT_DISKIO */ -/*************************************************************************** -** Everything above deals with file I/O. Everything that follows deals -** with other miscellanous aspects of the operating system interface -****************************************************************************/ - -#if !defined(SQLITE_OMIT_LOAD_EXTENSION) -/* -** Interfaces for opening a shared library, finding entry points -** within the shared library, and closing the shared library. -*/ -void *sqlite3WinDlopen(const char *zFilename){ - HANDLE h; - void *zConverted = convertUtf8Filename(zFilename); - if( zConverted==0 ){ - return 0; - } - if( isNT() ){ - h = LoadLibraryW((WCHAR*)zConverted); - }else{ -#if OS_WINCE - return 0; -#else - h = LoadLibraryA((char*)zConverted); -#endif - } - sqliteFree(zConverted); - return (void*)h; - -} -void *sqlite3WinDlsym(void *pHandle, const char *zSymbol){ -#if OS_WINCE - /* The GetProcAddressA() routine is only available on wince. */ - return GetProcAddressA((HANDLE)pHandle, zSymbol); -#else - /* All other windows platforms expect GetProcAddress() to take - ** an Ansi string regardless of the _UNICODE setting */ - return GetProcAddress((HANDLE)pHandle, zSymbol); -#endif -} -int sqlite3WinDlclose(void *pHandle){ - return FreeLibrary((HANDLE)pHandle); -} -#endif /* !SQLITE_OMIT_LOAD_EXTENSION */ - -/* -** Get information to seed the random number generator. The seed -** is written into the buffer zBuf[256]. The calling function must -** supply a sufficiently large buffer. -*/ -int sqlite3WinRandomSeed(char *zBuf){ - /* We have to initialize zBuf to prevent valgrind from reporting - ** errors. The reports issued by valgrind are incorrect - we would - ** prefer that the randomness be increased by making use of the - ** uninitialized space in zBuf - but valgrind errors tend to worry - ** some users. Rather than argue, it seems easier just to initialize - ** the whole array and silence valgrind, even if that means less randomness - ** in the random seed. - ** - ** When testing, initializing zBuf[] to zero is all we do. That means - ** that we always use the same random number sequence.* This makes the - ** tests repeatable. - */ - memset(zBuf, 0, 256); - GetSystemTime((LPSYSTEMTIME)zBuf); - return SQLITE_OK; -} - -/* -** Sleep for a little while. Return the amount of time slept. -*/ -int sqlite3WinSleep(int ms){ - Sleep(ms); - return ms; -} - -/* -** Static variables used for thread synchronization -*/ -static int inMutex = 0; -#ifdef SQLITE_W32_THREADS - static DWORD mutexOwner; - static CRITICAL_SECTION cs; -#endif - -/* -** The following pair of routines implement mutual exclusion for -** multi-threaded processes. Only a single thread is allowed to -** executed code that is surrounded by EnterMutex() and LeaveMutex(). -** -** SQLite uses only a single Mutex. There is not much critical -** code and what little there is executes quickly and without blocking. -** -** Version 3.3.1 and earlier used a simple mutex. Beginning with -** version 3.3.2, a recursive mutex is required. -*/ -void sqlite3WinEnterMutex(){ -#ifdef SQLITE_W32_THREADS - static int isInit = 0; - while( !isInit ){ - static long lock = 0; - if( InterlockedIncrement(&lock)==1 ){ - InitializeCriticalSection(&cs); - isInit = 1; - }else{ - Sleep(1); - } - } - EnterCriticalSection(&cs); - mutexOwner = GetCurrentThreadId(); -#endif - inMutex++; -} -void sqlite3WinLeaveMutex(){ - //assert( inMutex ); - inMutex--; -#ifdef SQLITE_W32_THREADS - assert( mutexOwner==GetCurrentThreadId() ); - LeaveCriticalSection(&cs); -#endif -} - -/* -** Return TRUE if the mutex is currently held. -** -** If the thisThreadOnly parameter is true, return true if and only if the -** calling thread holds the mutex. If the parameter is false, return -** true if any thread holds the mutex. -*/ -int sqlite3WinInMutex(int thisThreadOnly){ -#ifdef SQLITE_W32_THREADS - return inMutex>0 && (thisThreadOnly==0 || mutexOwner==GetCurrentThreadId()); -#else - return inMutex>0; -#endif -} - - -/* -** The following variable, if set to a non-zero value, becomes the result -** returned from sqlite3OsCurrentTime(). This is used for testing. -*/ -#ifdef SQLITE_TEST -int sqlite3_current_time = 0; -#endif - -/* -** Find the current time (in Universal Coordinated Time). Write the -** current time and date as a Julian Day number into *prNow and -** return 0. Return 1 if the time and date cannot be found. -*/ -int sqlite3WinCurrentTime(double *prNow){ - FILETIME ft; - /* FILETIME structure is a 64-bit value representing the number of - 100-nanosecond intervals since January 1, 1601 (= JD 2305813.5). - */ - double now; -#if OS_WINCE - SYSTEMTIME time; - GetSystemTime(&time); - SystemTimeToFileTime(&time,&ft); -#else - GetSystemTimeAsFileTime( &ft ); -#endif - now = ((double)ft.dwHighDateTime) * 4294967296.0; - *prNow = (now + ft.dwLowDateTime)/864000000000.0 + 2305813.5; -#ifdef SQLITE_TEST - if( sqlite3_current_time ){ - *prNow = sqlite3_current_time/86400.0 + 2440587.5; - } -#endif - return 0; -} - -/* -** Remember the number of thread-specific-data blocks allocated. -** Use this to verify that we are not leaking thread-specific-data. -** Ticket #1601 -*/ -#ifdef SQLITE_TEST -int sqlite3_tsd_count = 0; -# define TSD_COUNTER_INCR InterlockedIncrement(&sqlite3_tsd_count) -# define TSD_COUNTER_DECR InterlockedDecrement(&sqlite3_tsd_count) -#else -# define TSD_COUNTER_INCR /* no-op */ -# define TSD_COUNTER_DECR /* no-op */ -#endif - - - -/* -** If called with allocateFlag>1, then return a pointer to thread -** specific data for the current thread. Allocate and zero the -** thread-specific data if it does not already exist necessary. -** -** If called with allocateFlag==0, then check the current thread -** specific data. Return it if it exists. If it does not exist, -** then return NULL. -** -** If called with allocateFlag<0, check to see if the thread specific -** data is allocated and is all zero. If it is then deallocate it. -** Return a pointer to the thread specific data or NULL if it is -** unallocated or gets deallocated. -*/ -ThreadData *sqlite3WinThreadSpecificData(int allocateFlag){ - static int key; - static int keyInit = 0; - static const ThreadData zeroData = {0}; - ThreadData *pTsd; - - if( !keyInit ){ - sqlite3OsEnterMutex(); - if( !keyInit ){ - key = TlsAlloc(); - if( key==0xffffffff ){ - sqlite3OsLeaveMutex(); - return 0; - } - keyInit = 1; - } - sqlite3OsLeaveMutex(); - } - pTsd = TlsGetValue(key); - if( allocateFlag>0 ){ - if( !pTsd ){ - pTsd = sqlite3OsMalloc( sizeof(zeroData) ); - if( pTsd ){ - *pTsd = zeroData; - TlsSetValue(key, pTsd); - TSD_COUNTER_INCR; - } - } - }else if( pTsd!=0 && allocateFlag<0 - && memcmp(pTsd, &zeroData, sizeof(ThreadData))==0 ){ - sqlite3OsFree(pTsd); - TlsSetValue(key, 0); - TSD_COUNTER_DECR; - pTsd = 0; - } - return pTsd; -} -#endif /* OS_WIN */ diff --git a/libs/sqlite/src/pager.c b/libs/sqlite/src/pager.c deleted file mode 100644 index 3f5de77645..0000000000 --- a/libs/sqlite/src/pager.c +++ /dev/null @@ -1,3923 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This is the implementation of the page cache subsystem or "pager". -** -** The pager is used to access a database disk file. It implements -** atomic commit and rollback through the use of a journal file that -** is separate from the database file. The pager also implements file -** locking to prevent two processes from writing the same database -** file simultaneously, or one process from reading the database while -** another is writing. -** -** @(#) $Id: pager.c,v 1.282 2007/01/05 02:00:47 drh Exp $ -*/ -#ifndef SQLITE_OMIT_DISKIO -#include "sqliteInt.h" -#include "os.h" -#include "pager.h" -#include -#include - -/* -** Macros for troubleshooting. Normally turned off -*/ -#if 0 -#define sqlite3DebugPrintf printf -#define TRACE1(X) sqlite3DebugPrintf(X) -#define TRACE2(X,Y) sqlite3DebugPrintf(X,Y) -#define TRACE3(X,Y,Z) sqlite3DebugPrintf(X,Y,Z) -#define TRACE4(X,Y,Z,W) sqlite3DebugPrintf(X,Y,Z,W) -#define TRACE5(X,Y,Z,W,V) sqlite3DebugPrintf(X,Y,Z,W,V) -#else -#define TRACE1(X) -#define TRACE2(X,Y) -#define TRACE3(X,Y,Z) -#define TRACE4(X,Y,Z,W) -#define TRACE5(X,Y,Z,W,V) -#endif - -/* -** The following two macros are used within the TRACEX() macros above -** to print out file-descriptors. -** -** PAGERID() takes a pointer to a Pager struct as it's argument. The -** associated file-descriptor is returned. FILEHANDLEID() takes an OsFile -** struct as it's argument. -*/ -#define PAGERID(p) ((int)(p->fd)) -#define FILEHANDLEID(fd) ((int)fd) - -/* -** The page cache as a whole is always in one of the following -** states: -** -** PAGER_UNLOCK The page cache is not currently reading or -** writing the database file. There is no -** data held in memory. This is the initial -** state. -** -** PAGER_SHARED The page cache is reading the database. -** Writing is not permitted. There can be -** multiple readers accessing the same database -** file at the same time. -** -** PAGER_RESERVED This process has reserved the database for writing -** but has not yet made any changes. Only one process -** at a time can reserve the database. The original -** database file has not been modified so other -** processes may still be reading the on-disk -** database file. -** -** PAGER_EXCLUSIVE The page cache is writing the database. -** Access is exclusive. No other processes or -** threads can be reading or writing while one -** process is writing. -** -** PAGER_SYNCED The pager moves to this state from PAGER_EXCLUSIVE -** after all dirty pages have been written to the -** database file and the file has been synced to -** disk. All that remains to do is to remove the -** journal file and the transaction will be -** committed. -** -** The page cache comes up in PAGER_UNLOCK. The first time a -** sqlite3pager_get() occurs, the state transitions to PAGER_SHARED. -** After all pages have been released using sqlite_page_unref(), -** the state transitions back to PAGER_UNLOCK. The first time -** that sqlite3pager_write() is called, the state transitions to -** PAGER_RESERVED. (Note that sqlite_page_write() can only be -** called on an outstanding page which means that the pager must -** be in PAGER_SHARED before it transitions to PAGER_RESERVED.) -** The transition to PAGER_EXCLUSIVE occurs when before any changes -** are made to the database file. After an sqlite3pager_rollback() -** or sqlite_pager_commit(), the state goes back to PAGER_SHARED. -*/ -#define PAGER_UNLOCK 0 -#define PAGER_SHARED 1 /* same as SHARED_LOCK */ -#define PAGER_RESERVED 2 /* same as RESERVED_LOCK */ -#define PAGER_EXCLUSIVE 4 /* same as EXCLUSIVE_LOCK */ -#define PAGER_SYNCED 5 - -/* -** If the SQLITE_BUSY_RESERVED_LOCK macro is set to true at compile-time, -** then failed attempts to get a reserved lock will invoke the busy callback. -** This is off by default. To see why, consider the following scenario: -** -** Suppose thread A already has a shared lock and wants a reserved lock. -** Thread B already has a reserved lock and wants an exclusive lock. If -** both threads are using their busy callbacks, it might be a long time -** be for one of the threads give up and allows the other to proceed. -** But if the thread trying to get the reserved lock gives up quickly -** (if it never invokes its busy callback) then the contention will be -** resolved quickly. -*/ -#ifndef SQLITE_BUSY_RESERVED_LOCK -# define SQLITE_BUSY_RESERVED_LOCK 0 -#endif - -/* -** This macro rounds values up so that if the value is an address it -** is guaranteed to be an address that is aligned to an 8-byte boundary. -*/ -#define FORCE_ALIGNMENT(X) (((X)+7)&~7) - -/* -** Each in-memory image of a page begins with the following header. -** This header is only visible to this pager module. The client -** code that calls pager sees only the data that follows the header. -** -** Client code should call sqlite3pager_write() on a page prior to making -** any modifications to that page. The first time sqlite3pager_write() -** is called, the original page contents are written into the rollback -** journal and PgHdr.inJournal and PgHdr.needSync are set. Later, once -** the journal page has made it onto the disk surface, PgHdr.needSync -** is cleared. The modified page cannot be written back into the original -** database file until the journal pages has been synced to disk and the -** PgHdr.needSync has been cleared. -** -** The PgHdr.dirty flag is set when sqlite3pager_write() is called and -** is cleared again when the page content is written back to the original -** database file. -*/ -typedef struct PgHdr PgHdr; -struct PgHdr { - Pager *pPager; /* The pager to which this page belongs */ - Pgno pgno; /* The page number for this page */ - PgHdr *pNextHash, *pPrevHash; /* Hash collision chain for PgHdr.pgno */ - PgHdr *pNextFree, *pPrevFree; /* Freelist of pages where nRef==0 */ - PgHdr *pNextAll; /* A list of all pages */ - PgHdr *pNextStmt, *pPrevStmt; /* List of pages in the statement journal */ - u8 inJournal; /* TRUE if has been written to journal */ - u8 inStmt; /* TRUE if in the statement subjournal */ - u8 dirty; /* TRUE if we need to write back changes */ - u8 needSync; /* Sync journal before writing this page */ - u8 alwaysRollback; /* Disable dont_rollback() for this page */ - short int nRef; /* Number of users of this page */ - PgHdr *pDirty, *pPrevDirty; /* Dirty pages */ - u32 notUsed; /* Buffer space */ -#ifdef SQLITE_CHECK_PAGES - u32 pageHash; -#endif - /* pPager->pageSize bytes of page data follow this header */ - /* Pager.nExtra bytes of local data follow the page data */ -}; - -/* -** For an in-memory only database, some extra information is recorded about -** each page so that changes can be rolled back. (Journal files are not -** used for in-memory databases.) The following information is added to -** the end of every EXTRA block for in-memory databases. -** -** This information could have been added directly to the PgHdr structure. -** But then it would take up an extra 8 bytes of storage on every PgHdr -** even for disk-based databases. Splitting it out saves 8 bytes. This -** is only a savings of 0.8% but those percentages add up. -*/ -typedef struct PgHistory PgHistory; -struct PgHistory { - u8 *pOrig; /* Original page text. Restore to this on a full rollback */ - u8 *pStmt; /* Text as it was at the beginning of the current statement */ -}; - -/* -** A macro used for invoking the codec if there is one -*/ -#ifdef SQLITE_HAS_CODEC -# define CODEC1(P,D,N,X) if( P->xCodec!=0 ){ P->xCodec(P->pCodecArg,D,N,X); } -# define CODEC2(P,D,N,X) ((char*)(P->xCodec!=0?P->xCodec(P->pCodecArg,D,N,X):D)) -#else -# define CODEC1(P,D,N,X) /* NO-OP */ -# define CODEC2(P,D,N,X) ((char*)D) -#endif - -/* -** Convert a pointer to a PgHdr into a pointer to its data -** and back again. -*/ -#define PGHDR_TO_DATA(P) ((void*)(&(P)[1])) -#define DATA_TO_PGHDR(D) (&((PgHdr*)(D))[-1]) -#define PGHDR_TO_EXTRA(G,P) ((void*)&((char*)(&(G)[1]))[(P)->pageSize]) -#define PGHDR_TO_HIST(P,PGR) \ - ((PgHistory*)&((char*)(&(P)[1]))[(PGR)->pageSize+(PGR)->nExtra]) - -/* -** A open page cache is an instance of the following structure. -** -** Pager.errCode may be set to SQLITE_IOERR, SQLITE_CORRUPT, SQLITE_PROTOCOL -** or SQLITE_FULL. Once one of the first three errors occurs, it persists -** and is returned as the result of every major pager API call. The -** SQLITE_FULL return code is slightly different. It persists only until the -** next successful rollback is performed on the pager cache. Also, -** SQLITE_FULL does not affect the sqlite3pager_get() and sqlite3pager_lookup() -** APIs, they may still be used successfully. -*/ -struct Pager { - u8 journalOpen; /* True if journal file descriptors is valid */ - u8 journalStarted; /* True if header of journal is synced */ - u8 useJournal; /* Use a rollback journal on this file */ - u8 noReadlock; /* Do not bother to obtain readlocks */ - u8 stmtOpen; /* True if the statement subjournal is open */ - u8 stmtInUse; /* True we are in a statement subtransaction */ - u8 stmtAutoopen; /* Open stmt journal when main journal is opened*/ - u8 noSync; /* Do not sync the journal if true */ - u8 fullSync; /* Do extra syncs of the journal for robustness */ - u8 full_fsync; /* Use F_FULLFSYNC when available */ - u8 state; /* PAGER_UNLOCK, _SHARED, _RESERVED, etc. */ - u8 tempFile; /* zFilename is a temporary file */ - u8 readOnly; /* True for a read-only database */ - u8 needSync; /* True if an fsync() is needed on the journal */ - u8 dirtyCache; /* True if cached pages have changed */ - u8 alwaysRollback; /* Disable dont_rollback() for all pages */ - u8 memDb; /* True to inhibit all file I/O */ - u8 setMaster; /* True if a m-j name has been written to jrnl */ - int errCode; /* One of several kinds of errors */ - int dbSize; /* Number of pages in the file */ - int origDbSize; /* dbSize before the current change */ - int stmtSize; /* Size of database (in pages) at stmt_begin() */ - int nRec; /* Number of pages written to the journal */ - u32 cksumInit; /* Quasi-random value added to every checksum */ - int stmtNRec; /* Number of records in stmt subjournal */ - int nExtra; /* Add this many bytes to each in-memory page */ - int pageSize; /* Number of bytes in a page */ - int nPage; /* Total number of in-memory pages */ - int nMaxPage; /* High water mark of nPage */ - int nRef; /* Number of in-memory pages with PgHdr.nRef>0 */ - int mxPage; /* Maximum number of pages to hold in cache */ - u8 *aInJournal; /* One bit for each page in the database file */ - u8 *aInStmt; /* One bit for each page in the database */ - char *zFilename; /* Name of the database file */ - char *zJournal; /* Name of the journal file */ - char *zDirectory; /* Directory hold database and journal files */ - OsFile *fd, *jfd; /* File descriptors for database and journal */ - OsFile *stfd; /* File descriptor for the statement subjournal*/ - BusyHandler *pBusyHandler; /* Pointer to sqlite.busyHandler */ - PgHdr *pFirst, *pLast; /* List of free pages */ - PgHdr *pFirstSynced; /* First free page with PgHdr.needSync==0 */ - PgHdr *pAll; /* List of all pages */ - PgHdr *pStmt; /* List of pages in the statement subjournal */ - PgHdr *pDirty; /* List of all dirty pages */ - i64 journalOff; /* Current byte offset in the journal file */ - i64 journalHdr; /* Byte offset to previous journal header */ - i64 stmtHdrOff; /* First journal header written this statement */ - i64 stmtCksum; /* cksumInit when statement was started */ - i64 stmtJSize; /* Size of journal at stmt_begin() */ - int sectorSize; /* Assumed sector size during rollback */ -#ifdef SQLITE_TEST - int nHit, nMiss, nOvfl; /* Cache hits, missing, and LRU overflows */ - int nRead,nWrite; /* Database pages read/written */ -#endif - void (*xDestructor)(void*,int); /* Call this routine when freeing pages */ - void (*xReiniter)(void*,int); /* Call this routine when reloading pages */ - void *(*xCodec)(void*,void*,Pgno,int); /* Routine for en/decoding data */ - void *pCodecArg; /* First argument to xCodec() */ - int nHash; /* Size of the pager hash table */ - PgHdr **aHash; /* Hash table to map page number to PgHdr */ -#ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT - Pager *pNext; /* Linked list of pagers in this thread */ -#endif -}; - -/* -** If SQLITE_TEST is defined then increment the variable given in -** the argument -*/ -#ifdef SQLITE_TEST -# define TEST_INCR(x) x++ -#else -# define TEST_INCR(x) -#endif - -/* -** Journal files begin with the following magic string. The data -** was obtained from /dev/random. It is used only as a sanity check. -** -** Since version 2.8.0, the journal format contains additional sanity -** checking information. If the power fails while the journal is begin -** written, semi-random garbage data might appear in the journal -** file after power is restored. If an attempt is then made -** to roll the journal back, the database could be corrupted. The additional -** sanity checking data is an attempt to discover the garbage in the -** journal and ignore it. -** -** The sanity checking information for the new journal format consists -** of a 32-bit checksum on each page of data. The checksum covers both -** the page number and the pPager->pageSize bytes of data for the page. -** This cksum is initialized to a 32-bit random value that appears in the -** journal file right after the header. The random initializer is important, -** because garbage data that appears at the end of a journal is likely -** data that was once in other files that have now been deleted. If the -** garbage data came from an obsolete journal file, the checksums might -** be correct. But by initializing the checksum to random value which -** is different for every journal, we minimize that risk. -*/ -static const unsigned char aJournalMagic[] = { - 0xd9, 0xd5, 0x05, 0xf9, 0x20, 0xa1, 0x63, 0xd7, -}; - -/* -** The size of the header and of each page in the journal is determined -** by the following macros. -*/ -#define JOURNAL_PG_SZ(pPager) ((pPager->pageSize) + 8) - -/* -** The journal header size for this pager. In the future, this could be -** set to some value read from the disk controller. The important -** characteristic is that it is the same size as a disk sector. -*/ -#define JOURNAL_HDR_SZ(pPager) (pPager->sectorSize) - -/* -** The macro MEMDB is true if we are dealing with an in-memory database. -** We do this as a macro so that if the SQLITE_OMIT_MEMORYDB macro is set, -** the value of MEMDB will be a constant and the compiler will optimize -** out code that would never execute. -*/ -#ifdef SQLITE_OMIT_MEMORYDB -# define MEMDB 0 -#else -# define MEMDB pPager->memDb -#endif - -/* -** The default size of a disk sector -*/ -#ifndef PAGER_SECTOR_SIZE -# define PAGER_SECTOR_SIZE 512 -#endif - -/* -** Page number PAGER_MJ_PGNO is never used in an SQLite database (it is -** reserved for working around a windows/posix incompatibility). It is -** used in the journal to signify that the remainder of the journal file -** is devoted to storing a master journal name - there are no more pages to -** roll back. See comments for function writeMasterJournal() for details. -*/ -/* #define PAGER_MJ_PGNO(x) (PENDING_BYTE/((x)->pageSize)) */ -#define PAGER_MJ_PGNO(x) ((PENDING_BYTE/((x)->pageSize))+1) - -/* -** The maximum legal page number is (2^31 - 1). -*/ -#define PAGER_MAX_PGNO 2147483647 - -/* -** Enable reference count tracking (for debugging) here: -*/ -#ifdef SQLITE_TEST - int pager3_refinfo_enable = 0; - static void pager_refinfo(PgHdr *p){ - static int cnt = 0; - if( !pager3_refinfo_enable ) return; - sqlite3DebugPrintf( - "REFCNT: %4d addr=%p nRef=%-3d total=%d\n", - p->pgno, PGHDR_TO_DATA(p), p->nRef, p->pPager->nRef - ); - cnt++; /* Something to set a breakpoint on */ - } -# define REFINFO(X) pager_refinfo(X) -#else -# define REFINFO(X) -#endif - - -/* -** Change the size of the pager hash table to N. N must be a power -** of two. -*/ -static void pager_resize_hash_table(Pager *pPager, int N){ - PgHdr **aHash, *pPg; - assert( N>0 && (N&(N-1))==0 ); - aHash = sqliteMalloc( sizeof(aHash[0])*N ); - if( aHash==0 ){ - /* Failure to rehash is not an error. It is only a performance hit. */ - return; - } - sqliteFree(pPager->aHash); - pPager->nHash = N; - pPager->aHash = aHash; - for(pPg=pPager->pAll; pPg; pPg=pPg->pNextAll){ - int h; - if( pPg->pgno==0 ){ - assert( pPg->pNextHash==0 && pPg->pPrevHash==0 ); - continue; - } - h = pPg->pgno & (N-1); - pPg->pNextHash = aHash[h]; - if( aHash[h] ){ - aHash[h]->pPrevHash = pPg; - } - aHash[h] = pPg; - pPg->pPrevHash = 0; - } -} - -/* -** Read a 32-bit integer from the given file descriptor. Store the integer -** that is read in *pRes. Return SQLITE_OK if everything worked, or an -** error code is something goes wrong. -** -** All values are stored on disk as big-endian. -*/ -static int read32bits(OsFile *fd, u32 *pRes){ - unsigned char ac[4]; - int rc = sqlite3OsRead(fd, ac, sizeof(ac)); - if( rc==SQLITE_OK ){ - *pRes = (ac[0]<<24) | (ac[1]<<16) | (ac[2]<<8) | ac[3]; - } - return rc; -} - -/* -** Write a 32-bit integer into a string buffer in big-endian byte order. -*/ -static void put32bits(char *ac, u32 val){ - ac[0] = (val>>24) & 0xff; - ac[1] = (val>>16) & 0xff; - ac[2] = (val>>8) & 0xff; - ac[3] = val & 0xff; -} - -/* -** Write a 32-bit integer into the given file descriptor. Return SQLITE_OK -** on success or an error code is something goes wrong. -*/ -static int write32bits(OsFile *fd, u32 val){ - char ac[4]; - put32bits(ac, val); - return sqlite3OsWrite(fd, ac, 4); -} - -/* -** Read a 32-bit integer at offset 'offset' from the page identified by -** page header 'p'. -*/ -static u32 retrieve32bits(PgHdr *p, int offset){ - unsigned char *ac; - ac = &((unsigned char*)PGHDR_TO_DATA(p))[offset]; - return (ac[0]<<24) | (ac[1]<<16) | (ac[2]<<8) | ac[3]; -} - - -/* -** This function should be called when an error occurs within the pager -** code. The first argument is a pointer to the pager structure, the -** second the error-code about to be returned by a pager API function. -** The value returned is a copy of the second argument to this function. -** -** If the second argument is SQLITE_IOERR, SQLITE_CORRUPT or SQLITE_PROTOCOL, -** the error becomes persistent. All subsequent API calls on this Pager -** will immediately return the same error code. -*/ -static int pager_error(Pager *pPager, int rc){ - int rc2 = rc & 0xff; - assert( pPager->errCode==SQLITE_FULL || pPager->errCode==SQLITE_OK ); - if( - rc2==SQLITE_FULL || - rc2==SQLITE_IOERR || - rc2==SQLITE_CORRUPT || - rc2==SQLITE_PROTOCOL - ){ - pPager->errCode = rc; - } - return rc; -} - -#ifdef SQLITE_CHECK_PAGES -/* -** Return a 32-bit hash of the page data for pPage. -*/ -static u32 pager_pagehash(PgHdr *pPage){ - u32 hash = 0; - int i; - unsigned char *pData = (unsigned char *)PGHDR_TO_DATA(pPage); - for(i=0; ipPager->pageSize; i++){ - hash = (hash+i)^pData[i]; - } - return hash; -} - -/* -** The CHECK_PAGE macro takes a PgHdr* as an argument. If SQLITE_CHECK_PAGES -** is defined, and NDEBUG is not defined, an assert() statement checks -** that the page is either dirty or still matches the calculated page-hash. -*/ -#define CHECK_PAGE(x) checkPage(x) -static void checkPage(PgHdr *pPg){ - Pager *pPager = pPg->pPager; - assert( !pPg->pageHash || pPager->errCode || MEMDB || pPg->dirty || - pPg->pageHash==pager_pagehash(pPg) ); -} - -#else -#define CHECK_PAGE(x) -#endif - -/* -** When this is called the journal file for pager pPager must be open. -** The master journal file name is read from the end of the file and -** written into memory obtained from sqliteMalloc(). *pzMaster is -** set to point at the memory and SQLITE_OK returned. The caller must -** sqliteFree() *pzMaster. -** -** If no master journal file name is present *pzMaster is set to 0 and -** SQLITE_OK returned. -*/ -static int readMasterJournal(OsFile *pJrnl, char **pzMaster){ - int rc; - u32 len; - i64 szJ; - u32 cksum; - int i; - unsigned char aMagic[8]; /* A buffer to hold the magic header */ - - *pzMaster = 0; - - rc = sqlite3OsFileSize(pJrnl, &szJ); - if( rc!=SQLITE_OK || szJ<16 ) return rc; - - rc = sqlite3OsSeek(pJrnl, szJ-16); - if( rc!=SQLITE_OK ) return rc; - - rc = read32bits(pJrnl, &len); - if( rc!=SQLITE_OK ) return rc; - - rc = read32bits(pJrnl, &cksum); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3OsRead(pJrnl, aMagic, 8); - if( rc!=SQLITE_OK || memcmp(aMagic, aJournalMagic, 8) ) return rc; - - rc = sqlite3OsSeek(pJrnl, szJ-16-len); - if( rc!=SQLITE_OK ) return rc; - - *pzMaster = (char *)sqliteMalloc(len+1); - if( !*pzMaster ){ - return SQLITE_NOMEM; - } - rc = sqlite3OsRead(pJrnl, *pzMaster, len); - if( rc!=SQLITE_OK ){ - sqliteFree(*pzMaster); - *pzMaster = 0; - return rc; - } - - /* See if the checksum matches the master journal name */ - for(i=0; ijournalOff; - if( c ){ - offset = ((c-1)/JOURNAL_HDR_SZ(pPager) + 1) * JOURNAL_HDR_SZ(pPager); - } - assert( offset%JOURNAL_HDR_SZ(pPager)==0 ); - assert( offset>=c ); - assert( (offset-c)journalOff = offset; - return sqlite3OsSeek(pPager->jfd, pPager->journalOff); -} - -/* -** The journal file must be open when this routine is called. A journal -** header (JOURNAL_HDR_SZ bytes) is written into the journal file at the -** current location. -** -** The format for the journal header is as follows: -** - 8 bytes: Magic identifying journal format. -** - 4 bytes: Number of records in journal, or -1 no-sync mode is on. -** - 4 bytes: Random number used for page hash. -** - 4 bytes: Initial database page count. -** - 4 bytes: Sector size used by the process that wrote this journal. -** -** Followed by (JOURNAL_HDR_SZ - 24) bytes of unused space. -*/ -static int writeJournalHdr(Pager *pPager){ - char zHeader[sizeof(aJournalMagic)+16]; - - int rc = seekJournalHdr(pPager); - if( rc ) return rc; - - pPager->journalHdr = pPager->journalOff; - if( pPager->stmtHdrOff==0 ){ - pPager->stmtHdrOff = pPager->journalHdr; - } - pPager->journalOff += JOURNAL_HDR_SZ(pPager); - - /* FIX ME: - ** - ** Possibly for a pager not in no-sync mode, the journal magic should not - ** be written until nRec is filled in as part of next syncJournal(). - ** - ** Actually maybe the whole journal header should be delayed until that - ** point. Think about this. - */ - memcpy(zHeader, aJournalMagic, sizeof(aJournalMagic)); - /* The nRec Field. 0xFFFFFFFF for no-sync journals. */ - put32bits(&zHeader[sizeof(aJournalMagic)], pPager->noSync ? 0xffffffff : 0); - /* The random check-hash initialiser */ - sqlite3Randomness(sizeof(pPager->cksumInit), &pPager->cksumInit); - put32bits(&zHeader[sizeof(aJournalMagic)+4], pPager->cksumInit); - /* The initial database size */ - put32bits(&zHeader[sizeof(aJournalMagic)+8], pPager->dbSize); - /* The assumed sector size for this process */ - put32bits(&zHeader[sizeof(aJournalMagic)+12], pPager->sectorSize); - rc = sqlite3OsWrite(pPager->jfd, zHeader, sizeof(zHeader)); - - /* The journal header has been written successfully. Seek the journal - ** file descriptor to the end of the journal header sector. - */ - if( rc==SQLITE_OK ){ - rc = sqlite3OsSeek(pPager->jfd, pPager->journalOff-1); - if( rc==SQLITE_OK ){ - rc = sqlite3OsWrite(pPager->jfd, "\000", 1); - } - } - return rc; -} - -/* -** The journal file must be open when this is called. A journal header file -** (JOURNAL_HDR_SZ bytes) is read from the current location in the journal -** file. See comments above function writeJournalHdr() for a description of -** the journal header format. -** -** If the header is read successfully, *nRec is set to the number of -** page records following this header and *dbSize is set to the size of the -** database before the transaction began, in pages. Also, pPager->cksumInit -** is set to the value read from the journal header. SQLITE_OK is returned -** in this case. -** -** If the journal header file appears to be corrupted, SQLITE_DONE is -** returned and *nRec and *dbSize are not set. If JOURNAL_HDR_SZ bytes -** cannot be read from the journal file an error code is returned. -*/ -static int readJournalHdr( - Pager *pPager, - i64 journalSize, - u32 *pNRec, - u32 *pDbSize -){ - int rc; - unsigned char aMagic[8]; /* A buffer to hold the magic header */ - - rc = seekJournalHdr(pPager); - if( rc ) return rc; - - if( pPager->journalOff+JOURNAL_HDR_SZ(pPager) > journalSize ){ - return SQLITE_DONE; - } - - rc = sqlite3OsRead(pPager->jfd, aMagic, sizeof(aMagic)); - if( rc ) return rc; - - if( memcmp(aMagic, aJournalMagic, sizeof(aMagic))!=0 ){ - return SQLITE_DONE; - } - - rc = read32bits(pPager->jfd, pNRec); - if( rc ) return rc; - - rc = read32bits(pPager->jfd, &pPager->cksumInit); - if( rc ) return rc; - - rc = read32bits(pPager->jfd, pDbSize); - if( rc ) return rc; - - /* Update the assumed sector-size to match the value used by - ** the process that created this journal. If this journal was - ** created by a process other than this one, then this routine - ** is being called from within pager_playback(). The local value - ** of Pager.sectorSize is restored at the end of that routine. - */ - rc = read32bits(pPager->jfd, (u32 *)&pPager->sectorSize); - if( rc ) return rc; - - pPager->journalOff += JOURNAL_HDR_SZ(pPager); - rc = sqlite3OsSeek(pPager->jfd, pPager->journalOff); - return rc; -} - - -/* -** Write the supplied master journal name into the journal file for pager -** pPager at the current location. The master journal name must be the last -** thing written to a journal file. If the pager is in full-sync mode, the -** journal file descriptor is advanced to the next sector boundary before -** anything is written. The format is: -** -** + 4 bytes: PAGER_MJ_PGNO. -** + N bytes: length of master journal name. -** + 4 bytes: N -** + 4 bytes: Master journal name checksum. -** + 8 bytes: aJournalMagic[]. -** -** The master journal page checksum is the sum of the bytes in the master -** journal name. -** -** If zMaster is a NULL pointer (occurs for a single database transaction), -** this call is a no-op. -*/ -static int writeMasterJournal(Pager *pPager, const char *zMaster){ - int rc; - int len; - int i; - u32 cksum = 0; - char zBuf[sizeof(aJournalMagic)+2*4]; - - if( !zMaster || pPager->setMaster) return SQLITE_OK; - pPager->setMaster = 1; - - len = strlen(zMaster); - for(i=0; ifullSync ){ - rc = seekJournalHdr(pPager); - if( rc!=SQLITE_OK ) return rc; - } - pPager->journalOff += (len+20); - - rc = write32bits(pPager->jfd, PAGER_MJ_PGNO(pPager)); - if( rc!=SQLITE_OK ) return rc; - - rc = sqlite3OsWrite(pPager->jfd, zMaster, len); - if( rc!=SQLITE_OK ) return rc; - - put32bits(zBuf, len); - put32bits(&zBuf[4], cksum); - memcpy(&zBuf[8], aJournalMagic, sizeof(aJournalMagic)); - rc = sqlite3OsWrite(pPager->jfd, zBuf, 8+sizeof(aJournalMagic)); - pPager->needSync = !pPager->noSync; - return rc; -} - -/* -** Add or remove a page from the list of all pages that are in the -** statement journal. -** -** The Pager keeps a separate list of pages that are currently in -** the statement journal. This helps the sqlite3pager_stmt_commit() -** routine run MUCH faster for the common case where there are many -** pages in memory but only a few are in the statement journal. -*/ -static void page_add_to_stmt_list(PgHdr *pPg){ - Pager *pPager = pPg->pPager; - if( pPg->inStmt ) return; - assert( pPg->pPrevStmt==0 && pPg->pNextStmt==0 ); - pPg->pPrevStmt = 0; - if( pPager->pStmt ){ - pPager->pStmt->pPrevStmt = pPg; - } - pPg->pNextStmt = pPager->pStmt; - pPager->pStmt = pPg; - pPg->inStmt = 1; -} -static void page_remove_from_stmt_list(PgHdr *pPg){ - if( !pPg->inStmt ) return; - if( pPg->pPrevStmt ){ - assert( pPg->pPrevStmt->pNextStmt==pPg ); - pPg->pPrevStmt->pNextStmt = pPg->pNextStmt; - }else{ - assert( pPg->pPager->pStmt==pPg ); - pPg->pPager->pStmt = pPg->pNextStmt; - } - if( pPg->pNextStmt ){ - assert( pPg->pNextStmt->pPrevStmt==pPg ); - pPg->pNextStmt->pPrevStmt = pPg->pPrevStmt; - } - pPg->pNextStmt = 0; - pPg->pPrevStmt = 0; - pPg->inStmt = 0; -} - -/* -** Find a page in the hash table given its page number. Return -** a pointer to the page or NULL if not found. -*/ -static PgHdr *pager_lookup(Pager *pPager, Pgno pgno){ - PgHdr *p; - if( pPager->aHash==0 ) return 0; - p = pPager->aHash[pgno & (pPager->nHash-1)]; - while( p && p->pgno!=pgno ){ - p = p->pNextHash; - } - return p; -} - -/* -** Unlock the database file. -** -** Once all locks have been removed from the database file, other -** processes or threads might change the file. So make sure all of -** our internal cache is invalidated. -*/ -static void pager_unlock(Pager *pPager){ - if( !MEMDB ){ - sqlite3OsUnlock(pPager->fd, NO_LOCK); - pPager->dbSize = -1; - } - pPager->state = PAGER_UNLOCK; - assert( pPager->pAll==0 ); -} - - -/* -** Unlock the database and clear the in-memory cache. This routine -** sets the state of the pager back to what it was when it was first -** opened. Any outstanding pages are invalidated and subsequent attempts -** to access those pages will likely result in a coredump. -*/ -static void pager_reset(Pager *pPager){ - PgHdr *pPg, *pNext; - if( pPager->errCode ) return; - for(pPg=pPager->pAll; pPg; pPg=pNext){ - pNext = pPg->pNextAll; - sqliteFree(pPg); - } - pPager->pFirst = 0; - pPager->pFirstSynced = 0; - pPager->pLast = 0; - pPager->pAll = 0; - pPager->nHash = 0; - sqliteFree(pPager->aHash); - pPager->nPage = 0; - pPager->aHash = 0; - if( pPager->state>=PAGER_RESERVED ){ - sqlite3pager_rollback(pPager); - } - pager_unlock(pPager); - pPager->nRef = 0; - assert( pPager->errCode || (pPager->journalOpen==0 && pPager->stmtOpen==0) ); -} - -/* -** When this routine is called, the pager has the journal file open and -** a RESERVED or EXCLUSIVE lock on the database. This routine releases -** the database lock and acquires a SHARED lock in its place. The journal -** file is deleted and closed. -** -** TODO: Consider keeping the journal file open for temporary databases. -** This might give a performance improvement on windows where opening -** a file is an expensive operation. -*/ -static int pager_unwritelock(Pager *pPager){ - PgHdr *pPg; - int rc; - assert( !MEMDB ); - if( pPager->statestmtOpen ){ - sqlite3OsClose(&pPager->stfd); - pPager->stmtOpen = 0; - } - if( pPager->journalOpen ){ - sqlite3OsClose(&pPager->jfd); - pPager->journalOpen = 0; - sqlite3OsDelete(pPager->zJournal); - sqliteFree( pPager->aInJournal ); - pPager->aInJournal = 0; - for(pPg=pPager->pAll; pPg; pPg=pPg->pNextAll){ - pPg->inJournal = 0; - pPg->dirty = 0; - pPg->needSync = 0; -#ifdef SQLITE_CHECK_PAGES - pPg->pageHash = pager_pagehash(pPg); -#endif - } - pPager->pDirty = 0; - pPager->dirtyCache = 0; - pPager->nRec = 0; - }else{ - assert( pPager->aInJournal==0 ); - assert( pPager->dirtyCache==0 || pPager->useJournal==0 ); - } - rc = sqlite3OsUnlock(pPager->fd, SHARED_LOCK); - pPager->state = PAGER_SHARED; - pPager->origDbSize = 0; - pPager->setMaster = 0; - pPager->needSync = 0; - pPager->pFirstSynced = pPager->pFirst; - pPager->dbSize = -1; - return rc; -} - -/* -** Compute and return a checksum for the page of data. -** -** This is not a real checksum. It is really just the sum of the -** random initial value and the page number. We experimented with -** a checksum of the entire data, but that was found to be too slow. -** -** Note that the page number is stored at the beginning of data and -** the checksum is stored at the end. This is important. If journal -** corruption occurs due to a power failure, the most likely scenario -** is that one end or the other of the record will be changed. It is -** much less likely that the two ends of the journal record will be -** correct and the middle be corrupt. Thus, this "checksum" scheme, -** though fast and simple, catches the mostly likely kind of corruption. -** -** FIX ME: Consider adding every 200th (or so) byte of the data to the -** checksum. That way if a single page spans 3 or more disk sectors and -** only the middle sector is corrupt, we will still have a reasonable -** chance of failing the checksum and thus detecting the problem. -*/ -static u32 pager_cksum(Pager *pPager, const u8 *aData){ - u32 cksum = pPager->cksumInit; - int i = pPager->pageSize-200; - while( i>0 ){ - cksum += aData[i]; - i -= 200; - } - return cksum; -} - -/* Forward declaration */ -static void makeClean(PgHdr*); - -/* -** Read a single page from the journal file opened on file descriptor -** jfd. Playback this one page. -** -** If useCksum==0 it means this journal does not use checksums. Checksums -** are not used in statement journals because statement journals do not -** need to survive power failures. -*/ -static int pager_playback_one_page(Pager *pPager, OsFile *jfd, int useCksum){ - int rc; - PgHdr *pPg; /* An existing page in the cache */ - Pgno pgno; /* The page number of a page in journal */ - u32 cksum; /* Checksum used for sanity checking */ - u8 aData[SQLITE_MAX_PAGE_SIZE]; /* Temp storage for a page */ - - /* useCksum should be true for the main journal and false for - ** statement journals. Verify that this is always the case - */ - assert( jfd == (useCksum ? pPager->jfd : pPager->stfd) ); - - - rc = read32bits(jfd, &pgno); - if( rc!=SQLITE_OK ) return rc; - rc = sqlite3OsRead(jfd, &aData, pPager->pageSize); - if( rc!=SQLITE_OK ) return rc; - pPager->journalOff += pPager->pageSize + 4; - - /* Sanity checking on the page. This is more important that I originally - ** thought. If a power failure occurs while the journal is being written, - ** it could cause invalid data to be written into the journal. We need to - ** detect this invalid data (with high probability) and ignore it. - */ - if( pgno==0 || pgno==PAGER_MJ_PGNO(pPager) ){ - return SQLITE_DONE; - } - if( pgno>(unsigned)pPager->dbSize ){ - return SQLITE_OK; - } - if( useCksum ){ - rc = read32bits(jfd, &cksum); - if( rc ) return rc; - pPager->journalOff += 4; - if( pager_cksum(pPager, aData)!=cksum ){ - return SQLITE_DONE; - } - } - - assert( pPager->state==PAGER_RESERVED || pPager->state>=PAGER_EXCLUSIVE ); - - /* If the pager is in RESERVED state, then there must be a copy of this - ** page in the pager cache. In this case just update the pager cache, - ** not the database file. The page is left marked dirty in this case. - ** - ** If in EXCLUSIVE state, then we update the pager cache if it exists - ** and the main file. The page is then marked not dirty. - ** - ** Ticket #1171: The statement journal might contain page content that is - ** different from the page content at the start of the transaction. - ** This occurs when a page is changed prior to the start of a statement - ** then changed again within the statement. When rolling back such a - ** statement we must not write to the original database unless we know - ** for certain that original page contents are in the main rollback - ** journal. Otherwise, if a full ROLLBACK occurs after the statement - ** rollback the full ROLLBACK will not restore the page to its original - ** content. Two conditions must be met before writing to the database - ** files. (1) the database must be locked. (2) we know that the original - ** page content is in the main journal either because the page is not in - ** cache or else it is marked as needSync==0. - */ - pPg = pager_lookup(pPager, pgno); - assert( pPager->state>=PAGER_EXCLUSIVE || pPg!=0 ); - TRACE3("PLAYBACK %d page %d\n", PAGERID(pPager), pgno); - if( pPager->state>=PAGER_EXCLUSIVE && (pPg==0 || pPg->needSync==0) ){ - rc = sqlite3OsSeek(pPager->fd, (pgno-1)*(i64)pPager->pageSize); - if( rc==SQLITE_OK ){ - rc = sqlite3OsWrite(pPager->fd, aData, pPager->pageSize); - } - if( pPg ){ - makeClean(pPg); - } - } - if( pPg ){ - /* No page should ever be explicitly rolled back that is in use, except - ** for page 1 which is held in use in order to keep the lock on the - ** database active. However such a page may be rolled back as a result - ** of an internal error resulting in an automatic call to - ** sqlite3pager_rollback(). - */ - void *pData; - /* assert( pPg->nRef==0 || pPg->pgno==1 ); */ - pData = PGHDR_TO_DATA(pPg); - memcpy(pData, aData, pPager->pageSize); - if( pPager->xDestructor ){ /*** FIX ME: Should this be xReinit? ***/ - pPager->xDestructor(pData, pPager->pageSize); - } -#ifdef SQLITE_CHECK_PAGES - pPg->pageHash = pager_pagehash(pPg); -#endif - CODEC1(pPager, pData, pPg->pgno, 3); - } - return rc; -} - -/* -** Parameter zMaster is the name of a master journal file. A single journal -** file that referred to the master journal file has just been rolled back. -** This routine checks if it is possible to delete the master journal file, -** and does so if it is. -** -** The master journal file contains the names of all child journals. -** To tell if a master journal can be deleted, check to each of the -** children. If all children are either missing or do not refer to -** a different master journal, then this master journal can be deleted. -*/ -static int pager_delmaster(const char *zMaster){ - int rc; - int master_open = 0; - OsFile *master = 0; - char *zMasterJournal = 0; /* Contents of master journal file */ - i64 nMasterJournal; /* Size of master journal file */ - - /* Open the master journal file exclusively in case some other process - ** is running this routine also. Not that it makes too much difference. - */ - rc = sqlite3OsOpenReadOnly(zMaster, &master); - if( rc!=SQLITE_OK ) goto delmaster_out; - master_open = 1; - rc = sqlite3OsFileSize(master, &nMasterJournal); - if( rc!=SQLITE_OK ) goto delmaster_out; - - if( nMasterJournal>0 ){ - char *zJournal; - char *zMasterPtr = 0; - - /* Load the entire master journal file into space obtained from - ** sqliteMalloc() and pointed to by zMasterJournal. - */ - zMasterJournal = (char *)sqliteMalloc(nMasterJournal); - if( !zMasterJournal ){ - rc = SQLITE_NOMEM; - goto delmaster_out; - } - rc = sqlite3OsRead(master, zMasterJournal, nMasterJournal); - if( rc!=SQLITE_OK ) goto delmaster_out; - - zJournal = zMasterJournal; - while( (zJournal-zMasterJournal)pAll; pPg; pPg=pPg->pNextAll){ - char zBuf[SQLITE_MAX_PAGE_SIZE]; - if( !pPg->dirty ) continue; - if( (int)pPg->pgno <= pPager->origDbSize ){ - rc = sqlite3OsSeek(pPager->fd, pPager->pageSize*(i64)(pPg->pgno-1)); - if( rc==SQLITE_OK ){ - rc = sqlite3OsRead(pPager->fd, zBuf, pPager->pageSize); - } - TRACE3("REFETCH %d page %d\n", PAGERID(pPager), pPg->pgno); - if( rc ) break; - CODEC1(pPager, zBuf, pPg->pgno, 2); - }else{ - memset(zBuf, 0, pPager->pageSize); - } - if( pPg->nRef==0 || memcmp(zBuf, PGHDR_TO_DATA(pPg), pPager->pageSize) ){ - memcpy(PGHDR_TO_DATA(pPg), zBuf, pPager->pageSize); - if( pPager->xReiniter ){ - pPager->xReiniter(PGHDR_TO_DATA(pPg), pPager->pageSize); - }else{ - memset(PGHDR_TO_EXTRA(pPg, pPager), 0, pPager->nExtra); - } - } - pPg->needSync = 0; - pPg->dirty = 0; -#ifdef SQLITE_CHECK_PAGES - pPg->pageHash = pager_pagehash(pPg); -#endif - } - pPager->pDirty = 0; - return rc; -} - -/* -** Truncate the main file of the given pager to the number of pages -** indicated. -*/ -static int pager_truncate(Pager *pPager, int nPage){ - assert( pPager->state>=PAGER_EXCLUSIVE ); - return sqlite3OsTruncate(pPager->fd, pPager->pageSize*(i64)nPage); -} - -/* -** Playback the journal and thus restore the database file to -** the state it was in before we started making changes. -** -** The journal file format is as follows: -** -** (1) 8 byte prefix. A copy of aJournalMagic[]. -** (2) 4 byte big-endian integer which is the number of valid page records -** in the journal. If this value is 0xffffffff, then compute the -** number of page records from the journal size. -** (3) 4 byte big-endian integer which is the initial value for the -** sanity checksum. -** (4) 4 byte integer which is the number of pages to truncate the -** database to during a rollback. -** (5) 4 byte integer which is the number of bytes in the master journal -** name. The value may be zero (indicate that there is no master -** journal.) -** (6) N bytes of the master journal name. The name will be nul-terminated -** and might be shorter than the value read from (5). If the first byte -** of the name is \000 then there is no master journal. The master -** journal name is stored in UTF-8. -** (7) Zero or more pages instances, each as follows: -** + 4 byte page number. -** + pPager->pageSize bytes of data. -** + 4 byte checksum -** -** When we speak of the journal header, we mean the first 6 items above. -** Each entry in the journal is an instance of the 7th item. -** -** Call the value from the second bullet "nRec". nRec is the number of -** valid page entries in the journal. In most cases, you can compute the -** value of nRec from the size of the journal file. But if a power -** failure occurred while the journal was being written, it could be the -** case that the size of the journal file had already been increased but -** the extra entries had not yet made it safely to disk. In such a case, -** the value of nRec computed from the file size would be too large. For -** that reason, we always use the nRec value in the header. -** -** If the nRec value is 0xffffffff it means that nRec should be computed -** from the file size. This value is used when the user selects the -** no-sync option for the journal. A power failure could lead to corruption -** in this case. But for things like temporary table (which will be -** deleted when the power is restored) we don't care. -** -** If the file opened as the journal file is not a well-formed -** journal file then all pages up to the first corrupted page are rolled -** back (or no pages if the journal header is corrupted). The journal file -** is then deleted and SQLITE_OK returned, just as if no corruption had -** been encountered. -** -** If an I/O or malloc() error occurs, the journal-file is not deleted -** and an error code is returned. -*/ -static int pager_playback(Pager *pPager){ - i64 szJ; /* Size of the journal file in bytes */ - u32 nRec; /* Number of Records in the journal */ - int i; /* Loop counter */ - Pgno mxPg = 0; /* Size of the original file in pages */ - int rc; /* Result code of a subroutine */ - char *zMaster = 0; /* Name of master journal file if any */ - - /* Figure out how many records are in the journal. Abort early if - ** the journal is empty. - */ - assert( pPager->journalOpen ); - rc = sqlite3OsFileSize(pPager->jfd, &szJ); - if( rc!=SQLITE_OK ){ - goto end_playback; - } - - /* Read the master journal name from the journal, if it is present. - ** If a master journal file name is specified, but the file is not - ** present on disk, then the journal is not hot and does not need to be - ** played back. - */ - rc = readMasterJournal(pPager->jfd, &zMaster); - assert( rc!=SQLITE_DONE ); - if( rc!=SQLITE_OK || (zMaster && !sqlite3OsFileExists(zMaster)) ){ - sqliteFree(zMaster); - zMaster = 0; - if( rc==SQLITE_DONE ) rc = SQLITE_OK; - goto end_playback; - } - sqlite3OsSeek(pPager->jfd, 0); - pPager->journalOff = 0; - - /* This loop terminates either when the readJournalHdr() call returns - ** SQLITE_DONE or an IO error occurs. */ - while( 1 ){ - - /* Read the next journal header from the journal file. If there are - ** not enough bytes left in the journal file for a complete header, or - ** it is corrupted, then a process must of failed while writing it. - ** This indicates nothing more needs to be rolled back. - */ - rc = readJournalHdr(pPager, szJ, &nRec, &mxPg); - if( rc!=SQLITE_OK ){ - if( rc==SQLITE_DONE ){ - rc = SQLITE_OK; - } - goto end_playback; - } - - /* If nRec is 0xffffffff, then this journal was created by a process - ** working in no-sync mode. This means that the rest of the journal - ** file consists of pages, there are no more journal headers. Compute - ** the value of nRec based on this assumption. - */ - if( nRec==0xffffffff ){ - assert( pPager->journalOff==JOURNAL_HDR_SZ(pPager) ); - nRec = (szJ - JOURNAL_HDR_SZ(pPager))/JOURNAL_PG_SZ(pPager); - } - - /* If this is the first header read from the journal, truncate the - ** database file back to it's original size. - */ - if( pPager->state>=PAGER_EXCLUSIVE && - pPager->journalOff==JOURNAL_HDR_SZ(pPager) ){ - assert( pPager->origDbSize==0 || pPager->origDbSize==mxPg ); - rc = pager_truncate(pPager, mxPg); - if( rc!=SQLITE_OK ){ - goto end_playback; - } - pPager->dbSize = mxPg; - } - - /* Copy original pages out of the journal and back into the database file. - */ - for(i=0; ijfd, 1); - if( rc!=SQLITE_OK ){ - if( rc==SQLITE_DONE ){ - rc = SQLITE_OK; - pPager->journalOff = szJ; - break; - }else{ - /* If we are unable to rollback a hot journal, then the database - ** is probably not recoverable. Return CORRUPT. - */ - rc = SQLITE_CORRUPT; - goto end_playback; - } - } - } - } - /*NOTREACHED*/ - assert( 0 ); - -end_playback: - if( rc==SQLITE_OK ){ - rc = pager_unwritelock(pPager); - } - if( zMaster ){ - /* If there was a master journal and this routine will return true, - ** see if it is possible to delete the master journal. - */ - if( rc==SQLITE_OK ){ - rc = pager_delmaster(zMaster); - } - sqliteFree(zMaster); - } - - /* The Pager.sectorSize variable may have been updated while rolling - ** back a journal created by a process with a different PAGER_SECTOR_SIZE - ** value. Reset it to the correct value for this process. - */ - pPager->sectorSize = PAGER_SECTOR_SIZE; - return rc; -} - -/* -** Playback the statement journal. -** -** This is similar to playing back the transaction journal but with -** a few extra twists. -** -** (1) The number of pages in the database file at the start of -** the statement is stored in pPager->stmtSize, not in the -** journal file itself. -** -** (2) In addition to playing back the statement journal, also -** playback all pages of the transaction journal beginning -** at offset pPager->stmtJSize. -*/ -static int pager_stmt_playback(Pager *pPager){ - i64 szJ; /* Size of the full journal */ - i64 hdrOff; - int nRec; /* Number of Records */ - int i; /* Loop counter */ - int rc; - - szJ = pPager->journalOff; -#ifndef NDEBUG - { - i64 os_szJ; - rc = sqlite3OsFileSize(pPager->jfd, &os_szJ); - if( rc!=SQLITE_OK ) return rc; - assert( szJ==os_szJ ); - } -#endif - - /* Set hdrOff to be the offset to the first journal header written - ** this statement transaction, or the end of the file if no journal - ** header was written. - */ - hdrOff = pPager->stmtHdrOff; - assert( pPager->fullSync || !hdrOff ); - if( !hdrOff ){ - hdrOff = szJ; - } - - /* Truncate the database back to its original size. - */ - if( pPager->state>=PAGER_EXCLUSIVE ){ - rc = pager_truncate(pPager, pPager->stmtSize); - } - assert( pPager->state>=PAGER_SHARED ); - pPager->dbSize = pPager->stmtSize; - - /* Figure out how many records are in the statement journal. - */ - assert( pPager->stmtInUse && pPager->journalOpen ); - sqlite3OsSeek(pPager->stfd, 0); - nRec = pPager->stmtNRec; - - /* Copy original pages out of the statement journal and back into the - ** database file. Note that the statement journal omits checksums from - ** each record since power-failure recovery is not important to statement - ** journals. - */ - for(i=nRec-1; i>=0; i--){ - rc = pager_playback_one_page(pPager, pPager->stfd, 0); - assert( rc!=SQLITE_DONE ); - if( rc!=SQLITE_OK ) goto end_stmt_playback; - } - - /* Now roll some pages back from the transaction journal. Pager.stmtJSize - ** was the size of the journal file when this statement was started, so - ** everything after that needs to be rolled back, either into the - ** database, the memory cache, or both. - ** - ** If it is not zero, then Pager.stmtHdrOff is the offset to the start - ** of the first journal header written during this statement transaction. - */ - rc = sqlite3OsSeek(pPager->jfd, pPager->stmtJSize); - if( rc!=SQLITE_OK ){ - goto end_stmt_playback; - } - pPager->journalOff = pPager->stmtJSize; - pPager->cksumInit = pPager->stmtCksum; - assert( JOURNAL_HDR_SZ(pPager)<(pPager->pageSize+8) ); - while( pPager->journalOff <= (hdrOff-(pPager->pageSize+8)) ){ - rc = pager_playback_one_page(pPager, pPager->jfd, 1); - assert( rc!=SQLITE_DONE ); - if( rc!=SQLITE_OK ) goto end_stmt_playback; - } - - while( pPager->journalOff < szJ ){ - u32 nJRec; /* Number of Journal Records */ - u32 dummy; - rc = readJournalHdr(pPager, szJ, &nJRec, &dummy); - if( rc!=SQLITE_OK ){ - assert( rc!=SQLITE_DONE ); - goto end_stmt_playback; - } - if( nJRec==0 ){ - nJRec = (szJ - pPager->journalOff) / (pPager->pageSize+8); - } - for(i=nJRec-1; i>=0 && pPager->journalOff < szJ; i--){ - rc = pager_playback_one_page(pPager, pPager->jfd, 1); - assert( rc!=SQLITE_DONE ); - if( rc!=SQLITE_OK ) goto end_stmt_playback; - } - } - - pPager->journalOff = szJ; - -end_stmt_playback: - if( rc==SQLITE_OK) { - pPager->journalOff = szJ; - /* pager_reload_cache(pPager); */ - } - return rc; -} - -/* -** Change the maximum number of in-memory pages that are allowed. -*/ -void sqlite3pager_set_cachesize(Pager *pPager, int mxPage){ - if( mxPage>10 ){ - pPager->mxPage = mxPage; - }else{ - pPager->mxPage = 10; - } -} - -/* -** Adjust the robustness of the database to damage due to OS crashes -** or power failures by changing the number of syncs()s when writing -** the rollback journal. There are three levels: -** -** OFF sqlite3OsSync() is never called. This is the default -** for temporary and transient files. -** -** NORMAL The journal is synced once before writes begin on the -** database. This is normally adequate protection, but -** it is theoretically possible, though very unlikely, -** that an inopertune power failure could leave the journal -** in a state which would cause damage to the database -** when it is rolled back. -** -** FULL The journal is synced twice before writes begin on the -** database (with some additional information - the nRec field -** of the journal header - being written in between the two -** syncs). If we assume that writing a -** single disk sector is atomic, then this mode provides -** assurance that the journal will not be corrupted to the -** point of causing damage to the database during rollback. -** -** Numeric values associated with these states are OFF==1, NORMAL=2, -** and FULL=3. -*/ -#ifndef SQLITE_OMIT_PAGER_PRAGMAS -void sqlite3pager_set_safety_level(Pager *pPager, int level, int full_fsync){ - pPager->noSync = level==1 || pPager->tempFile; - pPager->fullSync = level==3 && !pPager->tempFile; - pPager->full_fsync = full_fsync; - if( pPager->noSync ) pPager->needSync = 0; -} -#endif - -/* -** The following global variable is incremented whenever the library -** attempts to open a temporary file. This information is used for -** testing and analysis only. -*/ -#ifdef SQLITE_TEST -int sqlite3_opentemp_count = 0; -#endif - -/* -** Open a temporary file. Write the name of the file into zFile -** (zFile must be at least SQLITE_TEMPNAME_SIZE bytes long.) Write -** the file descriptor into *fd. Return SQLITE_OK on success or some -** other error code if we fail. -** -** The OS will automatically delete the temporary file when it is -** closed. -*/ -static int sqlite3pager_opentemp(char *zFile, OsFile **pFd){ - int cnt = 8; - int rc; -#ifdef SQLITE_TEST - sqlite3_opentemp_count++; /* Used for testing and analysis only */ -#endif - do{ - cnt--; - sqlite3OsTempFileName(zFile); - rc = sqlite3OsOpenExclusive(zFile, pFd, 1); - }while( cnt>0 && rc!=SQLITE_OK && rc!=SQLITE_NOMEM ); - return rc; -} - -/* -** Create a new page cache and put a pointer to the page cache in *ppPager. -** The file to be cached need not exist. The file is not locked until -** the first call to sqlite3pager_get() and is only held open until the -** last page is released using sqlite3pager_unref(). -** -** If zFilename is NULL then a randomly-named temporary file is created -** and used as the file to be cached. The file will be deleted -** automatically when it is closed. -** -** If zFilename is ":memory:" then all information is held in cache. -** It is never written to disk. This can be used to implement an -** in-memory database. -*/ -int sqlite3pager_open( - Pager **ppPager, /* Return the Pager structure here */ - const char *zFilename, /* Name of the database file to open */ - int nExtra, /* Extra bytes append to each in-memory page */ - int flags /* flags controlling this file */ -){ - Pager *pPager = 0; - char *zFullPathname = 0; - int nameLen; /* Compiler is wrong. This is always initialized before use */ - OsFile *fd; - int rc = SQLITE_OK; - int i; - int tempFile = 0; - int memDb = 0; - int readOnly = 0; - int useJournal = (flags & PAGER_OMIT_JOURNAL)==0; - int noReadlock = (flags & PAGER_NO_READLOCK)!=0; - char zTemp[SQLITE_TEMPNAME_SIZE]; -#ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT - /* A malloc() cannot fail in sqlite3ThreadData() as one or more calls to - ** malloc() must have already been made by this thread before it gets - ** to this point. This means the ThreadData must have been allocated already - ** so that ThreadData.nAlloc can be set. It would be nice to assert - ** that ThreadData.nAlloc is non-zero, but alas this breaks test cases - ** written to invoke the pager directly. - */ - ThreadData *pTsd = sqlite3ThreadData(); - assert( pTsd ); -#endif - - /* If malloc() has already failed return SQLITE_NOMEM. Before even - ** testing for this, set *ppPager to NULL so the caller knows the pager - ** structure was never allocated. - */ - *ppPager = 0; - if( sqlite3MallocFailed() ){ - return SQLITE_NOMEM; - } - memset(&fd, 0, sizeof(fd)); - - /* Open the pager file and set zFullPathname to point at malloc()ed - ** memory containing the complete filename (i.e. including the directory). - */ - if( zFilename && zFilename[0] ){ -#ifndef SQLITE_OMIT_MEMORYDB - if( strcmp(zFilename,":memory:")==0 ){ - memDb = 1; - zFullPathname = sqliteStrDup(""); - }else -#endif - { - zFullPathname = sqlite3OsFullPathname(zFilename); - if( zFullPathname ){ - rc = sqlite3OsOpenReadWrite(zFullPathname, &fd, &readOnly); - } - } - }else{ - rc = sqlite3pager_opentemp(zTemp, &fd); - zFilename = zTemp; - zFullPathname = sqlite3OsFullPathname(zFilename); - if( rc==SQLITE_OK ){ - tempFile = 1; - } - } - - /* Allocate the Pager structure. As part of the same allocation, allocate - ** space for the full paths of the file, directory and journal - ** (Pager.zFilename, Pager.zDirectory and Pager.zJournal). - */ - if( zFullPathname ){ - nameLen = strlen(zFullPathname); - pPager = sqliteMalloc( sizeof(*pPager) + nameLen*3 + 30 ); - } - - /* If an error occured in either of the blocks above, free the memory - ** pointed to by zFullPathname, free the Pager structure and close the - ** file. Since the pager is not allocated there is no need to set - ** any Pager.errMask variables. - */ - if( !pPager || !zFullPathname || rc!=SQLITE_OK ){ - sqlite3OsClose(&fd); - sqliteFree(zFullPathname); - sqliteFree(pPager); - return ((rc==SQLITE_OK)?SQLITE_NOMEM:rc); - } - - TRACE3("OPEN %d %s\n", FILEHANDLEID(fd), zFullPathname); - pPager->zFilename = (char*)&pPager[1]; - pPager->zDirectory = &pPager->zFilename[nameLen+1]; - pPager->zJournal = &pPager->zDirectory[nameLen+1]; - strcpy(pPager->zFilename, zFullPathname); - strcpy(pPager->zDirectory, zFullPathname); - - for(i=nameLen; i>0 && pPager->zDirectory[i-1]!='/'; i--){} - if( i>0 ) pPager->zDirectory[i-1] = 0; - strcpy(pPager->zJournal, zFullPathname); - sqliteFree(zFullPathname); - strcpy(&pPager->zJournal[nameLen], "-journal"); - pPager->fd = fd; - /* pPager->journalOpen = 0; */ - pPager->useJournal = useJournal && !memDb; - pPager->noReadlock = noReadlock && readOnly; - /* pPager->stmtOpen = 0; */ - /* pPager->stmtInUse = 0; */ - /* pPager->nRef = 0; */ - pPager->dbSize = memDb-1; - pPager->pageSize = SQLITE_DEFAULT_PAGE_SIZE; - /* pPager->stmtSize = 0; */ - /* pPager->stmtJSize = 0; */ - /* pPager->nPage = 0; */ - /* pPager->nMaxPage = 0; */ - pPager->mxPage = 100; - assert( PAGER_UNLOCK==0 ); - /* pPager->state = PAGER_UNLOCK; */ - /* pPager->errMask = 0; */ - pPager->tempFile = tempFile; - pPager->memDb = memDb; - pPager->readOnly = readOnly; - /* pPager->needSync = 0; */ - pPager->noSync = pPager->tempFile || !useJournal; - pPager->fullSync = (pPager->noSync?0:1); - /* pPager->pFirst = 0; */ - /* pPager->pFirstSynced = 0; */ - /* pPager->pLast = 0; */ - pPager->nExtra = FORCE_ALIGNMENT(nExtra); - pPager->sectorSize = PAGER_SECTOR_SIZE; - /* pPager->pBusyHandler = 0; */ - /* memset(pPager->aHash, 0, sizeof(pPager->aHash)); */ - *ppPager = pPager; -#ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT - pPager->pNext = pTsd->pPager; - pTsd->pPager = pPager; -#endif - return SQLITE_OK; -} - -/* -** Set the busy handler function. -*/ -void sqlite3pager_set_busyhandler(Pager *pPager, BusyHandler *pBusyHandler){ - pPager->pBusyHandler = pBusyHandler; -} - -/* -** Set the destructor for this pager. If not NULL, the destructor is called -** when the reference count on each page reaches zero. The destructor can -** be used to clean up information in the extra segment appended to each page. -** -** The destructor is not called as a result sqlite3pager_close(). -** Destructors are only called by sqlite3pager_unref(). -*/ -void sqlite3pager_set_destructor(Pager *pPager, void (*xDesc)(void*,int)){ - pPager->xDestructor = xDesc; -} - -/* -** Set the reinitializer for this pager. If not NULL, the reinitializer -** is called when the content of a page in cache is restored to its original -** value as a result of a rollback. The callback gives higher-level code -** an opportunity to restore the EXTRA section to agree with the restored -** page data. -*/ -void sqlite3pager_set_reiniter(Pager *pPager, void (*xReinit)(void*,int)){ - pPager->xReiniter = xReinit; -} - -/* -** Set the page size. Return the new size. If the suggest new page -** size is inappropriate, then an alternative page size is selected -** and returned. -*/ -int sqlite3pager_set_pagesize(Pager *pPager, int pageSize){ - assert( pageSize>=512 && pageSize<=SQLITE_MAX_PAGE_SIZE ); - if( !pPager->memDb ){ - pPager->pageSize = pageSize; - } - return pPager->pageSize; -} - -/* -** The following set of routines are used to disable the simulated -** I/O error mechanism. These routines are used to avoid simulated -** errors in places where we do not care about errors. -** -** Unless -DSQLITE_TEST=1 is used, these routines are all no-ops -** and generate no code. -*/ -#ifdef SQLITE_TEST -extern int sqlite3_io_error_pending; -extern int sqlite3_io_error_hit; -static int saved_cnt; -void clear_simulated_io_error(){ - sqlite3_io_error_hit = 0; -} -void disable_simulated_io_errors(void){ - saved_cnt = sqlite3_io_error_pending; - sqlite3_io_error_pending = -1; -} -void enable_simulated_io_errors(void){ - sqlite3_io_error_pending = saved_cnt; -} -#else -# define clear_simulated_io_error() -# define disable_simulated_io_errors() -# define enable_simulated_io_errors() -#endif - -/* -** Read the first N bytes from the beginning of the file into memory -** that pDest points to. -** -** No error checking is done. The rational for this is that this function -** may be called even if the file does not exist or contain a header. In -** these cases sqlite3OsRead() will return an error, to which the correct -** response is to zero the memory at pDest and continue. A real IO error -** will presumably recur and be picked up later (Todo: Think about this). -*/ -int sqlite3pager_read_fileheader(Pager *pPager, int N, unsigned char *pDest){ - int rc = SQLITE_OK; - memset(pDest, 0, N); - if( MEMDB==0 ){ - disable_simulated_io_errors(); - sqlite3OsSeek(pPager->fd, 0); - enable_simulated_io_errors(); - rc = sqlite3OsRead(pPager->fd, pDest, N); - if( rc==SQLITE_IOERR_SHORT_READ ){ - rc = SQLITE_OK; - } - } - return rc; -} - -/* -** Return the total number of pages in the disk file associated with -** pPager. -** -** If the PENDING_BYTE lies on the page directly after the end of the -** file, then consider this page part of the file too. For example, if -** PENDING_BYTE is byte 4096 (the first byte of page 5) and the size of the -** file is 4096 bytes, 5 is returned instead of 4. -*/ -int sqlite3pager_pagecount(Pager *pPager){ - i64 n; - int rc; - assert( pPager!=0 ); - if( pPager->dbSize>=0 ){ - n = pPager->dbSize; - } else { - if( (rc = sqlite3OsFileSize(pPager->fd, &n))!=SQLITE_OK ){ - pager_error(pPager, rc); - return 0; - } - if( n>0 && npageSize ){ - n = 1; - }else{ - n /= pPager->pageSize; - } - if( pPager->state!=PAGER_UNLOCK ){ - pPager->dbSize = n; - } - } - if( n==(PENDING_BYTE/pPager->pageSize) ){ - n++; - } - return n; -} - - -#ifndef SQLITE_OMIT_MEMORYDB -/* -** Clear a PgHistory block -*/ -static void clearHistory(PgHistory *pHist){ - sqliteFree(pHist->pOrig); - sqliteFree(pHist->pStmt); - pHist->pOrig = 0; - pHist->pStmt = 0; -} -#else -#define clearHistory(x) -#endif - -/* -** Forward declaration -*/ -static int syncJournal(Pager*); - -/* -** Unlink pPg from it's hash chain. Also set the page number to 0 to indicate -** that the page is not part of any hash chain. This is required because the -** sqlite3pager_movepage() routine can leave a page in the -** pNextFree/pPrevFree list that is not a part of any hash-chain. -*/ -static void unlinkHashChain(Pager *pPager, PgHdr *pPg){ - if( pPg->pgno==0 ){ - assert( pPg->pNextHash==0 && pPg->pPrevHash==0 ); - return; - } - if( pPg->pNextHash ){ - pPg->pNextHash->pPrevHash = pPg->pPrevHash; - } - if( pPg->pPrevHash ){ - assert( pPager->aHash[pPg->pgno & (pPager->nHash-1)]!=pPg ); - pPg->pPrevHash->pNextHash = pPg->pNextHash; - }else{ - int h = pPg->pgno & (pPager->nHash-1); - pPager->aHash[h] = pPg->pNextHash; - } - if( MEMDB ){ - clearHistory(PGHDR_TO_HIST(pPg, pPager)); - } - pPg->pgno = 0; - pPg->pNextHash = pPg->pPrevHash = 0; -} - -/* -** Unlink a page from the free list (the list of all pages where nRef==0) -** and from its hash collision chain. -*/ -static void unlinkPage(PgHdr *pPg){ - Pager *pPager = pPg->pPager; - - /* Keep the pFirstSynced pointer pointing at the first synchronized page */ - if( pPg==pPager->pFirstSynced ){ - PgHdr *p = pPg->pNextFree; - while( p && p->needSync ){ p = p->pNextFree; } - pPager->pFirstSynced = p; - } - - /* Unlink from the freelist */ - if( pPg->pPrevFree ){ - pPg->pPrevFree->pNextFree = pPg->pNextFree; - }else{ - assert( pPager->pFirst==pPg ); - pPager->pFirst = pPg->pNextFree; - } - if( pPg->pNextFree ){ - pPg->pNextFree->pPrevFree = pPg->pPrevFree; - }else{ - assert( pPager->pLast==pPg ); - pPager->pLast = pPg->pPrevFree; - } - pPg->pNextFree = pPg->pPrevFree = 0; - - /* Unlink from the pgno hash table */ - unlinkHashChain(pPager, pPg); -} - -#ifndef SQLITE_OMIT_MEMORYDB -/* -** This routine is used to truncate an in-memory database. Delete -** all pages whose pgno is larger than pPager->dbSize and is unreferenced. -** Referenced pages larger than pPager->dbSize are zeroed. -*/ -static void memoryTruncate(Pager *pPager){ - PgHdr *pPg; - PgHdr **ppPg; - int dbSize = pPager->dbSize; - - ppPg = &pPager->pAll; - while( (pPg = *ppPg)!=0 ){ - if( pPg->pgno<=dbSize ){ - ppPg = &pPg->pNextAll; - }else if( pPg->nRef>0 ){ - memset(PGHDR_TO_DATA(pPg), 0, pPager->pageSize); - ppPg = &pPg->pNextAll; - }else{ - *ppPg = pPg->pNextAll; - unlinkPage(pPg); - makeClean(pPg); - sqliteFree(pPg); - pPager->nPage--; - } - } -} -#else -#define memoryTruncate(p) -#endif - -/* -** Try to obtain a lock on a file. Invoke the busy callback if the lock -** is currently not available. Repeat until the busy callback returns -** false or until the lock succeeds. -** -** Return SQLITE_OK on success and an error code if we cannot obtain -** the lock. -*/ -static int pager_wait_on_lock(Pager *pPager, int locktype){ - int rc; - - /* The OS lock values must be the same as the Pager lock values */ - assert( PAGER_SHARED==SHARED_LOCK ); - assert( PAGER_RESERVED==RESERVED_LOCK ); - assert( PAGER_EXCLUSIVE==EXCLUSIVE_LOCK ); - - /* If the file is currently unlocked then the size must be unknown */ - assert( pPager->state>=PAGER_SHARED || pPager->dbSize<0 || MEMDB ); - - if( pPager->state>=locktype ){ - rc = SQLITE_OK; - }else{ - do { - rc = sqlite3OsLock(pPager->fd, locktype); - }while( rc==SQLITE_BUSY && sqlite3InvokeBusyHandler(pPager->pBusyHandler) ); - if( rc==SQLITE_OK ){ - pPager->state = locktype; - } - } - return rc; -} - -/* -** Truncate the file to the number of pages specified. -*/ -int sqlite3pager_truncate(Pager *pPager, Pgno nPage){ - int rc; - assert( pPager->state>=PAGER_SHARED || MEMDB ); - sqlite3pager_pagecount(pPager); - if( pPager->errCode ){ - rc = pPager->errCode; - return rc; - } - if( nPage>=(unsigned)pPager->dbSize ){ - return SQLITE_OK; - } - if( MEMDB ){ - pPager->dbSize = nPage; - memoryTruncate(pPager); - return SQLITE_OK; - } - rc = syncJournal(pPager); - if( rc!=SQLITE_OK ){ - return rc; - } - - /* Get an exclusive lock on the database before truncating. */ - rc = pager_wait_on_lock(pPager, EXCLUSIVE_LOCK); - if( rc!=SQLITE_OK ){ - return rc; - } - - rc = pager_truncate(pPager, nPage); - if( rc==SQLITE_OK ){ - pPager->dbSize = nPage; - } - return rc; -} - -/* -** Shutdown the page cache. Free all memory and close all files. -** -** If a transaction was in progress when this routine is called, that -** transaction is rolled back. All outstanding pages are invalidated -** and their memory is freed. Any attempt to use a page associated -** with this page cache after this function returns will likely -** result in a coredump. -** -** This function always succeeds. If a transaction is active an attempt -** is made to roll it back. If an error occurs during the rollback -** a hot journal may be left in the filesystem but no error is returned -** to the caller. -*/ -int sqlite3pager_close(Pager *pPager){ -#ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT - /* A malloc() cannot fail in sqlite3ThreadData() as one or more calls to - ** malloc() must have already been made by this thread before it gets - ** to this point. This means the ThreadData must have been allocated already - ** so that ThreadData.nAlloc can be set. - */ - ThreadData *pTsd = sqlite3ThreadData(); - assert( pPager ); - assert( pTsd && pTsd->nAlloc ); -#endif - - disable_simulated_io_errors(); - pPager->errCode = 0; - pager_reset(pPager); - enable_simulated_io_errors(); - TRACE2("CLOSE %d\n", PAGERID(pPager)); - assert( pPager->errCode || (pPager->journalOpen==0 && pPager->stmtOpen==0) ); - if( pPager->journalOpen ){ - sqlite3OsClose(&pPager->jfd); - } - sqliteFree(pPager->aInJournal); - if( pPager->stmtOpen ){ - sqlite3OsClose(&pPager->stfd); - } - sqlite3OsClose(&pPager->fd); - /* Temp files are automatically deleted by the OS - ** if( pPager->tempFile ){ - ** sqlite3OsDelete(pPager->zFilename); - ** } - */ - -#ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT - /* Remove the pager from the linked list of pagers starting at - ** ThreadData.pPager if memory-management is enabled. - */ - if( pPager==pTsd->pPager ){ - pTsd->pPager = pPager->pNext; - }else{ - Pager *pTmp; - for(pTmp = pTsd->pPager; pTmp->pNext!=pPager; pTmp=pTmp->pNext){} - pTmp->pNext = pPager->pNext; - } -#endif - sqliteFree(pPager->aHash); - sqliteFree(pPager); - return SQLITE_OK; -} - -/* -** Return the page number for the given page data. -*/ -Pgno sqlite3pager_pagenumber(void *pData){ - PgHdr *p = DATA_TO_PGHDR(pData); - return p->pgno; -} - -/* -** The page_ref() function increments the reference count for a page. -** If the page is currently on the freelist (the reference count is zero) then -** remove it from the freelist. -** -** For non-test systems, page_ref() is a macro that calls _page_ref() -** online of the reference count is zero. For test systems, page_ref() -** is a real function so that we can set breakpoints and trace it. -*/ -static void _page_ref(PgHdr *pPg){ - if( pPg->nRef==0 ){ - /* The page is currently on the freelist. Remove it. */ - if( pPg==pPg->pPager->pFirstSynced ){ - PgHdr *p = pPg->pNextFree; - while( p && p->needSync ){ p = p->pNextFree; } - pPg->pPager->pFirstSynced = p; - } - if( pPg->pPrevFree ){ - pPg->pPrevFree->pNextFree = pPg->pNextFree; - }else{ - pPg->pPager->pFirst = pPg->pNextFree; - } - if( pPg->pNextFree ){ - pPg->pNextFree->pPrevFree = pPg->pPrevFree; - }else{ - pPg->pPager->pLast = pPg->pPrevFree; - } - pPg->pPager->nRef++; - } - pPg->nRef++; - REFINFO(pPg); -} -#ifdef SQLITE_DEBUG - static void page_ref(PgHdr *pPg){ - if( pPg->nRef==0 ){ - _page_ref(pPg); - }else{ - pPg->nRef++; - REFINFO(pPg); - } - } -#else -# define page_ref(P) ((P)->nRef==0?_page_ref(P):(void)(P)->nRef++) -#endif - -/* -** Increment the reference count for a page. The input pointer is -** a reference to the page data. -*/ -int sqlite3pager_ref(void *pData){ - PgHdr *pPg = DATA_TO_PGHDR(pData); - page_ref(pPg); - return SQLITE_OK; -} - -/* -** Sync the journal. In other words, make sure all the pages that have -** been written to the journal have actually reached the surface of the -** disk. It is not safe to modify the original database file until after -** the journal has been synced. If the original database is modified before -** the journal is synced and a power failure occurs, the unsynced journal -** data would be lost and we would be unable to completely rollback the -** database changes. Database corruption would occur. -** -** This routine also updates the nRec field in the header of the journal. -** (See comments on the pager_playback() routine for additional information.) -** If the sync mode is FULL, two syncs will occur. First the whole journal -** is synced, then the nRec field is updated, then a second sync occurs. -** -** For temporary databases, we do not care if we are able to rollback -** after a power failure, so sync occurs. -** -** This routine clears the needSync field of every page current held in -** memory. -*/ -static int syncJournal(Pager *pPager){ - PgHdr *pPg; - int rc = SQLITE_OK; - - /* Sync the journal before modifying the main database - ** (assuming there is a journal and it needs to be synced.) - */ - if( pPager->needSync ){ - if( !pPager->tempFile ){ - assert( pPager->journalOpen ); - /* assert( !pPager->noSync ); // noSync might be set if synchronous - ** was turned off after the transaction was started. Ticket #615 */ -#ifndef NDEBUG - { - /* Make sure the pPager->nRec counter we are keeping agrees - ** with the nRec computed from the size of the journal file. - */ - i64 jSz; - rc = sqlite3OsFileSize(pPager->jfd, &jSz); - if( rc!=0 ) return rc; - assert( pPager->journalOff==jSz ); - } -#endif - { - /* Write the nRec value into the journal file header. If in - ** full-synchronous mode, sync the journal first. This ensures that - ** all data has really hit the disk before nRec is updated to mark - ** it as a candidate for rollback. - */ - if( pPager->fullSync ){ - TRACE2("SYNC journal of %d\n", PAGERID(pPager)); - rc = sqlite3OsSync(pPager->jfd, 0); - if( rc!=0 ) return rc; - } - rc = sqlite3OsSeek(pPager->jfd, - pPager->journalHdr + sizeof(aJournalMagic)); - if( rc ) return rc; - rc = write32bits(pPager->jfd, pPager->nRec); - if( rc ) return rc; - - rc = sqlite3OsSeek(pPager->jfd, pPager->journalOff); - if( rc ) return rc; - } - TRACE2("SYNC journal of %d\n", PAGERID(pPager)); - rc = sqlite3OsSync(pPager->jfd, pPager->full_fsync); - if( rc!=0 ) return rc; - pPager->journalStarted = 1; - } - pPager->needSync = 0; - - /* Erase the needSync flag from every page. - */ - for(pPg=pPager->pAll; pPg; pPg=pPg->pNextAll){ - pPg->needSync = 0; - } - pPager->pFirstSynced = pPager->pFirst; - } - -#ifndef NDEBUG - /* If the Pager.needSync flag is clear then the PgHdr.needSync - ** flag must also be clear for all pages. Verify that this - ** invariant is true. - */ - else{ - for(pPg=pPager->pAll; pPg; pPg=pPg->pNextAll){ - assert( pPg->needSync==0 ); - } - assert( pPager->pFirstSynced==pPager->pFirst ); - } -#endif - - return rc; -} - -/* -** Merge two lists of pages connected by pDirty and in pgno order. -** Do not both fixing the pPrevDirty pointers. -*/ -static PgHdr *merge_pagelist(PgHdr *pA, PgHdr *pB){ - PgHdr result, *pTail; - pTail = &result; - while( pA && pB ){ - if( pA->pgnopgno ){ - pTail->pDirty = pA; - pTail = pA; - pA = pA->pDirty; - }else{ - pTail->pDirty = pB; - pTail = pB; - pB = pB->pDirty; - } - } - if( pA ){ - pTail->pDirty = pA; - }else if( pB ){ - pTail->pDirty = pB; - }else{ - pTail->pDirty = 0; - } - return result.pDirty; -} - -/* -** Sort the list of pages in accending order by pgno. Pages are -** connected by pDirty pointers. The pPrevDirty pointers are -** corrupted by this sort. -*/ -#define N_SORT_BUCKET 25 -static PgHdr *sort_pagelist(PgHdr *pIn){ - PgHdr *a[N_SORT_BUCKET], *p; - int i; - memset(a, 0, sizeof(a)); - while( pIn ){ - p = pIn; - pIn = p->pDirty; - p->pDirty = 0; - for(i=0; ipPager; - - /* At this point there may be either a RESERVED or EXCLUSIVE lock on the - ** database file. If there is already an EXCLUSIVE lock, the following - ** calls to sqlite3OsLock() are no-ops. - ** - ** Moving the lock from RESERVED to EXCLUSIVE actually involves going - ** through an intermediate state PENDING. A PENDING lock prevents new - ** readers from attaching to the database but is unsufficient for us to - ** write. The idea of a PENDING lock is to prevent new readers from - ** coming in while we wait for existing readers to clear. - ** - ** While the pager is in the RESERVED state, the original database file - ** is unchanged and we can rollback without having to playback the - ** journal into the original database file. Once we transition to - ** EXCLUSIVE, it means the database file has been changed and any rollback - ** will require a journal playback. - */ - rc = pager_wait_on_lock(pPager, EXCLUSIVE_LOCK); - if( rc!=SQLITE_OK ){ - return rc; - } - - pList = sort_pagelist(pList); - while( pList ){ - assert( pList->dirty ); - rc = sqlite3OsSeek(pPager->fd, (pList->pgno-1)*(i64)pPager->pageSize); - if( rc ) return rc; - /* If there are dirty pages in the page cache with page numbers greater - ** than Pager.dbSize, this means sqlite3pager_truncate() was called to - ** make the file smaller (presumably by auto-vacuum code). Do not write - ** any such pages to the file. - */ - if( pList->pgno<=pPager->dbSize ){ - char *pData = CODEC2(pPager, PGHDR_TO_DATA(pList), pList->pgno, 6); - TRACE3("STORE %d page %d\n", PAGERID(pPager), pList->pgno); - rc = sqlite3OsWrite(pPager->fd, pData, pPager->pageSize); - TEST_INCR(pPager->nWrite); - } -#ifndef NDEBUG - else{ - TRACE3("NOSTORE %d page %d\n", PAGERID(pPager), pList->pgno); - } -#endif - if( rc ) return rc; - pList->dirty = 0; -#ifdef SQLITE_CHECK_PAGES - pList->pageHash = pager_pagehash(pList); -#endif - pList = pList->pDirty; - } - return SQLITE_OK; -} - -/* -** Collect every dirty page into a dirty list and -** return a pointer to the head of that list. All pages are -** collected even if they are still in use. -*/ -static PgHdr *pager_get_all_dirty_pages(Pager *pPager){ - return pPager->pDirty; -} - -/* -** Return TRUE if there is a hot journal on the given pager. -** A hot journal is one that needs to be played back. -** -** If the current size of the database file is 0 but a journal file -** exists, that is probably an old journal left over from a prior -** database with the same name. Just delete the journal. -*/ -static int hasHotJournal(Pager *pPager){ - if( !pPager->useJournal ) return 0; - if( !sqlite3OsFileExists(pPager->zJournal) ) return 0; - if( sqlite3OsCheckReservedLock(pPager->fd) ) return 0; - if( sqlite3pager_pagecount(pPager)==0 ){ - sqlite3OsDelete(pPager->zJournal); - return 0; - }else{ - return 1; - } -} - -/* -** Try to find a page in the cache that can be recycled. -** -** This routine may return SQLITE_IOERR, SQLITE_FULL or SQLITE_OK. It -** does not set the pPager->errCode variable. -*/ -static int pager_recycle(Pager *pPager, int syncOk, PgHdr **ppPg){ - PgHdr *pPg; - *ppPg = 0; - - /* Find a page to recycle. Try to locate a page that does not - ** require us to do an fsync() on the journal. - */ - pPg = pPager->pFirstSynced; - - /* If we could not find a page that does not require an fsync() - ** on the journal file then fsync the journal file. This is a - ** very slow operation, so we work hard to avoid it. But sometimes - ** it can't be helped. - */ - if( pPg==0 && pPager->pFirst && syncOk && !MEMDB){ - int rc = syncJournal(pPager); - if( rc!=0 ){ - return rc; - } - if( pPager->fullSync ){ - /* If in full-sync mode, write a new journal header into the - ** journal file. This is done to avoid ever modifying a journal - ** header that is involved in the rollback of pages that have - ** already been written to the database (in case the header is - ** trashed when the nRec field is updated). - */ - pPager->nRec = 0; - assert( pPager->journalOff > 0 ); - rc = writeJournalHdr(pPager); - if( rc!=0 ){ - return rc; - } - } - pPg = pPager->pFirst; - } - if( pPg==0 ){ - return SQLITE_OK; - } - - assert( pPg->nRef==0 ); - - /* Write the page to the database file if it is dirty. - */ - if( pPg->dirty ){ - int rc; - assert( pPg->needSync==0 ); - makeClean(pPg); - pPg->dirty = 1; - pPg->pDirty = 0; - rc = pager_write_pagelist( pPg ); - if( rc!=SQLITE_OK ){ - return rc; - } - } - assert( pPg->dirty==0 ); - - /* If the page we are recycling is marked as alwaysRollback, then - ** set the global alwaysRollback flag, thus disabling the - ** sqlite_dont_rollback() optimization for the rest of this transaction. - ** It is necessary to do this because the page marked alwaysRollback - ** might be reloaded at a later time but at that point we won't remember - ** that is was marked alwaysRollback. This means that all pages must - ** be marked as alwaysRollback from here on out. - */ - if( pPg->alwaysRollback ){ - pPager->alwaysRollback = 1; - } - - /* Unlink the old page from the free list and the hash table - */ - unlinkPage(pPg); - TEST_INCR(pPager->nOvfl); - - *ppPg = pPg; - return SQLITE_OK; -} - -/* -** This function is called to free superfluous dynamically allocated memory -** held by the pager system. Memory in use by any SQLite pager allocated -** by the current thread may be sqliteFree()ed. -** -** nReq is the number of bytes of memory required. Once this much has -** been released, the function returns. A negative value for nReq means -** free as much memory as possible. The return value is the total number -** of bytes of memory released. -*/ -#ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT -int sqlite3pager_release_memory(int nReq){ - const ThreadData *pTsdro = sqlite3ThreadDataReadOnly(); - Pager *p; - int nReleased = 0; - int i; - - /* If the the global mutex is held, this subroutine becomes a - ** o-op; zero bytes of memory are freed. This is because - ** some of the code invoked by this function may also - ** try to obtain the mutex, resulting in a deadlock. - */ - if( sqlite3OsInMutex(0) ){ - return 0; - } - - /* Outermost loop runs for at most two iterations. First iteration we - ** try to find memory that can be released without calling fsync(). Second - ** iteration (which only runs if the first failed to free nReq bytes of - ** memory) is permitted to call fsync(). This is of course much more - ** expensive. - */ - for(i=0; i<=1; i++){ - - /* Loop through all the SQLite pagers opened by the current thread. */ - for(p=pTsdro->pPager; p && (nReq<0 || nReleasedpNext){ - PgHdr *pPg; - int rc; - - /* For each pager, try to free as many pages as possible (without - ** calling fsync() if this is the first iteration of the outermost - ** loop). - */ - while( SQLITE_OK==(rc = pager_recycle(p, i, &pPg)) && pPg) { - /* We've found a page to free. At this point the page has been - ** removed from the page hash-table, free-list and synced-list - ** (pFirstSynced). It is still in the all pages (pAll) list. - ** Remove it from this list before freeing. - ** - ** Todo: Check the Pager.pStmt list to make sure this is Ok. It - ** probably is though. - */ - PgHdr *pTmp; - assert( pPg ); - page_remove_from_stmt_list(pPg); - if( pPg==p->pAll ){ - p->pAll = pPg->pNextAll; - }else{ - for( pTmp=p->pAll; pTmp->pNextAll!=pPg; pTmp=pTmp->pNextAll ){} - pTmp->pNextAll = pPg->pNextAll; - } - nReleased += sqliteAllocSize(pPg); - sqliteFree(pPg); - } - - if( rc!=SQLITE_OK ){ - /* An error occured whilst writing to the database file or - ** journal in pager_recycle(). The error is not returned to the - ** caller of this function. Instead, set the Pager.errCode variable. - ** The error will be returned to the user (or users, in the case - ** of a shared pager cache) of the pager for which the error occured. - */ - assert( (rc&0xff)==SQLITE_IOERR || rc==SQLITE_FULL ); - assert( p->state>=PAGER_RESERVED ); - pager_error(p, rc); - } - } - } - - return nReleased; -} -#endif /* SQLITE_ENABLE_MEMORY_MANAGEMENT */ - -/* -** Acquire a page. -** -** A read lock on the disk file is obtained when the first page is acquired. -** This read lock is dropped when the last page is released. -** -** A _get works for any page number greater than 0. If the database -** file is smaller than the requested page, then no actual disk -** read occurs and the memory image of the page is initialized to -** all zeros. The extra data appended to a page is always initialized -** to zeros the first time a page is loaded into memory. -** -** The acquisition might fail for several reasons. In all cases, -** an appropriate error code is returned and *ppPage is set to NULL. -** -** See also sqlite3pager_lookup(). Both this routine and _lookup() attempt -** to find a page in the in-memory cache first. If the page is not already -** in memory, this routine goes to disk to read it in whereas _lookup() -** just returns 0. This routine acquires a read-lock the first time it -** has to go to disk, and could also playback an old journal if necessary. -** Since _lookup() never goes to disk, it never has to deal with locks -** or journal files. -*/ -int sqlite3pager_get(Pager *pPager, Pgno pgno, void **ppPage){ - PgHdr *pPg; - int rc; - - /* The maximum page number is 2^31. Return SQLITE_CORRUPT if a page - ** number greater than this, or zero, is requested. - */ - if( pgno>PAGER_MAX_PGNO || pgno==0 || pgno==PAGER_MJ_PGNO(pPager) ){ - return SQLITE_CORRUPT_BKPT; - } - - /* Make sure we have not hit any critical errors. - */ - assert( pPager!=0 ); - *ppPage = 0; - if( pPager->errCode && pPager->errCode!=SQLITE_FULL ){ - return pPager->errCode; - } - - /* If this is the first page accessed, then get a SHARED lock - ** on the database file. - */ - if( pPager->nRef==0 && !MEMDB ){ - if( !pPager->noReadlock ){ - rc = pager_wait_on_lock(pPager, SHARED_LOCK); - if( rc!=SQLITE_OK ){ - return pager_error(pPager, rc); - } - } - - /* If a journal file exists, and there is no RESERVED lock on the - ** database file, then it either needs to be played back or deleted. - */ - if( hasHotJournal(pPager) ){ - /* Get an EXCLUSIVE lock on the database file. At this point it is - ** important that a RESERVED lock is not obtained on the way to the - ** EXCLUSIVE lock. If it were, another process might open the - ** database file, detect the RESERVED lock, and conclude that the - ** database is safe to read while this process is still rolling it - ** back. - ** - ** Because the intermediate RESERVED lock is not requested, the - ** second process will get to this point in the code and fail to - ** obtain it's own EXCLUSIVE lock on the database file. - */ - rc = sqlite3OsLock(pPager->fd, EXCLUSIVE_LOCK); - if( rc!=SQLITE_OK ){ - pager_unlock(pPager); - return pager_error(pPager, rc); - } - pPager->state = PAGER_EXCLUSIVE; - - /* Open the journal for reading only. Return SQLITE_BUSY if - ** we are unable to open the journal file. - ** - ** The journal file does not need to be locked itself. The - ** journal file is never open unless the main database file holds - ** a write lock, so there is never any chance of two or more - ** processes opening the journal at the same time. - */ - rc = sqlite3OsOpenReadOnly(pPager->zJournal, &pPager->jfd); - if( rc!=SQLITE_OK ){ - pager_unlock(pPager); - return SQLITE_BUSY; - } - pPager->journalOpen = 1; - pPager->journalStarted = 0; - pPager->journalOff = 0; - pPager->setMaster = 0; - pPager->journalHdr = 0; - - /* Playback and delete the journal. Drop the database write - ** lock and reacquire the read lock. - */ - rc = pager_playback(pPager); - if( rc!=SQLITE_OK ){ - return pager_error(pPager, rc); - } - } - pPg = 0; - }else{ - /* Search for page in cache */ - pPg = pager_lookup(pPager, pgno); - if( MEMDB && pPager->state==PAGER_UNLOCK ){ - pPager->state = PAGER_SHARED; - } - } - if( pPg==0 ){ - /* The requested page is not in the page cache. */ - int h; - TEST_INCR(pPager->nMiss); - if( pPager->nPagemxPage || pPager->pFirst==0 || MEMDB ){ - /* Create a new page */ - if( pPager->nPage>=pPager->nHash ){ - pager_resize_hash_table(pPager, - pPager->nHash<256 ? 256 : pPager->nHash*2); - if( pPager->nHash==0 ){ - return SQLITE_NOMEM; - } - } - pPg = sqliteMallocRaw( sizeof(*pPg) + pPager->pageSize - + sizeof(u32) + pPager->nExtra - + MEMDB*sizeof(PgHistory) ); - if( pPg==0 ){ - return SQLITE_NOMEM; - } - memset(pPg, 0, sizeof(*pPg)); - if( MEMDB ){ - memset(PGHDR_TO_HIST(pPg, pPager), 0, sizeof(PgHistory)); - } - pPg->pPager = pPager; - pPg->pNextAll = pPager->pAll; - pPager->pAll = pPg; - pPager->nPage++; - if( pPager->nPage>pPager->nMaxPage ){ - assert( pPager->nMaxPage==(pPager->nPage-1) ); - pPager->nMaxPage++; - } - }else{ - rc = pager_recycle(pPager, 1, &pPg); - if( rc!=SQLITE_OK ){ - return rc; - } - assert(pPg) ; - } - pPg->pgno = pgno; - if( pPager->aInJournal && (int)pgno<=pPager->origDbSize ){ - sqlite3CheckMemory(pPager->aInJournal, pgno/8); - assert( pPager->journalOpen ); - pPg->inJournal = (pPager->aInJournal[pgno/8] & (1<<(pgno&7)))!=0; - pPg->needSync = 0; - }else{ - pPg->inJournal = 0; - pPg->needSync = 0; - } - if( pPager->aInStmt && (int)pgno<=pPager->stmtSize - && (pPager->aInStmt[pgno/8] & (1<<(pgno&7)))!=0 ){ - page_add_to_stmt_list(pPg); - }else{ - page_remove_from_stmt_list(pPg); - } - makeClean(pPg); - pPg->nRef = 1; - REFINFO(pPg); - - pPager->nRef++; - if( pPager->nExtra>0 ){ - memset(PGHDR_TO_EXTRA(pPg, pPager), 0, pPager->nExtra); - } - if( pPager->errCode ){ - sqlite3pager_unref(PGHDR_TO_DATA(pPg)); - rc = pPager->errCode; - return rc; - } - - /* Populate the page with data, either by reading from the database - ** file, or by setting the entire page to zero. - */ - if( sqlite3pager_pagecount(pPager)<(int)pgno || MEMDB ){ - memset(PGHDR_TO_DATA(pPg), 0, pPager->pageSize); - }else{ - assert( MEMDB==0 ); - rc = sqlite3OsSeek(pPager->fd, (pgno-1)*(i64)pPager->pageSize); - if( rc==SQLITE_OK ){ - rc = sqlite3OsRead(pPager->fd, PGHDR_TO_DATA(pPg), - pPager->pageSize); - } - TRACE3("FETCH %d page %d\n", PAGERID(pPager), pPg->pgno); - CODEC1(pPager, PGHDR_TO_DATA(pPg), pPg->pgno, 3); - if( rc!=SQLITE_OK && rc!=SQLITE_IOERR_SHORT_READ ){ - pPg->pgno = 0; - sqlite3pager_unref(PGHDR_TO_DATA(pPg)); - return rc; - }else{ - TEST_INCR(pPager->nRead); - } - } - - /* Link the page into the page hash table */ - h = pgno & (pPager->nHash-1); - assert( pgno!=0 ); - pPg->pNextHash = pPager->aHash[h]; - pPager->aHash[h] = pPg; - if( pPg->pNextHash ){ - assert( pPg->pNextHash->pPrevHash==0 ); - pPg->pNextHash->pPrevHash = pPg; - } - -#ifdef SQLITE_CHECK_PAGES - pPg->pageHash = pager_pagehash(pPg); -#endif - }else{ - /* The requested page is in the page cache. */ - TEST_INCR(pPager->nHit); - page_ref(pPg); - } - *ppPage = PGHDR_TO_DATA(pPg); - return SQLITE_OK; -} - -/* -** Acquire a page if it is already in the in-memory cache. Do -** not read the page from disk. Return a pointer to the page, -** or 0 if the page is not in cache. -** -** See also sqlite3pager_get(). The difference between this routine -** and sqlite3pager_get() is that _get() will go to the disk and read -** in the page if the page is not already in cache. This routine -** returns NULL if the page is not in cache or if a disk I/O error -** has ever happened. -*/ -void *sqlite3pager_lookup(Pager *pPager, Pgno pgno){ - PgHdr *pPg; - - assert( pPager!=0 ); - assert( pgno!=0 ); - if( pPager->errCode && pPager->errCode!=SQLITE_FULL ){ - return 0; - } - pPg = pager_lookup(pPager, pgno); - if( pPg==0 ) return 0; - page_ref(pPg); - return PGHDR_TO_DATA(pPg); -} - -/* -** Release a page. -** -** If the number of references to the page drop to zero, then the -** page is added to the LRU list. When all references to all pages -** are released, a rollback occurs and the lock on the database is -** removed. -*/ -int sqlite3pager_unref(void *pData){ - PgHdr *pPg; - - /* Decrement the reference count for this page - */ - pPg = DATA_TO_PGHDR(pData); - assert( pPg->nRef>0 ); - pPg->nRef--; - REFINFO(pPg); - - CHECK_PAGE(pPg); - - /* When the number of references to a page reach 0, call the - ** destructor and add the page to the freelist. - */ - if( pPg->nRef==0 ){ - Pager *pPager; - pPager = pPg->pPager; - pPg->pNextFree = 0; - pPg->pPrevFree = pPager->pLast; - pPager->pLast = pPg; - if( pPg->pPrevFree ){ - pPg->pPrevFree->pNextFree = pPg; - }else{ - pPager->pFirst = pPg; - } - if( pPg->needSync==0 && pPager->pFirstSynced==0 ){ - pPager->pFirstSynced = pPg; - } - if( pPager->xDestructor ){ - pPager->xDestructor(pData, pPager->pageSize); - } - - /* When all pages reach the freelist, drop the read lock from - ** the database file. - */ - pPager->nRef--; - assert( pPager->nRef>=0 ); - if( pPager->nRef==0 && !MEMDB ){ - pager_reset(pPager); - } - } - return SQLITE_OK; -} - -/* -** Create a journal file for pPager. There should already be a RESERVED -** or EXCLUSIVE lock on the database file when this routine is called. -** -** Return SQLITE_OK if everything. Return an error code and release the -** write lock if anything goes wrong. -*/ -static int pager_open_journal(Pager *pPager){ - int rc; - assert( !MEMDB ); - assert( pPager->state>=PAGER_RESERVED ); - assert( pPager->journalOpen==0 ); - assert( pPager->useJournal ); - assert( pPager->aInJournal==0 ); - sqlite3pager_pagecount(pPager); - pPager->aInJournal = sqliteMalloc( pPager->dbSize/8 + 1 ); - if( pPager->aInJournal==0 ){ - rc = SQLITE_NOMEM; - goto failed_to_open_journal; - } - rc = sqlite3OsOpenExclusive(pPager->zJournal, &pPager->jfd, - pPager->tempFile); - pPager->journalOff = 0; - pPager->setMaster = 0; - pPager->journalHdr = 0; - if( rc!=SQLITE_OK ){ - goto failed_to_open_journal; - } - sqlite3OsSetFullSync(pPager->jfd, pPager->full_fsync); - sqlite3OsSetFullSync(pPager->fd, pPager->full_fsync); - sqlite3OsOpenDirectory(pPager->jfd, pPager->zDirectory); - pPager->journalOpen = 1; - pPager->journalStarted = 0; - pPager->needSync = 0; - pPager->alwaysRollback = 0; - pPager->nRec = 0; - if( pPager->errCode ){ - rc = pPager->errCode; - goto failed_to_open_journal; - } - pPager->origDbSize = pPager->dbSize; - - rc = writeJournalHdr(pPager); - - if( pPager->stmtAutoopen && rc==SQLITE_OK ){ - rc = sqlite3pager_stmt_begin(pPager); - } - if( rc!=SQLITE_OK && rc!=SQLITE_NOMEM ){ - rc = pager_unwritelock(pPager); - if( rc==SQLITE_OK ){ - rc = SQLITE_FULL; - } - } - return rc; - -failed_to_open_journal: - sqliteFree(pPager->aInJournal); - pPager->aInJournal = 0; - if( rc==SQLITE_NOMEM ){ - /* If this was a malloc() failure, then we will not be closing the pager - ** file. So delete any journal file we may have just created. Otherwise, - ** the system will get confused, we have a read-lock on the file and a - ** mysterious journal has appeared in the filesystem. - */ - sqlite3OsDelete(pPager->zJournal); - }else{ - pager_reset(pPager); - } - return rc; -} - -/* -** Acquire a write-lock on the database. The lock is removed when -** the any of the following happen: -** -** * sqlite3pager_commit() is called. -** * sqlite3pager_rollback() is called. -** * sqlite3pager_close() is called. -** * sqlite3pager_unref() is called to on every outstanding page. -** -** The first parameter to this routine is a pointer to any open page of the -** database file. Nothing changes about the page - it is used merely to -** acquire a pointer to the Pager structure and as proof that there is -** already a read-lock on the database. -** -** The second parameter indicates how much space in bytes to reserve for a -** master journal file-name at the start of the journal when it is created. -** -** A journal file is opened if this is not a temporary file. For temporary -** files, the opening of the journal file is deferred until there is an -** actual need to write to the journal. -** -** If the database is already reserved for writing, this routine is a no-op. -** -** If exFlag is true, go ahead and get an EXCLUSIVE lock on the file -** immediately instead of waiting until we try to flush the cache. The -** exFlag is ignored if a transaction is already active. -*/ -int sqlite3pager_begin(void *pData, int exFlag){ - PgHdr *pPg = DATA_TO_PGHDR(pData); - Pager *pPager = pPg->pPager; - int rc = SQLITE_OK; - assert( pPg->nRef>0 ); - assert( pPager->state!=PAGER_UNLOCK ); - if( pPager->state==PAGER_SHARED ){ - assert( pPager->aInJournal==0 ); - if( MEMDB ){ - pPager->state = PAGER_EXCLUSIVE; - pPager->origDbSize = pPager->dbSize; - }else{ - rc = sqlite3OsLock(pPager->fd, RESERVED_LOCK); - if( rc==SQLITE_OK ){ - pPager->state = PAGER_RESERVED; - if( exFlag ){ - rc = pager_wait_on_lock(pPager, EXCLUSIVE_LOCK); - } - } - if( rc!=SQLITE_OK ){ - return rc; - } - pPager->dirtyCache = 0; - TRACE2("TRANSACTION %d\n", PAGERID(pPager)); - if( pPager->useJournal && !pPager->tempFile ){ - rc = pager_open_journal(pPager); - } - } - } - return rc; -} - -/* -** Make a page dirty. Set its dirty flag and add it to the dirty -** page list. -*/ -static void makeDirty(PgHdr *pPg){ - if( pPg->dirty==0 ){ - Pager *pPager = pPg->pPager; - pPg->dirty = 1; - pPg->pDirty = pPager->pDirty; - if( pPager->pDirty ){ - pPager->pDirty->pPrevDirty = pPg; - } - pPg->pPrevDirty = 0; - pPager->pDirty = pPg; - } -} - -/* -** Make a page clean. Clear its dirty bit and remove it from the -** dirty page list. -*/ -static void makeClean(PgHdr *pPg){ - if( pPg->dirty ){ - pPg->dirty = 0; - if( pPg->pDirty ){ - pPg->pDirty->pPrevDirty = pPg->pPrevDirty; - } - if( pPg->pPrevDirty ){ - pPg->pPrevDirty->pDirty = pPg->pDirty; - }else{ - pPg->pPager->pDirty = pPg->pDirty; - } - } -} - - -/* -** Mark a data page as writeable. The page is written into the journal -** if it is not there already. This routine must be called before making -** changes to a page. -** -** The first time this routine is called, the pager creates a new -** journal and acquires a RESERVED lock on the database. If the RESERVED -** lock could not be acquired, this routine returns SQLITE_BUSY. The -** calling routine must check for that return value and be careful not to -** change any page data until this routine returns SQLITE_OK. -** -** If the journal file could not be written because the disk is full, -** then this routine returns SQLITE_FULL and does an immediate rollback. -** All subsequent write attempts also return SQLITE_FULL until there -** is a call to sqlite3pager_commit() or sqlite3pager_rollback() to -** reset. -*/ -int sqlite3pager_write(void *pData){ - PgHdr *pPg = DATA_TO_PGHDR(pData); - Pager *pPager = pPg->pPager; - int rc = SQLITE_OK; - - /* Check for errors - */ - if( pPager->errCode ){ - return pPager->errCode; - } - if( pPager->readOnly ){ - return SQLITE_PERM; - } - - assert( !pPager->setMaster ); - - CHECK_PAGE(pPg); - - /* Mark the page as dirty. If the page has already been written - ** to the journal then we can return right away. - */ - makeDirty(pPg); - if( pPg->inJournal && (pPg->inStmt || pPager->stmtInUse==0) ){ - pPager->dirtyCache = 1; - }else{ - - /* If we get this far, it means that the page needs to be - ** written to the transaction journal or the ckeckpoint journal - ** or both. - ** - ** First check to see that the transaction journal exists and - ** create it if it does not. - */ - assert( pPager->state!=PAGER_UNLOCK ); - rc = sqlite3pager_begin(pData, 0); - if( rc!=SQLITE_OK ){ - return rc; - } - assert( pPager->state>=PAGER_RESERVED ); - if( !pPager->journalOpen && pPager->useJournal ){ - rc = pager_open_journal(pPager); - if( rc!=SQLITE_OK ) return rc; - } - assert( pPager->journalOpen || !pPager->useJournal ); - pPager->dirtyCache = 1; - - /* The transaction journal now exists and we have a RESERVED or an - ** EXCLUSIVE lock on the main database file. Write the current page to - ** the transaction journal if it is not there already. - */ - if( !pPg->inJournal && (pPager->useJournal || MEMDB) ){ - if( (int)pPg->pgno <= pPager->origDbSize ){ - int szPg; - if( MEMDB ){ - PgHistory *pHist = PGHDR_TO_HIST(pPg, pPager); - TRACE3("JOURNAL %d page %d\n", PAGERID(pPager), pPg->pgno); - assert( pHist->pOrig==0 ); - pHist->pOrig = sqliteMallocRaw( pPager->pageSize ); - if( pHist->pOrig ){ - memcpy(pHist->pOrig, PGHDR_TO_DATA(pPg), pPager->pageSize); - } - }else{ - u32 cksum, saved; - char *pData2, *pEnd; - /* We should never write to the journal file the page that - ** contains the database locks. The following assert verifies - ** that we do not. */ - assert( pPg->pgno!=PAGER_MJ_PGNO(pPager) ); - pData2 = CODEC2(pPager, pData, pPg->pgno, 7); - cksum = pager_cksum(pPager, (u8*)pData2); - pEnd = pData2 + pPager->pageSize; - pData2 -= 4; - saved = *(u32*)pEnd; - put32bits(pEnd, cksum); - szPg = pPager->pageSize+8; - put32bits(pData2, pPg->pgno); - rc = sqlite3OsWrite(pPager->jfd, pData2, szPg); - pPager->journalOff += szPg; - TRACE4("JOURNAL %d page %d needSync=%d\n", - PAGERID(pPager), pPg->pgno, pPg->needSync); - *(u32*)pEnd = saved; - - /* An error has occured writing to the journal file. The - ** transaction will be rolled back by the layer above. - */ - if( rc!=SQLITE_OK ){ - return rc; - } - - pPager->nRec++; - assert( pPager->aInJournal!=0 ); - pPager->aInJournal[pPg->pgno/8] |= 1<<(pPg->pgno&7); - pPg->needSync = !pPager->noSync; - if( pPager->stmtInUse ){ - pPager->aInStmt[pPg->pgno/8] |= 1<<(pPg->pgno&7); - page_add_to_stmt_list(pPg); - } - } - }else{ - pPg->needSync = !pPager->journalStarted && !pPager->noSync; - TRACE4("APPEND %d page %d needSync=%d\n", - PAGERID(pPager), pPg->pgno, pPg->needSync); - } - if( pPg->needSync ){ - pPager->needSync = 1; - } - pPg->inJournal = 1; - } - - /* If the statement journal is open and the page is not in it, - ** then write the current page to the statement journal. Note that - ** the statement journal format differs from the standard journal format - ** in that it omits the checksums and the header. - */ - if( pPager->stmtInUse && !pPg->inStmt && (int)pPg->pgno<=pPager->stmtSize ){ - assert( pPg->inJournal || (int)pPg->pgno>pPager->origDbSize ); - if( MEMDB ){ - PgHistory *pHist = PGHDR_TO_HIST(pPg, pPager); - assert( pHist->pStmt==0 ); - pHist->pStmt = sqliteMallocRaw( pPager->pageSize ); - if( pHist->pStmt ){ - memcpy(pHist->pStmt, PGHDR_TO_DATA(pPg), pPager->pageSize); - } - TRACE3("STMT-JOURNAL %d page %d\n", PAGERID(pPager), pPg->pgno); - }else{ - char *pData2 = CODEC2(pPager, pData, pPg->pgno, 7)-4; - put32bits(pData2, pPg->pgno); - rc = sqlite3OsWrite(pPager->stfd, pData2, pPager->pageSize+4); - TRACE3("STMT-JOURNAL %d page %d\n", PAGERID(pPager), pPg->pgno); - if( rc!=SQLITE_OK ){ - return rc; - } - pPager->stmtNRec++; - assert( pPager->aInStmt!=0 ); - pPager->aInStmt[pPg->pgno/8] |= 1<<(pPg->pgno&7); - } - page_add_to_stmt_list(pPg); - } - } - - /* Update the database size and return. - */ - assert( pPager->state>=PAGER_SHARED ); - if( pPager->dbSize<(int)pPg->pgno ){ - pPager->dbSize = pPg->pgno; - if( !MEMDB && pPager->dbSize==PENDING_BYTE/pPager->pageSize ){ - pPager->dbSize++; - } - } - return rc; -} - -/* -** Return TRUE if the page given in the argument was previously passed -** to sqlite3pager_write(). In other words, return TRUE if it is ok -** to change the content of the page. -*/ -#ifndef NDEBUG -int sqlite3pager_iswriteable(void *pData){ - PgHdr *pPg = DATA_TO_PGHDR(pData); - return pPg->dirty; -} -#endif - -#ifndef SQLITE_OMIT_VACUUM -/* -** Replace the content of a single page with the information in the third -** argument. -*/ -int sqlite3pager_overwrite(Pager *pPager, Pgno pgno, void *pData){ - void *pPage; - int rc; - - rc = sqlite3pager_get(pPager, pgno, &pPage); - if( rc==SQLITE_OK ){ - rc = sqlite3pager_write(pPage); - if( rc==SQLITE_OK ){ - memcpy(pPage, pData, pPager->pageSize); - } - sqlite3pager_unref(pPage); - } - return rc; -} -#endif - -/* -** A call to this routine tells the pager that it is not necessary to -** write the information on page "pgno" back to the disk, even though -** that page might be marked as dirty. -** -** The overlying software layer calls this routine when all of the data -** on the given page is unused. The pager marks the page as clean so -** that it does not get written to disk. -** -** Tests show that this optimization, together with the -** sqlite3pager_dont_rollback() below, more than double the speed -** of large INSERT operations and quadruple the speed of large DELETEs. -** -** When this routine is called, set the alwaysRollback flag to true. -** Subsequent calls to sqlite3pager_dont_rollback() for the same page -** will thereafter be ignored. This is necessary to avoid a problem -** where a page with data is added to the freelist during one part of -** a transaction then removed from the freelist during a later part -** of the same transaction and reused for some other purpose. When it -** is first added to the freelist, this routine is called. When reused, -** the dont_rollback() routine is called. But because the page contains -** critical data, we still need to be sure it gets rolled back in spite -** of the dont_rollback() call. -*/ -void sqlite3pager_dont_write(Pager *pPager, Pgno pgno){ - PgHdr *pPg; - - if( MEMDB ) return; - - pPg = pager_lookup(pPager, pgno); - assert( pPg!=0 ); /* We never call _dont_write unless the page is in mem */ - pPg->alwaysRollback = 1; - if( pPg->dirty && !pPager->stmtInUse ){ - assert( pPager->state>=PAGER_SHARED ); - if( pPager->dbSize==(int)pPg->pgno && pPager->origDbSizedbSize ){ - /* If this pages is the last page in the file and the file has grown - ** during the current transaction, then do NOT mark the page as clean. - ** When the database file grows, we must make sure that the last page - ** gets written at least once so that the disk file will be the correct - ** size. If you do not write this page and the size of the file - ** on the disk ends up being too small, that can lead to database - ** corruption during the next transaction. - */ - }else{ - TRACE3("DONT_WRITE page %d of %d\n", pgno, PAGERID(pPager)); - makeClean(pPg); -#ifdef SQLITE_CHECK_PAGES - pPg->pageHash = pager_pagehash(pPg); -#endif - } - } -} - -/* -** A call to this routine tells the pager that if a rollback occurs, -** it is not necessary to restore the data on the given page. This -** means that the pager does not have to record the given page in the -** rollback journal. -*/ -void sqlite3pager_dont_rollback(void *pData){ - PgHdr *pPg = DATA_TO_PGHDR(pData); - Pager *pPager = pPg->pPager; - - assert( pPager->state>=PAGER_RESERVED ); - if( pPager->journalOpen==0 ) return; - if( pPg->alwaysRollback || pPager->alwaysRollback || MEMDB ) return; - if( !pPg->inJournal && (int)pPg->pgno <= pPager->origDbSize ){ - assert( pPager->aInJournal!=0 ); - pPager->aInJournal[pPg->pgno/8] |= 1<<(pPg->pgno&7); - pPg->inJournal = 1; - if( pPager->stmtInUse ){ - pPager->aInStmt[pPg->pgno/8] |= 1<<(pPg->pgno&7); - page_add_to_stmt_list(pPg); - } - TRACE3("DONT_ROLLBACK page %d of %d\n", pPg->pgno, PAGERID(pPager)); - } - if( pPager->stmtInUse && !pPg->inStmt && (int)pPg->pgno<=pPager->stmtSize ){ - assert( pPg->inJournal || (int)pPg->pgno>pPager->origDbSize ); - assert( pPager->aInStmt!=0 ); - pPager->aInStmt[pPg->pgno/8] |= 1<<(pPg->pgno&7); - page_add_to_stmt_list(pPg); - } -} - - -/* -** Commit all changes to the database and release the write lock. -** -** If the commit fails for any reason, a rollback attempt is made -** and an error code is returned. If the commit worked, SQLITE_OK -** is returned. -*/ -int sqlite3pager_commit(Pager *pPager){ - int rc; - PgHdr *pPg; - - if( pPager->errCode ){ - return pPager->errCode; - } - if( pPager->statedirty = 0; - pPg->inJournal = 0; - pPg->inStmt = 0; - pPg->needSync = 0; - pPg->pPrevStmt = pPg->pNextStmt = 0; - pPg = pPg->pDirty; - } - pPager->pDirty = 0; -#ifndef NDEBUG - for(pPg=pPager->pAll; pPg; pPg=pPg->pNextAll){ - PgHistory *pHist = PGHDR_TO_HIST(pPg, pPager); - assert( !pPg->alwaysRollback ); - assert( !pHist->pOrig ); - assert( !pHist->pStmt ); - } -#endif - pPager->pStmt = 0; - pPager->state = PAGER_SHARED; - return SQLITE_OK; - } - if( pPager->dirtyCache==0 ){ - /* Exit early (without doing the time-consuming sqlite3OsSync() calls) - ** if there have been no changes to the database file. */ - assert( pPager->needSync==0 ); - rc = pager_unwritelock(pPager); - return rc; - } - assert( pPager->journalOpen ); - rc = sqlite3pager_sync(pPager, 0, 0); - if( rc==SQLITE_OK ){ - rc = pager_unwritelock(pPager); - } - return rc; -} - -/* -** Rollback all changes. The database falls back to PAGER_SHARED mode. -** All in-memory cache pages revert to their original data contents. -** The journal is deleted. -** -** This routine cannot fail unless some other process is not following -** the correct locking protocol (SQLITE_PROTOCOL) or unless some other -** process is writing trash into the journal file (SQLITE_CORRUPT) or -** unless a prior malloc() failed (SQLITE_NOMEM). Appropriate error -** codes are returned for all these occasions. Otherwise, -** SQLITE_OK is returned. -*/ -int sqlite3pager_rollback(Pager *pPager){ - int rc; - TRACE2("ROLLBACK %d\n", PAGERID(pPager)); - if( MEMDB ){ - PgHdr *p; - for(p=pPager->pAll; p; p=p->pNextAll){ - PgHistory *pHist; - assert( !p->alwaysRollback ); - if( !p->dirty ){ - assert( !((PgHistory *)PGHDR_TO_HIST(p, pPager))->pOrig ); - assert( !((PgHistory *)PGHDR_TO_HIST(p, pPager))->pStmt ); - continue; - } - - pHist = PGHDR_TO_HIST(p, pPager); - if( pHist->pOrig ){ - memcpy(PGHDR_TO_DATA(p), pHist->pOrig, pPager->pageSize); - TRACE3("ROLLBACK-PAGE %d of %d\n", p->pgno, PAGERID(pPager)); - }else{ - TRACE3("PAGE %d is clean on %d\n", p->pgno, PAGERID(pPager)); - } - clearHistory(pHist); - p->dirty = 0; - p->inJournal = 0; - p->inStmt = 0; - p->pPrevStmt = p->pNextStmt = 0; - if( pPager->xReiniter ){ - pPager->xReiniter(PGHDR_TO_DATA(p), pPager->pageSize); - } - } - pPager->pDirty = 0; - pPager->pStmt = 0; - pPager->dbSize = pPager->origDbSize; - memoryTruncate(pPager); - pPager->stmtInUse = 0; - pPager->state = PAGER_SHARED; - return SQLITE_OK; - } - - if( !pPager->dirtyCache || !pPager->journalOpen ){ - rc = pager_unwritelock(pPager); - return rc; - } - - if( pPager->errCode && pPager->errCode!=SQLITE_FULL ){ - if( pPager->state>=PAGER_EXCLUSIVE ){ - pager_playback(pPager); - } - return pPager->errCode; - } - if( pPager->state==PAGER_RESERVED ){ - int rc2; - rc = pager_reload_cache(pPager); - rc2 = pager_unwritelock(pPager); - if( rc==SQLITE_OK ){ - rc = rc2; - } - }else{ - rc = pager_playback(pPager); - } - pPager->dbSize = -1; - - /* If an error occurs during a ROLLBACK, we can no longer trust the pager - ** cache. So call pager_error() on the way out to make any error - ** persistent. - */ - return pager_error(pPager, rc); -} - -/* -** Return TRUE if the database file is opened read-only. Return FALSE -** if the database is (in theory) writable. -*/ -int sqlite3pager_isreadonly(Pager *pPager){ - return pPager->readOnly; -} - -/* -** Return the number of references to the pager. -*/ -int sqlite3pager_refcount(Pager *pPager){ - return pPager->nRef; -} - -#ifdef SQLITE_TEST -/* -** This routine is used for testing and analysis only. -*/ -int *sqlite3pager_stats(Pager *pPager){ - static int a[11]; - a[0] = pPager->nRef; - a[1] = pPager->nPage; - a[2] = pPager->mxPage; - a[3] = pPager->dbSize; - a[4] = pPager->state; - a[5] = pPager->errCode; - a[6] = pPager->nHit; - a[7] = pPager->nMiss; - a[8] = pPager->nOvfl; - a[9] = pPager->nRead; - a[10] = pPager->nWrite; - return a; -} -#endif - -/* -** Set the statement rollback point. -** -** This routine should be called with the transaction journal already -** open. A new statement journal is created that can be used to rollback -** changes of a single SQL command within a larger transaction. -*/ -int sqlite3pager_stmt_begin(Pager *pPager){ - int rc; - char zTemp[SQLITE_TEMPNAME_SIZE]; - assert( !pPager->stmtInUse ); - assert( pPager->state>=PAGER_SHARED ); - assert( pPager->dbSize>=0 ); - TRACE2("STMT-BEGIN %d\n", PAGERID(pPager)); - if( MEMDB ){ - pPager->stmtInUse = 1; - pPager->stmtSize = pPager->dbSize; - return SQLITE_OK; - } - if( !pPager->journalOpen ){ - pPager->stmtAutoopen = 1; - return SQLITE_OK; - } - assert( pPager->journalOpen ); - pPager->aInStmt = sqliteMalloc( pPager->dbSize/8 + 1 ); - if( pPager->aInStmt==0 ){ - /* sqlite3OsLock(pPager->fd, SHARED_LOCK); */ - return SQLITE_NOMEM; - } -#ifndef NDEBUG - rc = sqlite3OsFileSize(pPager->jfd, &pPager->stmtJSize); - if( rc ) goto stmt_begin_failed; - assert( pPager->stmtJSize == pPager->journalOff ); -#endif - pPager->stmtJSize = pPager->journalOff; - pPager->stmtSize = pPager->dbSize; - pPager->stmtHdrOff = 0; - pPager->stmtCksum = pPager->cksumInit; - if( !pPager->stmtOpen ){ - rc = sqlite3pager_opentemp(zTemp, &pPager->stfd); - if( rc ) goto stmt_begin_failed; - pPager->stmtOpen = 1; - pPager->stmtNRec = 0; - } - pPager->stmtInUse = 1; - return SQLITE_OK; - -stmt_begin_failed: - if( pPager->aInStmt ){ - sqliteFree(pPager->aInStmt); - pPager->aInStmt = 0; - } - return rc; -} - -/* -** Commit a statement. -*/ -int sqlite3pager_stmt_commit(Pager *pPager){ - if( pPager->stmtInUse ){ - PgHdr *pPg, *pNext; - TRACE2("STMT-COMMIT %d\n", PAGERID(pPager)); - if( !MEMDB ){ - sqlite3OsSeek(pPager->stfd, 0); - /* sqlite3OsTruncate(pPager->stfd, 0); */ - sqliteFree( pPager->aInStmt ); - pPager->aInStmt = 0; - } - for(pPg=pPager->pStmt; pPg; pPg=pNext){ - pNext = pPg->pNextStmt; - assert( pPg->inStmt ); - pPg->inStmt = 0; - pPg->pPrevStmt = pPg->pNextStmt = 0; - if( MEMDB ){ - PgHistory *pHist = PGHDR_TO_HIST(pPg, pPager); - sqliteFree(pHist->pStmt); - pHist->pStmt = 0; - } - } - pPager->stmtNRec = 0; - pPager->stmtInUse = 0; - pPager->pStmt = 0; - } - pPager->stmtAutoopen = 0; - return SQLITE_OK; -} - -/* -** Rollback a statement. -*/ -int sqlite3pager_stmt_rollback(Pager *pPager){ - int rc; - if( pPager->stmtInUse ){ - TRACE2("STMT-ROLLBACK %d\n", PAGERID(pPager)); - if( MEMDB ){ - PgHdr *pPg; - for(pPg=pPager->pStmt; pPg; pPg=pPg->pNextStmt){ - PgHistory *pHist = PGHDR_TO_HIST(pPg, pPager); - if( pHist->pStmt ){ - memcpy(PGHDR_TO_DATA(pPg), pHist->pStmt, pPager->pageSize); - sqliteFree(pHist->pStmt); - pHist->pStmt = 0; - } - } - pPager->dbSize = pPager->stmtSize; - memoryTruncate(pPager); - rc = SQLITE_OK; - }else{ - rc = pager_stmt_playback(pPager); - } - sqlite3pager_stmt_commit(pPager); - }else{ - rc = SQLITE_OK; - } - pPager->stmtAutoopen = 0; - return rc; -} - -/* -** Return the full pathname of the database file. -*/ -const char *sqlite3pager_filename(Pager *pPager){ - return pPager->zFilename; -} - -/* -** Return the directory of the database file. -*/ -const char *sqlite3pager_dirname(Pager *pPager){ - return pPager->zDirectory; -} - -/* -** Return the full pathname of the journal file. -*/ -const char *sqlite3pager_journalname(Pager *pPager){ - return pPager->zJournal; -} - -/* -** Return true if fsync() calls are disabled for this pager. Return FALSE -** if fsync()s are executed normally. -*/ -int sqlite3pager_nosync(Pager *pPager){ - return pPager->noSync; -} - -/* -** Set the codec for this pager -*/ -void sqlite3pager_set_codec( - Pager *pPager, - void *(*xCodec)(void*,void*,Pgno,int), - void *pCodecArg -){ - pPager->xCodec = xCodec; - pPager->pCodecArg = pCodecArg; -} - -/* -** This routine is called to increment the database file change-counter, -** stored at byte 24 of the pager file. -*/ -static int pager_incr_changecounter(Pager *pPager){ - void *pPage; - PgHdr *pPgHdr; - u32 change_counter; - int rc; - - /* Open page 1 of the file for writing. */ - rc = sqlite3pager_get(pPager, 1, &pPage); - if( rc!=SQLITE_OK ) return rc; - rc = sqlite3pager_write(pPage); - if( rc!=SQLITE_OK ) return rc; - - /* Read the current value at byte 24. */ - pPgHdr = DATA_TO_PGHDR(pPage); - change_counter = retrieve32bits(pPgHdr, 24); - - /* Increment the value just read and write it back to byte 24. */ - change_counter++; - put32bits(((char*)PGHDR_TO_DATA(pPgHdr))+24, change_counter); - - /* Release the page reference. */ - sqlite3pager_unref(pPage); - return SQLITE_OK; -} - -/* -** Sync the database file for the pager pPager. zMaster points to the name -** of a master journal file that should be written into the individual -** journal file. zMaster may be NULL, which is interpreted as no master -** journal (a single database transaction). -** -** This routine ensures that the journal is synced, all dirty pages written -** to the database file and the database file synced. The only thing that -** remains to commit the transaction is to delete the journal file (or -** master journal file if specified). -** -** Note that if zMaster==NULL, this does not overwrite a previous value -** passed to an sqlite3pager_sync() call. -** -** If parameter nTrunc is non-zero, then the pager file is truncated to -** nTrunc pages (this is used by auto-vacuum databases). -*/ -int sqlite3pager_sync(Pager *pPager, const char *zMaster, Pgno nTrunc){ - int rc = SQLITE_OK; - - TRACE4("DATABASE SYNC: File=%s zMaster=%s nTrunc=%d\n", - pPager->zFilename, zMaster, nTrunc); - - /* If this is an in-memory db, or no pages have been written to, or this - ** function has already been called, it is a no-op. - */ - if( pPager->state!=PAGER_SYNCED && !MEMDB && pPager->dirtyCache ){ - PgHdr *pPg; - assert( pPager->journalOpen ); - - /* If a master journal file name has already been written to the - ** journal file, then no sync is required. This happens when it is - ** written, then the process fails to upgrade from a RESERVED to an - ** EXCLUSIVE lock. The next time the process tries to commit the - ** transaction the m-j name will have already been written. - */ - if( !pPager->setMaster ){ - rc = pager_incr_changecounter(pPager); - if( rc!=SQLITE_OK ) goto sync_exit; -#ifndef SQLITE_OMIT_AUTOVACUUM - if( nTrunc!=0 ){ - /* If this transaction has made the database smaller, then all pages - ** being discarded by the truncation must be written to the journal - ** file. - */ - Pgno i; - void *pPage; - int iSkip = PAGER_MJ_PGNO(pPager); - for( i=nTrunc+1; i<=pPager->origDbSize; i++ ){ - if( !(pPager->aInJournal[i/8] & (1<<(i&7))) && i!=iSkip ){ - rc = sqlite3pager_get(pPager, i, &pPage); - if( rc!=SQLITE_OK ) goto sync_exit; - rc = sqlite3pager_write(pPage); - sqlite3pager_unref(pPage); - if( rc!=SQLITE_OK ) goto sync_exit; - } - } - } -#endif - rc = writeMasterJournal(pPager, zMaster); - if( rc!=SQLITE_OK ) goto sync_exit; - rc = syncJournal(pPager); - if( rc!=SQLITE_OK ) goto sync_exit; - } - -#ifndef SQLITE_OMIT_AUTOVACUUM - if( nTrunc!=0 ){ - rc = sqlite3pager_truncate(pPager, nTrunc); - if( rc!=SQLITE_OK ) goto sync_exit; - } -#endif - - /* Write all dirty pages to the database file */ - pPg = pager_get_all_dirty_pages(pPager); - rc = pager_write_pagelist(pPg); - if( rc!=SQLITE_OK ) goto sync_exit; - - /* Sync the database file. */ - if( !pPager->noSync ){ - rc = sqlite3OsSync(pPager->fd, 0); - } - - pPager->state = PAGER_SYNCED; - }else if( MEMDB && nTrunc!=0 ){ - rc = sqlite3pager_truncate(pPager, nTrunc); - } - -sync_exit: - return rc; -} - -#ifndef SQLITE_OMIT_AUTOVACUUM -/* -** Move the page identified by pData to location pgno in the file. -** -** There must be no references to the current page pgno. If current page -** pgno is not already in the rollback journal, it is not written there by -** by this routine. The same applies to the page pData refers to on entry to -** this routine. -** -** References to the page refered to by pData remain valid. Updating any -** meta-data associated with page pData (i.e. data stored in the nExtra bytes -** allocated along with the page) is the responsibility of the caller. -** -** A transaction must be active when this routine is called. It used to be -** required that a statement transaction was not active, but this restriction -** has been removed (CREATE INDEX needs to move a page when a statement -** transaction is active). -*/ -int sqlite3pager_movepage(Pager *pPager, void *pData, Pgno pgno){ - PgHdr *pPg = DATA_TO_PGHDR(pData); - PgHdr *pPgOld; - int h; - Pgno needSyncPgno = 0; - - assert( pPg->nRef>0 ); - - TRACE5("MOVE %d page %d (needSync=%d) moves to %d\n", - PAGERID(pPager), pPg->pgno, pPg->needSync, pgno); - - if( pPg->needSync ){ - needSyncPgno = pPg->pgno; - assert( pPg->inJournal ); - assert( pPg->dirty ); - assert( pPager->needSync ); - } - - /* Unlink pPg from it's hash-chain */ - unlinkHashChain(pPager, pPg); - - /* If the cache contains a page with page-number pgno, remove it - ** from it's hash chain. Also, if the PgHdr.needSync was set for - ** page pgno before the 'move' operation, it needs to be retained - ** for the page moved there. - */ - pPgOld = pager_lookup(pPager, pgno); - if( pPgOld ){ - assert( pPgOld->nRef==0 ); - unlinkHashChain(pPager, pPgOld); - makeClean(pPgOld); - if( pPgOld->needSync ){ - assert( pPgOld->inJournal ); - pPg->inJournal = 1; - pPg->needSync = 1; - assert( pPager->needSync ); - } - } - - /* Change the page number for pPg and insert it into the new hash-chain. */ - assert( pgno!=0 ); - pPg->pgno = pgno; - h = pgno & (pPager->nHash-1); - if( pPager->aHash[h] ){ - assert( pPager->aHash[h]->pPrevHash==0 ); - pPager->aHash[h]->pPrevHash = pPg; - } - pPg->pNextHash = pPager->aHash[h]; - pPager->aHash[h] = pPg; - pPg->pPrevHash = 0; - - makeDirty(pPg); - pPager->dirtyCache = 1; - - if( needSyncPgno ){ - /* If needSyncPgno is non-zero, then the journal file needs to be - ** sync()ed before any data is written to database file page needSyncPgno. - ** Currently, no such page exists in the page-cache and the - ** Pager.aInJournal bit has been set. This needs to be remedied by loading - ** the page into the pager-cache and setting the PgHdr.needSync flag. - ** - ** The sqlite3pager_get() call may cause the journal to sync. So make - ** sure the Pager.needSync flag is set too. - */ - int rc; - void *pNeedSync; - assert( pPager->needSync ); - rc = sqlite3pager_get(pPager, needSyncPgno, &pNeedSync); - if( rc!=SQLITE_OK ) return rc; - pPager->needSync = 1; - DATA_TO_PGHDR(pNeedSync)->needSync = 1; - DATA_TO_PGHDR(pNeedSync)->inJournal = 1; - makeDirty(DATA_TO_PGHDR(pNeedSync)); - sqlite3pager_unref(pNeedSync); - } - - return SQLITE_OK; -} -#endif - -#if defined(SQLITE_DEBUG) || defined(SQLITE_TEST) -/* -** Return the current state of the file lock for the given pager. -** The return value is one of NO_LOCK, SHARED_LOCK, RESERVED_LOCK, -** PENDING_LOCK, or EXCLUSIVE_LOCK. -*/ -int sqlite3pager_lockstate(Pager *pPager){ - return sqlite3OsLockState(pPager->fd); -} -#endif - -#ifdef SQLITE_DEBUG -/* -** Print a listing of all referenced pages and their ref count. -*/ -void sqlite3pager_refdump(Pager *pPager){ - PgHdr *pPg; - for(pPg=pPager->pAll; pPg; pPg=pPg->pNextAll){ - if( pPg->nRef<=0 ) continue; - sqlite3DebugPrintf("PAGE %3d addr=%p nRef=%d\n", - pPg->pgno, PGHDR_TO_DATA(pPg), pPg->nRef); - } -} -#endif - -#endif /* SQLITE_OMIT_DISKIO */ diff --git a/libs/sqlite/src/pager.h b/libs/sqlite/src/pager.h deleted file mode 100644 index ca5711457b..0000000000 --- a/libs/sqlite/src/pager.h +++ /dev/null @@ -1,123 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This header file defines the interface that the sqlite page cache -** subsystem. The page cache subsystem reads and writes a file a page -** at a time and provides a journal for rollback. -** -** @(#) $Id: pager.h,v 1.52 2006/11/06 21:20:26 drh Exp $ -*/ - -#ifndef _PAGER_H_ -#define _PAGER_H_ - -/* -** The default size of a database page. -*/ -#ifndef SQLITE_DEFAULT_PAGE_SIZE -# define SQLITE_DEFAULT_PAGE_SIZE 1024 -#endif - -/* Maximum page size. The upper bound on this value is 32768. This a limit -** imposed by necessity of storing the value in a 2-byte unsigned integer -** and the fact that the page size must be a power of 2. -** -** This value is used to initialize certain arrays on the stack at -** various places in the code. On embedded machines where stack space -** is limited and the flexibility of having large pages is not needed, -** it makes good sense to reduce the maximum page size to something more -** reasonable, like 1024. -*/ -#ifndef SQLITE_MAX_PAGE_SIZE -# define SQLITE_MAX_PAGE_SIZE 32768 -#endif - -/* -** Maximum number of pages in one database. -*/ -#define SQLITE_MAX_PAGE 1073741823 - -/* -** The type used to represent a page number. The first page in a file -** is called page 1. 0 is used to represent "not a page". -*/ -typedef unsigned int Pgno; - -/* -** Each open file is managed by a separate instance of the "Pager" structure. -*/ -typedef struct Pager Pager; - -/* -** Allowed values for the flags parameter to sqlite3pager_open(). -** -** NOTE: This values must match the corresponding BTREE_ values in btree.h. -*/ -#define PAGER_OMIT_JOURNAL 0x0001 /* Do not use a rollback journal */ -#define PAGER_NO_READLOCK 0x0002 /* Omit readlocks on readonly files */ - - -/* -** See source code comments for a detailed description of the following -** routines: -*/ -int sqlite3pager_open(Pager **ppPager, const char *zFilename, - int nExtra, int flags); -void sqlite3pager_set_busyhandler(Pager*, BusyHandler *pBusyHandler); -void sqlite3pager_set_destructor(Pager*, void(*)(void*,int)); -void sqlite3pager_set_reiniter(Pager*, void(*)(void*,int)); -int sqlite3pager_set_pagesize(Pager*, int); -int sqlite3pager_read_fileheader(Pager*, int, unsigned char*); -void sqlite3pager_set_cachesize(Pager*, int); -int sqlite3pager_close(Pager *pPager); -int sqlite3pager_get(Pager *pPager, Pgno pgno, void **ppPage); -void *sqlite3pager_lookup(Pager *pPager, Pgno pgno); -int sqlite3pager_ref(void*); -int sqlite3pager_unref(void*); -Pgno sqlite3pager_pagenumber(void*); -int sqlite3pager_write(void*); -int sqlite3pager_iswriteable(void*); -int sqlite3pager_overwrite(Pager *pPager, Pgno pgno, void*); -int sqlite3pager_pagecount(Pager*); -int sqlite3pager_truncate(Pager*,Pgno); -int sqlite3pager_begin(void*, int exFlag); -int sqlite3pager_commit(Pager*); -int sqlite3pager_sync(Pager*,const char *zMaster, Pgno); -int sqlite3pager_rollback(Pager*); -int sqlite3pager_isreadonly(Pager*); -int sqlite3pager_stmt_begin(Pager*); -int sqlite3pager_stmt_commit(Pager*); -int sqlite3pager_stmt_rollback(Pager*); -void sqlite3pager_dont_rollback(void*); -void sqlite3pager_dont_write(Pager*, Pgno); -int sqlite3pager_refcount(Pager*); -int *sqlite3pager_stats(Pager*); -void sqlite3pager_set_safety_level(Pager*,int,int); -const char *sqlite3pager_filename(Pager*); -const char *sqlite3pager_dirname(Pager*); -const char *sqlite3pager_journalname(Pager*); -int sqlite3pager_nosync(Pager*); -int sqlite3pager_rename(Pager*, const char *zNewName); -void sqlite3pager_set_codec(Pager*,void*(*)(void*,void*,Pgno,int),void*); -int sqlite3pager_movepage(Pager*,void*,Pgno); -int sqlite3pager_reset(Pager*); -int sqlite3pager_release_memory(int); - -#if defined(SQLITE_DEBUG) || defined(SQLITE_TEST) -int sqlite3pager_lockstate(Pager*); -#endif - -#ifdef SQLITE_TEST -void sqlite3pager_refdump(Pager*); -int pager3_refinfo_enable; -#endif - -#endif /* _PAGER_H_ */ diff --git a/libs/sqlite/src/parse.y b/libs/sqlite/src/parse.y deleted file mode 100644 index bc05044db2..0000000000 --- a/libs/sqlite/src/parse.y +++ /dev/null @@ -1,1080 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains SQLite's grammar for SQL. Process this file -** using the lemon parser generator to generate C code that runs -** the parser. Lemon will also generate a header file containing -** numeric codes for all of the tokens. -** -** @(#) $Id: parse.y,v 1.215 2007/02/02 12:44:37 drh Exp $ -*/ - -// All token codes are small integers with #defines that begin with "TK_" -%token_prefix TK_ - -// The type of the data attached to each token is Token. This is also the -// default type for non-terminals. -// -%token_type {Token} -%default_type {Token} - -// The generated parser function takes a 4th argument as follows: -%extra_argument {Parse *pParse} - -// This code runs whenever there is a syntax error -// -%syntax_error { - if( !pParse->parseError ){ - if( TOKEN.z[0] ){ - sqlite3ErrorMsg(pParse, "near \"%T\": syntax error", &TOKEN); - }else{ - sqlite3ErrorMsg(pParse, "incomplete SQL statement"); - } - pParse->parseError = 1; - } -} -%stack_overflow { - sqlite3ErrorMsg(pParse, "parser stack overflow"); - pParse->parseError = 1; -} - -// The name of the generated procedure that implements the parser -// is as follows: -%name sqlite3Parser - -// The following text is included near the beginning of the C source -// code file that implements the parser. -// -%include { -#include "sqliteInt.h" -#include "parse.h" - -/* -** An instance of this structure holds information about the -** LIMIT clause of a SELECT statement. -*/ -struct LimitVal { - Expr *pLimit; /* The LIMIT expression. NULL if there is no limit */ - Expr *pOffset; /* The OFFSET expression. NULL if there is none */ -}; - -/* -** An instance of this structure is used to store the LIKE, -** GLOB, NOT LIKE, and NOT GLOB operators. -*/ -struct LikeOp { - Token eOperator; /* "like" or "glob" or "regexp" */ - int not; /* True if the NOT keyword is present */ -}; - -/* -** An instance of the following structure describes the event of a -** TRIGGER. "a" is the event type, one of TK_UPDATE, TK_INSERT, -** TK_DELETE, or TK_INSTEAD. If the event is of the form -** -** UPDATE ON (a,b,c) -** -** Then the "b" IdList records the list "a,b,c". -*/ -struct TrigEvent { int a; IdList * b; }; - -/* -** An instance of this structure holds the ATTACH key and the key type. -*/ -struct AttachKey { int type; Token key; }; - -} // end %include - -// Input is a single SQL command -input ::= cmdlist. -cmdlist ::= cmdlist ecmd. -cmdlist ::= ecmd. -cmdx ::= cmd. { sqlite3FinishCoding(pParse); } -ecmd ::= SEMI. -ecmd ::= explain cmdx SEMI. -explain ::= . { sqlite3BeginParse(pParse, 0); } -%ifndef SQLITE_OMIT_EXPLAIN -explain ::= EXPLAIN. { sqlite3BeginParse(pParse, 1); } -explain ::= EXPLAIN QUERY PLAN. { sqlite3BeginParse(pParse, 2); } -%endif SQLITE_OMIT_EXPLAIN - -///////////////////// Begin and end transactions. //////////////////////////// -// - -cmd ::= BEGIN transtype(Y) trans_opt. {sqlite3BeginTransaction(pParse, Y);} -trans_opt ::= . -trans_opt ::= TRANSACTION. -trans_opt ::= TRANSACTION nm. -%type transtype {int} -transtype(A) ::= . {A = TK_DEFERRED;} -transtype(A) ::= DEFERRED(X). {A = @X;} -transtype(A) ::= IMMEDIATE(X). {A = @X;} -transtype(A) ::= EXCLUSIVE(X). {A = @X;} -cmd ::= COMMIT trans_opt. {sqlite3CommitTransaction(pParse);} -cmd ::= END trans_opt. {sqlite3CommitTransaction(pParse);} -cmd ::= ROLLBACK trans_opt. {sqlite3RollbackTransaction(pParse);} - -///////////////////// The CREATE TABLE statement //////////////////////////// -// -cmd ::= create_table create_table_args. -create_table ::= CREATE temp(T) TABLE ifnotexists(E) nm(Y) dbnm(Z). { - sqlite3StartTable(pParse,&Y,&Z,T,0,0,E); -} -%type ifnotexists {int} -ifnotexists(A) ::= . {A = 0;} -ifnotexists(A) ::= IF NOT EXISTS. {A = 1;} -%type temp {int} -%ifndef SQLITE_OMIT_TEMPDB -temp(A) ::= TEMP. {A = 1;} -%endif SQLITE_OMIT_TEMPDB -temp(A) ::= . {A = 0;} -create_table_args ::= LP columnlist conslist_opt(X) RP(Y). { - sqlite3EndTable(pParse,&X,&Y,0); -} -create_table_args ::= AS select(S). { - sqlite3EndTable(pParse,0,0,S); - sqlite3SelectDelete(S); -} -columnlist ::= columnlist COMMA column. -columnlist ::= column. - -// A "column" is a complete description of a single column in a -// CREATE TABLE statement. This includes the column name, its -// datatype, and other keywords such as PRIMARY KEY, UNIQUE, REFERENCES, -// NOT NULL and so forth. -// -column(A) ::= columnid(X) type carglist. { - A.z = X.z; - A.n = (pParse->sLastToken.z-X.z) + pParse->sLastToken.n; -} -columnid(A) ::= nm(X). { - sqlite3AddColumn(pParse,&X); - A = X; -} - - -// An IDENTIFIER can be a generic identifier, or one of several -// keywords. Any non-standard keyword can also be an identifier. -// -%type id {Token} -id(A) ::= ID(X). {A = X;} - -// The following directive causes tokens ABORT, AFTER, ASC, etc. to -// fallback to ID if they will not parse as their original value. -// This obviates the need for the "id" nonterminal. -// -%fallback ID - ABORT AFTER ANALYZE ASC ATTACH BEFORE BEGIN CASCADE CAST CONFLICT - DATABASE DEFERRED DESC DETACH EACH END EXCLUSIVE EXPLAIN FAIL FOR - IGNORE IMMEDIATE INITIALLY INSTEAD LIKE_KW MATCH PLAN QUERY KEY - OF OFFSET PRAGMA RAISE REPLACE RESTRICT ROW STATEMENT - TEMP TRIGGER VACUUM VIEW VIRTUAL -%ifdef SQLITE_OMIT_COMPOUND_SELECT - EXCEPT INTERSECT UNION -%endif SQLITE_OMIT_COMPOUND_SELECT - REINDEX RENAME CTIME_KW IF - . -%wildcard ANY. - -// Define operator precedence early so that this is the first occurance -// of the operator tokens in the grammer. Keeping the operators together -// causes them to be assigned integer values that are close together, -// which keeps parser tables smaller. -// -// The token values assigned to these symbols is determined by the order -// in which lemon first sees them. It must be the case that ISNULL/NOTNULL, -// NE/EQ, GT/LE, and GE/LT are separated by only a single value. See -// the sqlite3ExprIfFalse() routine for additional information on this -// constraint. -// -%left OR. -%left AND. -%right NOT. -%left IS MATCH LIKE_KW BETWEEN IN ISNULL NOTNULL NE EQ. -%left GT LE LT GE. -%right ESCAPE. -%left BITAND BITOR LSHIFT RSHIFT. -%left PLUS MINUS. -%left STAR SLASH REM. -%left CONCAT. -%left COLLATE. -%right UMINUS UPLUS BITNOT. - -// And "ids" is an identifer-or-string. -// -%type ids {Token} -ids(A) ::= ID|STRING(X). {A = X;} - -// The name of a column or table can be any of the following: -// -%type nm {Token} -nm(A) ::= ID(X). {A = X;} -nm(A) ::= STRING(X). {A = X;} -nm(A) ::= JOIN_KW(X). {A = X;} - -// A typetoken is really one or more tokens that form a type name such -// as can be found after the column name in a CREATE TABLE statement. -// Multiple tokens are concatenated to form the value of the typetoken. -// -%type typetoken {Token} -type ::= . -type ::= typetoken(X). {sqlite3AddColumnType(pParse,&X);} -typetoken(A) ::= typename(X). {A = X;} -typetoken(A) ::= typename(X) LP signed RP(Y). { - A.z = X.z; - A.n = &Y.z[Y.n] - X.z; -} -typetoken(A) ::= typename(X) LP signed COMMA signed RP(Y). { - A.z = X.z; - A.n = &Y.z[Y.n] - X.z; -} -%type typename {Token} -typename(A) ::= ids(X). {A = X;} -typename(A) ::= typename(X) ids(Y). {A.z=X.z; A.n=Y.n+(Y.z-X.z);} -%type signed {int} -signed(A) ::= plus_num(X). { A = atoi((char*)X.z); } -signed(A) ::= minus_num(X). { A = -atoi((char*)X.z); } - -// "carglist" is a list of additional constraints that come after the -// column name and column type in a CREATE TABLE statement. -// -carglist ::= carglist carg. -carglist ::= . -carg ::= CONSTRAINT nm ccons. -carg ::= ccons. -ccons ::= DEFAULT term(X). {sqlite3AddDefaultValue(pParse,X);} -ccons ::= DEFAULT LP expr(X) RP. {sqlite3AddDefaultValue(pParse,X);} -ccons ::= DEFAULT PLUS term(X). {sqlite3AddDefaultValue(pParse,X);} -ccons ::= DEFAULT MINUS term(X). { - Expr *p = sqlite3Expr(TK_UMINUS, X, 0, 0); - sqlite3AddDefaultValue(pParse,p); -} -ccons ::= DEFAULT id(X). { - Expr *p = sqlite3Expr(TK_STRING, 0, 0, &X); - sqlite3AddDefaultValue(pParse,p); -} - -// In addition to the type name, we also care about the primary key and -// UNIQUE constraints. -// -ccons ::= NULL onconf. -ccons ::= NOT NULL onconf(R). {sqlite3AddNotNull(pParse, R);} -ccons ::= PRIMARY KEY sortorder(Z) onconf(R) autoinc(I). - {sqlite3AddPrimaryKey(pParse,0,R,I,Z);} -ccons ::= UNIQUE onconf(R). {sqlite3CreateIndex(pParse,0,0,0,0,R,0,0,0,0);} -ccons ::= CHECK LP expr(X) RP. {sqlite3AddCheckConstraint(pParse,X);} -ccons ::= REFERENCES nm(T) idxlist_opt(TA) refargs(R). - {sqlite3CreateForeignKey(pParse,0,&T,TA,R);} -ccons ::= defer_subclause(D). {sqlite3DeferForeignKey(pParse,D);} -ccons ::= COLLATE id(C). {sqlite3AddCollateType(pParse, (char*)C.z, C.n);} - -// The optional AUTOINCREMENT keyword -%type autoinc {int} -autoinc(X) ::= . {X = 0;} -autoinc(X) ::= AUTOINCR. {X = 1;} - -// The next group of rules parses the arguments to a REFERENCES clause -// that determine if the referential integrity checking is deferred or -// or immediate and which determine what action to take if a ref-integ -// check fails. -// -%type refargs {int} -refargs(A) ::= . { A = OE_Restrict * 0x010101; } -refargs(A) ::= refargs(X) refarg(Y). { A = (X & Y.mask) | Y.value; } -%type refarg {struct {int value; int mask;}} -refarg(A) ::= MATCH nm. { A.value = 0; A.mask = 0x000000; } -refarg(A) ::= ON DELETE refact(X). { A.value = X; A.mask = 0x0000ff; } -refarg(A) ::= ON UPDATE refact(X). { A.value = X<<8; A.mask = 0x00ff00; } -refarg(A) ::= ON INSERT refact(X). { A.value = X<<16; A.mask = 0xff0000; } -%type refact {int} -refact(A) ::= SET NULL. { A = OE_SetNull; } -refact(A) ::= SET DEFAULT. { A = OE_SetDflt; } -refact(A) ::= CASCADE. { A = OE_Cascade; } -refact(A) ::= RESTRICT. { A = OE_Restrict; } -%type defer_subclause {int} -defer_subclause(A) ::= NOT DEFERRABLE init_deferred_pred_opt(X). {A = X;} -defer_subclause(A) ::= DEFERRABLE init_deferred_pred_opt(X). {A = X;} -%type init_deferred_pred_opt {int} -init_deferred_pred_opt(A) ::= . {A = 0;} -init_deferred_pred_opt(A) ::= INITIALLY DEFERRED. {A = 1;} -init_deferred_pred_opt(A) ::= INITIALLY IMMEDIATE. {A = 0;} - -// For the time being, the only constraint we care about is the primary -// key and UNIQUE. Both create indices. -// -conslist_opt(A) ::= . {A.n = 0; A.z = 0;} -conslist_opt(A) ::= COMMA(X) conslist. {A = X;} -conslist ::= conslist COMMA tcons. -conslist ::= conslist tcons. -conslist ::= tcons. -tcons ::= CONSTRAINT nm. -tcons ::= PRIMARY KEY LP idxlist(X) autoinc(I) RP onconf(R). - {sqlite3AddPrimaryKey(pParse,X,R,I,0);} -tcons ::= UNIQUE LP idxlist(X) RP onconf(R). - {sqlite3CreateIndex(pParse,0,0,0,X,R,0,0,0,0);} -tcons ::= CHECK LP expr(E) RP onconf. {sqlite3AddCheckConstraint(pParse,E);} -tcons ::= FOREIGN KEY LP idxlist(FA) RP - REFERENCES nm(T) idxlist_opt(TA) refargs(R) defer_subclause_opt(D). { - sqlite3CreateForeignKey(pParse, FA, &T, TA, R); - sqlite3DeferForeignKey(pParse, D); -} -%type defer_subclause_opt {int} -defer_subclause_opt(A) ::= . {A = 0;} -defer_subclause_opt(A) ::= defer_subclause(X). {A = X;} - -// The following is a non-standard extension that allows us to declare the -// default behavior when there is a constraint conflict. -// -%type onconf {int} -%type orconf {int} -%type resolvetype {int} -onconf(A) ::= . {A = OE_Default;} -onconf(A) ::= ON CONFLICT resolvetype(X). {A = X;} -orconf(A) ::= . {A = OE_Default;} -orconf(A) ::= OR resolvetype(X). {A = X;} -resolvetype(A) ::= raisetype(X). {A = X;} -resolvetype(A) ::= IGNORE. {A = OE_Ignore;} -resolvetype(A) ::= REPLACE. {A = OE_Replace;} - -////////////////////////// The DROP TABLE ///////////////////////////////////// -// -cmd ::= DROP TABLE ifexists(E) fullname(X). { - sqlite3DropTable(pParse, X, 0, E); -} -%type ifexists {int} -ifexists(A) ::= IF EXISTS. {A = 1;} -ifexists(A) ::= . {A = 0;} - -///////////////////// The CREATE VIEW statement ///////////////////////////// -// -%ifndef SQLITE_OMIT_VIEW -cmd ::= CREATE(X) temp(T) VIEW ifnotexists(E) nm(Y) dbnm(Z) AS select(S). { - sqlite3CreateView(pParse, &X, &Y, &Z, S, T, E); -} -cmd ::= DROP VIEW ifexists(E) fullname(X). { - sqlite3DropTable(pParse, X, 1, E); -} -%endif SQLITE_OMIT_VIEW - -//////////////////////// The SELECT statement ///////////////////////////////// -// -cmd ::= select(X). { - sqlite3Select(pParse, X, SRT_Callback, 0, 0, 0, 0, 0); - sqlite3SelectDelete(X); -} - -%type select {Select*} -%destructor select {sqlite3SelectDelete($$);} -%type oneselect {Select*} -%destructor oneselect {sqlite3SelectDelete($$);} - -select(A) ::= oneselect(X). {A = X;} -%ifndef SQLITE_OMIT_COMPOUND_SELECT -select(A) ::= select(X) multiselect_op(Y) oneselect(Z). { - if( Z ){ - Z->op = Y; - Z->pPrior = X; - } - A = Z; -} -%type multiselect_op {int} -multiselect_op(A) ::= UNION(OP). {A = @OP;} -multiselect_op(A) ::= UNION ALL. {A = TK_ALL;} -multiselect_op(A) ::= EXCEPT|INTERSECT(OP). {A = @OP;} -%endif SQLITE_OMIT_COMPOUND_SELECT -oneselect(A) ::= SELECT distinct(D) selcollist(W) from(X) where_opt(Y) - groupby_opt(P) having_opt(Q) orderby_opt(Z) limit_opt(L). { - A = sqlite3SelectNew(W,X,Y,P,Q,Z,D,L.pLimit,L.pOffset); -} - -// The "distinct" nonterminal is true (1) if the DISTINCT keyword is -// present and false (0) if it is not. -// -%type distinct {int} -distinct(A) ::= DISTINCT. {A = 1;} -distinct(A) ::= ALL. {A = 0;} -distinct(A) ::= . {A = 0;} - -// selcollist is a list of expressions that are to become the return -// values of the SELECT statement. The "*" in statements like -// "SELECT * FROM ..." is encoded as a special expression with an -// opcode of TK_ALL. -// -%type selcollist {ExprList*} -%destructor selcollist {sqlite3ExprListDelete($$);} -%type sclp {ExprList*} -%destructor sclp {sqlite3ExprListDelete($$);} -sclp(A) ::= selcollist(X) COMMA. {A = X;} -sclp(A) ::= . {A = 0;} -selcollist(A) ::= sclp(P) expr(X) as(Y). { - A = sqlite3ExprListAppend(P,X,Y.n?&Y:0); -} -selcollist(A) ::= sclp(P) STAR. { - A = sqlite3ExprListAppend(P, sqlite3Expr(TK_ALL, 0, 0, 0), 0); -} -selcollist(A) ::= sclp(P) nm(X) DOT STAR. { - Expr *pRight = sqlite3Expr(TK_ALL, 0, 0, 0); - Expr *pLeft = sqlite3Expr(TK_ID, 0, 0, &X); - A = sqlite3ExprListAppend(P, sqlite3Expr(TK_DOT, pLeft, pRight, 0), 0); -} - -// An option "AS " phrase that can follow one of the expressions that -// define the result set, or one of the tables in the FROM clause. -// -%type as {Token} -as(X) ::= AS nm(Y). {X = Y;} -as(X) ::= ids(Y). {X = Y;} -as(X) ::= . {X.n = 0;} - - -%type seltablist {SrcList*} -%destructor seltablist {sqlite3SrcListDelete($$);} -%type stl_prefix {SrcList*} -%destructor stl_prefix {sqlite3SrcListDelete($$);} -%type from {SrcList*} -%destructor from {sqlite3SrcListDelete($$);} - -// A complete FROM clause. -// -from(A) ::= . {A = sqliteMalloc(sizeof(*A));} -from(A) ::= FROM seltablist(X). { - A = X; - sqlite3SrcListShiftJoinType(A); -} - -// "seltablist" is a "Select Table List" - the content of the FROM clause -// in a SELECT statement. "stl_prefix" is a prefix of this list. -// -stl_prefix(A) ::= seltablist(X) joinop(Y). { - A = X; - if( A && A->nSrc>0 ) A->a[A->nSrc-1].jointype = Y; -} -stl_prefix(A) ::= . {A = 0;} -seltablist(A) ::= stl_prefix(X) nm(Y) dbnm(D) as(Z) on_opt(N) using_opt(U). { - A = sqlite3SrcListAppendFromTerm(X,&Y,&D,&Z,0,N,U); -} -%ifndef SQLITE_OMIT_SUBQUERY - seltablist(A) ::= stl_prefix(X) LP seltablist_paren(S) RP - as(Z) on_opt(N) using_opt(U). { - A = sqlite3SrcListAppendFromTerm(X,0,0,&Z,S,N,U); - } - - // A seltablist_paren nonterminal represents anything in a FROM that - // is contained inside parentheses. This can be either a subquery or - // a grouping of table and subqueries. - // - %type seltablist_paren {Select*} - %destructor seltablist_paren {sqlite3SelectDelete($$);} - seltablist_paren(A) ::= select(S). {A = S;} - seltablist_paren(A) ::= seltablist(F). { - sqlite3SrcListShiftJoinType(F); - A = sqlite3SelectNew(0,F,0,0,0,0,0,0,0); - } -%endif SQLITE_OMIT_SUBQUERY - -%type dbnm {Token} -dbnm(A) ::= . {A.z=0; A.n=0;} -dbnm(A) ::= DOT nm(X). {A = X;} - -%type fullname {SrcList*} -%destructor fullname {sqlite3SrcListDelete($$);} -fullname(A) ::= nm(X) dbnm(Y). {A = sqlite3SrcListAppend(0,&X,&Y);} - -%type joinop {int} -%type joinop2 {int} -joinop(X) ::= COMMA|JOIN. { X = JT_INNER; } -joinop(X) ::= JOIN_KW(A) JOIN. { X = sqlite3JoinType(pParse,&A,0,0); } -joinop(X) ::= JOIN_KW(A) nm(B) JOIN. { X = sqlite3JoinType(pParse,&A,&B,0); } -joinop(X) ::= JOIN_KW(A) nm(B) nm(C) JOIN. - { X = sqlite3JoinType(pParse,&A,&B,&C); } - -%type on_opt {Expr*} -%destructor on_opt {sqlite3ExprDelete($$);} -on_opt(N) ::= ON expr(E). {N = E;} -on_opt(N) ::= . {N = 0;} - -%type using_opt {IdList*} -%destructor using_opt {sqlite3IdListDelete($$);} -using_opt(U) ::= USING LP inscollist(L) RP. {U = L;} -using_opt(U) ::= . {U = 0;} - - -%type orderby_opt {ExprList*} -%destructor orderby_opt {sqlite3ExprListDelete($$);} -%type sortlist {ExprList*} -%destructor sortlist {sqlite3ExprListDelete($$);} -%type sortitem {Expr*} -%destructor sortitem {sqlite3ExprDelete($$);} - -orderby_opt(A) ::= . {A = 0;} -orderby_opt(A) ::= ORDER BY sortlist(X). {A = X;} -sortlist(A) ::= sortlist(X) COMMA sortitem(Y) sortorder(Z). { - A = sqlite3ExprListAppend(X,Y,0); - if( A ) A->a[A->nExpr-1].sortOrder = Z; -} -sortlist(A) ::= sortitem(Y) sortorder(Z). { - A = sqlite3ExprListAppend(0,Y,0); - if( A && A->a ) A->a[0].sortOrder = Z; -} -sortitem(A) ::= expr(X). {A = X;} - -%type sortorder {int} - -sortorder(A) ::= ASC. {A = SQLITE_SO_ASC;} -sortorder(A) ::= DESC. {A = SQLITE_SO_DESC;} -sortorder(A) ::= . {A = SQLITE_SO_ASC;} - -%type groupby_opt {ExprList*} -%destructor groupby_opt {sqlite3ExprListDelete($$);} -groupby_opt(A) ::= . {A = 0;} -groupby_opt(A) ::= GROUP BY exprlist(X). {A = X;} - -%type having_opt {Expr*} -%destructor having_opt {sqlite3ExprDelete($$);} -having_opt(A) ::= . {A = 0;} -having_opt(A) ::= HAVING expr(X). {A = X;} - -%type limit_opt {struct LimitVal} -%destructor limit_opt { - sqlite3ExprDelete($$.pLimit); - sqlite3ExprDelete($$.pOffset); -} -limit_opt(A) ::= . {A.pLimit = 0; A.pOffset = 0;} -limit_opt(A) ::= LIMIT expr(X). {A.pLimit = X; A.pOffset = 0;} -limit_opt(A) ::= LIMIT expr(X) OFFSET expr(Y). - {A.pLimit = X; A.pOffset = Y;} -limit_opt(A) ::= LIMIT expr(X) COMMA expr(Y). - {A.pOffset = X; A.pLimit = Y;} - -/////////////////////////// The DELETE statement ///////////////////////////// -// -cmd ::= DELETE FROM fullname(X) where_opt(Y). {sqlite3DeleteFrom(pParse,X,Y);} - -%type where_opt {Expr*} -%destructor where_opt {sqlite3ExprDelete($$);} - -where_opt(A) ::= . {A = 0;} -where_opt(A) ::= WHERE expr(X). {A = X;} - -////////////////////////// The UPDATE command //////////////////////////////// -// -cmd ::= UPDATE orconf(R) fullname(X) SET setlist(Y) where_opt(Z). - {sqlite3Update(pParse,X,Y,Z,R);} - -%type setlist {ExprList*} -%destructor setlist {sqlite3ExprListDelete($$);} - -setlist(A) ::= setlist(Z) COMMA nm(X) EQ expr(Y). - {A = sqlite3ExprListAppend(Z,Y,&X);} -setlist(A) ::= nm(X) EQ expr(Y). {A = sqlite3ExprListAppend(0,Y,&X);} - -////////////////////////// The INSERT command ///////////////////////////////// -// -cmd ::= insert_cmd(R) INTO fullname(X) inscollist_opt(F) - VALUES LP itemlist(Y) RP. - {sqlite3Insert(pParse, X, Y, 0, F, R);} -cmd ::= insert_cmd(R) INTO fullname(X) inscollist_opt(F) select(S). - {sqlite3Insert(pParse, X, 0, S, F, R);} -cmd ::= insert_cmd(R) INTO fullname(X) inscollist_opt(F) DEFAULT VALUES. - {sqlite3Insert(pParse, X, 0, 0, F, R);} - -%type insert_cmd {int} -insert_cmd(A) ::= INSERT orconf(R). {A = R;} -insert_cmd(A) ::= REPLACE. {A = OE_Replace;} - - -%type itemlist {ExprList*} -%destructor itemlist {sqlite3ExprListDelete($$);} - -itemlist(A) ::= itemlist(X) COMMA expr(Y). {A = sqlite3ExprListAppend(X,Y,0);} -itemlist(A) ::= expr(X). {A = sqlite3ExprListAppend(0,X,0);} - -%type inscollist_opt {IdList*} -%destructor inscollist_opt {sqlite3IdListDelete($$);} -%type inscollist {IdList*} -%destructor inscollist {sqlite3IdListDelete($$);} - -inscollist_opt(A) ::= . {A = 0;} -inscollist_opt(A) ::= LP inscollist(X) RP. {A = X;} -inscollist(A) ::= inscollist(X) COMMA nm(Y). {A = sqlite3IdListAppend(X,&Y);} -inscollist(A) ::= nm(Y). {A = sqlite3IdListAppend(0,&Y);} - -/////////////////////////// Expression Processing ///////////////////////////// -// - -%type expr {Expr*} -%destructor expr {sqlite3ExprDelete($$);} -%type term {Expr*} -%destructor term {sqlite3ExprDelete($$);} - -expr(A) ::= term(X). {A = X;} -expr(A) ::= LP(B) expr(X) RP(E). {A = X; sqlite3ExprSpan(A,&B,&E); } -term(A) ::= NULL(X). {A = sqlite3Expr(@X, 0, 0, &X);} -expr(A) ::= ID(X). {A = sqlite3Expr(TK_ID, 0, 0, &X);} -expr(A) ::= JOIN_KW(X). {A = sqlite3Expr(TK_ID, 0, 0, &X);} -expr(A) ::= nm(X) DOT nm(Y). { - Expr *temp1 = sqlite3Expr(TK_ID, 0, 0, &X); - Expr *temp2 = sqlite3Expr(TK_ID, 0, 0, &Y); - A = sqlite3Expr(TK_DOT, temp1, temp2, 0); -} -expr(A) ::= nm(X) DOT nm(Y) DOT nm(Z). { - Expr *temp1 = sqlite3Expr(TK_ID, 0, 0, &X); - Expr *temp2 = sqlite3Expr(TK_ID, 0, 0, &Y); - Expr *temp3 = sqlite3Expr(TK_ID, 0, 0, &Z); - Expr *temp4 = sqlite3Expr(TK_DOT, temp2, temp3, 0); - A = sqlite3Expr(TK_DOT, temp1, temp4, 0); -} -term(A) ::= INTEGER|FLOAT|BLOB(X). {A = sqlite3Expr(@X, 0, 0, &X);} -term(A) ::= STRING(X). {A = sqlite3Expr(@X, 0, 0, &X);} -expr(A) ::= REGISTER(X). {A = sqlite3RegisterExpr(pParse, &X);} -expr(A) ::= VARIABLE(X). { - Token *pToken = &X; - Expr *pExpr = A = sqlite3Expr(TK_VARIABLE, 0, 0, pToken); - sqlite3ExprAssignVarNumber(pParse, pExpr); -} -expr(A) ::= expr(E) COLLATE id(C). { - A = sqlite3ExprSetColl(pParse, E, &C); -} -%ifndef SQLITE_OMIT_CAST -expr(A) ::= CAST(X) LP expr(E) AS typetoken(T) RP(Y). { - A = sqlite3Expr(TK_CAST, E, 0, &T); - sqlite3ExprSpan(A,&X,&Y); -} -%endif SQLITE_OMIT_CAST -expr(A) ::= ID(X) LP distinct(D) exprlist(Y) RP(E). { - A = sqlite3ExprFunction(Y, &X); - sqlite3ExprSpan(A,&X,&E); - if( D && A ){ - A->flags |= EP_Distinct; - } -} -expr(A) ::= ID(X) LP STAR RP(E). { - A = sqlite3ExprFunction(0, &X); - sqlite3ExprSpan(A,&X,&E); -} -term(A) ::= CTIME_KW(OP). { - /* The CURRENT_TIME, CURRENT_DATE, and CURRENT_TIMESTAMP values are - ** treated as functions that return constants */ - A = sqlite3ExprFunction(0,&OP); - if( A ){ - A->op = TK_CONST_FUNC; - A->span = OP; - } -} -expr(A) ::= expr(X) AND(OP) expr(Y). {A = sqlite3Expr(@OP, X, Y, 0);} -expr(A) ::= expr(X) OR(OP) expr(Y). {A = sqlite3Expr(@OP, X, Y, 0);} -expr(A) ::= expr(X) LT|GT|GE|LE(OP) expr(Y). {A = sqlite3Expr(@OP, X, Y, 0);} -expr(A) ::= expr(X) EQ|NE(OP) expr(Y). {A = sqlite3Expr(@OP, X, Y, 0);} -expr(A) ::= expr(X) BITAND|BITOR|LSHIFT|RSHIFT(OP) expr(Y). - {A = sqlite3Expr(@OP, X, Y, 0);} -expr(A) ::= expr(X) PLUS|MINUS(OP) expr(Y). {A = sqlite3Expr(@OP, X, Y, 0);} -expr(A) ::= expr(X) STAR|SLASH|REM(OP) expr(Y). {A = sqlite3Expr(@OP, X, Y, 0);} -expr(A) ::= expr(X) CONCAT(OP) expr(Y). {A = sqlite3Expr(@OP, X, Y, 0);} -%type likeop {struct LikeOp} -likeop(A) ::= LIKE_KW(X). {A.eOperator = X; A.not = 0;} -likeop(A) ::= NOT LIKE_KW(X). {A.eOperator = X; A.not = 1;} -likeop(A) ::= MATCH(X). {A.eOperator = X; A.not = 0;} -likeop(A) ::= NOT MATCH(X). {A.eOperator = X; A.not = 1;} -%type escape {Expr*} -%destructor escape {sqlite3ExprDelete($$);} -escape(X) ::= ESCAPE expr(A). [ESCAPE] {X = A;} -escape(X) ::= . [ESCAPE] {X = 0;} -expr(A) ::= expr(X) likeop(OP) expr(Y) escape(E). [LIKE_KW] { - ExprList *pList; - pList = sqlite3ExprListAppend(0, Y, 0); - pList = sqlite3ExprListAppend(pList, X, 0); - if( E ){ - pList = sqlite3ExprListAppend(pList, E, 0); - } - A = sqlite3ExprFunction(pList, &OP.eOperator); - if( OP.not ) A = sqlite3Expr(TK_NOT, A, 0, 0); - sqlite3ExprSpan(A, &X->span, &Y->span); - if( A ) A->flags |= EP_InfixFunc; -} - -expr(A) ::= expr(X) ISNULL|NOTNULL(E). { - A = sqlite3Expr(@E, X, 0, 0); - sqlite3ExprSpan(A,&X->span,&E); -} -expr(A) ::= expr(X) IS NULL(E). { - A = sqlite3Expr(TK_ISNULL, X, 0, 0); - sqlite3ExprSpan(A,&X->span,&E); -} -expr(A) ::= expr(X) NOT NULL(E). { - A = sqlite3Expr(TK_NOTNULL, X, 0, 0); - sqlite3ExprSpan(A,&X->span,&E); -} -expr(A) ::= expr(X) IS NOT NULL(E). { - A = sqlite3Expr(TK_NOTNULL, X, 0, 0); - sqlite3ExprSpan(A,&X->span,&E); -} -expr(A) ::= NOT|BITNOT(B) expr(X). { - A = sqlite3Expr(@B, X, 0, 0); - sqlite3ExprSpan(A,&B,&X->span); -} -expr(A) ::= MINUS(B) expr(X). [UMINUS] { - A = sqlite3Expr(TK_UMINUS, X, 0, 0); - sqlite3ExprSpan(A,&B,&X->span); -} -expr(A) ::= PLUS(B) expr(X). [UPLUS] { - A = sqlite3Expr(TK_UPLUS, X, 0, 0); - sqlite3ExprSpan(A,&B,&X->span); -} -%type between_op {int} -between_op(A) ::= BETWEEN. {A = 0;} -between_op(A) ::= NOT BETWEEN. {A = 1;} -expr(A) ::= expr(W) between_op(N) expr(X) AND expr(Y). [BETWEEN] { - ExprList *pList = sqlite3ExprListAppend(0, X, 0); - pList = sqlite3ExprListAppend(pList, Y, 0); - A = sqlite3Expr(TK_BETWEEN, W, 0, 0); - if( A ){ - A->pList = pList; - }else{ - sqlite3ExprListDelete(pList); - } - if( N ) A = sqlite3Expr(TK_NOT, A, 0, 0); - sqlite3ExprSpan(A,&W->span,&Y->span); -} -%ifndef SQLITE_OMIT_SUBQUERY - %type in_op {int} - in_op(A) ::= IN. {A = 0;} - in_op(A) ::= NOT IN. {A = 1;} - expr(A) ::= expr(X) in_op(N) LP exprlist(Y) RP(E). [IN] { - A = sqlite3Expr(TK_IN, X, 0, 0); - if( A ){ - A->pList = Y; - }else{ - sqlite3ExprListDelete(Y); - } - if( N ) A = sqlite3Expr(TK_NOT, A, 0, 0); - sqlite3ExprSpan(A,&X->span,&E); - } - expr(A) ::= LP(B) select(X) RP(E). { - A = sqlite3Expr(TK_SELECT, 0, 0, 0); - if( A ){ - A->pSelect = X; - }else{ - sqlite3SelectDelete(X); - } - sqlite3ExprSpan(A,&B,&E); - } - expr(A) ::= expr(X) in_op(N) LP select(Y) RP(E). [IN] { - A = sqlite3Expr(TK_IN, X, 0, 0); - if( A ){ - A->pSelect = Y; - }else{ - sqlite3SelectDelete(Y); - } - if( N ) A = sqlite3Expr(TK_NOT, A, 0, 0); - sqlite3ExprSpan(A,&X->span,&E); - } - expr(A) ::= expr(X) in_op(N) nm(Y) dbnm(Z). [IN] { - SrcList *pSrc = sqlite3SrcListAppend(0,&Y,&Z); - A = sqlite3Expr(TK_IN, X, 0, 0); - if( A ){ - A->pSelect = sqlite3SelectNew(0,pSrc,0,0,0,0,0,0,0); - }else{ - sqlite3SrcListDelete(pSrc); - } - if( N ) A = sqlite3Expr(TK_NOT, A, 0, 0); - sqlite3ExprSpan(A,&X->span,Z.z?&Z:&Y); - } - expr(A) ::= EXISTS(B) LP select(Y) RP(E). { - Expr *p = A = sqlite3Expr(TK_EXISTS, 0, 0, 0); - if( p ){ - p->pSelect = Y; - sqlite3ExprSpan(p,&B,&E); - }else{ - sqlite3SelectDelete(Y); - } - } -%endif SQLITE_OMIT_SUBQUERY - -/* CASE expressions */ -expr(A) ::= CASE(C) case_operand(X) case_exprlist(Y) case_else(Z) END(E). { - A = sqlite3Expr(TK_CASE, X, Z, 0); - if( A ){ - A->pList = Y; - }else{ - sqlite3ExprListDelete(Y); - } - sqlite3ExprSpan(A, &C, &E); -} -%type case_exprlist {ExprList*} -%destructor case_exprlist {sqlite3ExprListDelete($$);} -case_exprlist(A) ::= case_exprlist(X) WHEN expr(Y) THEN expr(Z). { - A = sqlite3ExprListAppend(X, Y, 0); - A = sqlite3ExprListAppend(A, Z, 0); -} -case_exprlist(A) ::= WHEN expr(Y) THEN expr(Z). { - A = sqlite3ExprListAppend(0, Y, 0); - A = sqlite3ExprListAppend(A, Z, 0); -} -%type case_else {Expr*} -%destructor case_else {sqlite3ExprDelete($$);} -case_else(A) ::= ELSE expr(X). {A = X;} -case_else(A) ::= . {A = 0;} -%type case_operand {Expr*} -%destructor case_operand {sqlite3ExprDelete($$);} -case_operand(A) ::= expr(X). {A = X;} -case_operand(A) ::= . {A = 0;} - -%type exprlist {ExprList*} -%destructor exprlist {sqlite3ExprListDelete($$);} -%type expritem {Expr*} -%destructor expritem {sqlite3ExprDelete($$);} - -exprlist(A) ::= exprlist(X) COMMA expritem(Y). - {A = sqlite3ExprListAppend(X,Y,0);} -exprlist(A) ::= expritem(X). {A = sqlite3ExprListAppend(0,X,0);} -expritem(A) ::= expr(X). {A = X;} -expritem(A) ::= . {A = 0;} - -///////////////////////////// The CREATE INDEX command /////////////////////// -// -cmd ::= CREATE(S) uniqueflag(U) INDEX ifnotexists(NE) nm(X) dbnm(D) - ON nm(Y) LP idxlist(Z) RP(E). { - sqlite3CreateIndex(pParse, &X, &D, sqlite3SrcListAppend(0,&Y,0), Z, U, - &S, &E, SQLITE_SO_ASC, NE); -} - -%type uniqueflag {int} -uniqueflag(A) ::= UNIQUE. {A = OE_Abort;} -uniqueflag(A) ::= . {A = OE_None;} - -%type idxlist {ExprList*} -%destructor idxlist {sqlite3ExprListDelete($$);} -%type idxlist_opt {ExprList*} -%destructor idxlist_opt {sqlite3ExprListDelete($$);} -%type idxitem {Token} - -idxlist_opt(A) ::= . {A = 0;} -idxlist_opt(A) ::= LP idxlist(X) RP. {A = X;} -idxlist(A) ::= idxlist(X) COMMA idxitem(Y) collate(C) sortorder(Z). { - Expr *p = 0; - if( C.n>0 ){ - p = sqlite3Expr(TK_COLUMN, 0, 0, 0); - if( p ) p->pColl = sqlite3LocateCollSeq(pParse, (char*)C.z, C.n); - } - A = sqlite3ExprListAppend(X, p, &Y); - if( A ) A->a[A->nExpr-1].sortOrder = Z; -} -idxlist(A) ::= idxitem(Y) collate(C) sortorder(Z). { - Expr *p = 0; - if( C.n>0 ){ - p = sqlite3Expr(TK_COLUMN, 0, 0, 0); - if( p ) p->pColl = sqlite3LocateCollSeq(pParse, (char*)C.z, C.n); - } - A = sqlite3ExprListAppend(0, p, &Y); - if( A ) A->a[A->nExpr-1].sortOrder = Z; -} -idxitem(A) ::= nm(X). {A = X;} - -%type collate {Token} -collate(C) ::= . {C.z = 0; C.n = 0;} -collate(C) ::= COLLATE id(X). {C = X;} - - -///////////////////////////// The DROP INDEX command ///////////////////////// -// -cmd ::= DROP INDEX ifexists(E) fullname(X). {sqlite3DropIndex(pParse, X, E);} - -///////////////////////////// The VACUUM command ///////////////////////////// -// -%ifndef SQLITE_OMIT_VACUUM -cmd ::= VACUUM. {sqlite3Vacuum(pParse);} -cmd ::= VACUUM nm. {sqlite3Vacuum(pParse);} -%endif SQLITE_OMIT_VACUUM - -///////////////////////////// The PRAGMA command ///////////////////////////// -// -%ifndef SQLITE_OMIT_PRAGMA -cmd ::= PRAGMA nm(X) dbnm(Z) EQ nmnum(Y). {sqlite3Pragma(pParse,&X,&Z,&Y,0);} -cmd ::= PRAGMA nm(X) dbnm(Z) EQ ON(Y). {sqlite3Pragma(pParse,&X,&Z,&Y,0);} -cmd ::= PRAGMA nm(X) dbnm(Z) EQ minus_num(Y). { - sqlite3Pragma(pParse,&X,&Z,&Y,1); -} -cmd ::= PRAGMA nm(X) dbnm(Z) LP nmnum(Y) RP. {sqlite3Pragma(pParse,&X,&Z,&Y,0);} -cmd ::= PRAGMA nm(X) dbnm(Z). {sqlite3Pragma(pParse,&X,&Z,0,0);} -nmnum(A) ::= plus_num(X). {A = X;} -nmnum(A) ::= nm(X). {A = X;} -%endif SQLITE_OMIT_PRAGMA -plus_num(A) ::= plus_opt number(X). {A = X;} -minus_num(A) ::= MINUS number(X). {A = X;} -number(A) ::= INTEGER|FLOAT(X). {A = X;} -plus_opt ::= PLUS. -plus_opt ::= . - -//////////////////////////// The CREATE TRIGGER command ///////////////////// - -%ifndef SQLITE_OMIT_TRIGGER - -cmd ::= CREATE trigger_decl(A) BEGIN trigger_cmd_list(S) END(Z). { - Token all; - all.z = A.z; - all.n = (Z.z - A.z) + Z.n; - sqlite3FinishTrigger(pParse, S, &all); -} - -trigger_decl(A) ::= temp(T) TRIGGER ifnotexists(NOERR) nm(B) dbnm(Z) - trigger_time(C) trigger_event(D) - ON fullname(E) foreach_clause(F) when_clause(G). { - sqlite3BeginTrigger(pParse, &B, &Z, C, D.a, D.b, E, F, G, T, NOERR); - A = (Z.n==0?B:Z); -} - -%type trigger_time {int} -trigger_time(A) ::= BEFORE. { A = TK_BEFORE; } -trigger_time(A) ::= AFTER. { A = TK_AFTER; } -trigger_time(A) ::= INSTEAD OF. { A = TK_INSTEAD;} -trigger_time(A) ::= . { A = TK_BEFORE; } - -%type trigger_event {struct TrigEvent} -%destructor trigger_event {sqlite3IdListDelete($$.b);} -trigger_event(A) ::= DELETE|INSERT(OP). {A.a = @OP; A.b = 0;} -trigger_event(A) ::= UPDATE(OP). {A.a = @OP; A.b = 0;} -trigger_event(A) ::= UPDATE OF inscollist(X). {A.a = TK_UPDATE; A.b = X;} - -%type foreach_clause {int} -foreach_clause(A) ::= . { A = TK_ROW; } -foreach_clause(A) ::= FOR EACH ROW. { A = TK_ROW; } -foreach_clause(A) ::= FOR EACH STATEMENT. { A = TK_STATEMENT; } - -%type when_clause {Expr*} -%destructor when_clause {sqlite3ExprDelete($$);} -when_clause(A) ::= . { A = 0; } -when_clause(A) ::= WHEN expr(X). { A = X; } - -%type trigger_cmd_list {TriggerStep*} -%destructor trigger_cmd_list {sqlite3DeleteTriggerStep($$);} -trigger_cmd_list(A) ::= trigger_cmd_list(Y) trigger_cmd(X) SEMI. { - if( Y ){ - Y->pLast->pNext = X; - }else{ - Y = X; - } - Y->pLast = X; - A = Y; -} -trigger_cmd_list(A) ::= . { A = 0; } - -%type trigger_cmd {TriggerStep*} -%destructor trigger_cmd {sqlite3DeleteTriggerStep($$);} -// UPDATE -trigger_cmd(A) ::= UPDATE orconf(R) nm(X) SET setlist(Y) where_opt(Z). - { A = sqlite3TriggerUpdateStep(&X, Y, Z, R); } - -// INSERT -trigger_cmd(A) ::= insert_cmd(R) INTO nm(X) inscollist_opt(F) - VALUES LP itemlist(Y) RP. - {A = sqlite3TriggerInsertStep(&X, F, Y, 0, R);} - -trigger_cmd(A) ::= insert_cmd(R) INTO nm(X) inscollist_opt(F) select(S). - {A = sqlite3TriggerInsertStep(&X, F, 0, S, R);} - -// DELETE -trigger_cmd(A) ::= DELETE FROM nm(X) where_opt(Y). - {A = sqlite3TriggerDeleteStep(&X, Y);} - -// SELECT -trigger_cmd(A) ::= select(X). {A = sqlite3TriggerSelectStep(X); } - -// The special RAISE expression that may occur in trigger programs -expr(A) ::= RAISE(X) LP IGNORE RP(Y). { - A = sqlite3Expr(TK_RAISE, 0, 0, 0); - if( A ){ - A->iColumn = OE_Ignore; - sqlite3ExprSpan(A, &X, &Y); - } -} -expr(A) ::= RAISE(X) LP raisetype(T) COMMA nm(Z) RP(Y). { - A = sqlite3Expr(TK_RAISE, 0, 0, &Z); - if( A ) { - A->iColumn = T; - sqlite3ExprSpan(A, &X, &Y); - } -} -%endif !SQLITE_OMIT_TRIGGER - -%type raisetype {int} -raisetype(A) ::= ROLLBACK. {A = OE_Rollback;} -raisetype(A) ::= ABORT. {A = OE_Abort;} -raisetype(A) ::= FAIL. {A = OE_Fail;} - - -//////////////////////// DROP TRIGGER statement ////////////////////////////// -%ifndef SQLITE_OMIT_TRIGGER -cmd ::= DROP TRIGGER ifexists(NOERR) fullname(X). { - sqlite3DropTrigger(pParse,X,NOERR); -} -%endif !SQLITE_OMIT_TRIGGER - -//////////////////////// ATTACH DATABASE file AS name ///////////////////////// -cmd ::= ATTACH database_kw_opt expr(F) AS expr(D) key_opt(K). { - sqlite3Attach(pParse, F, D, K); -} -%type key_opt {Expr *} -%destructor key_opt {sqlite3ExprDelete($$);} -key_opt(A) ::= . { A = 0; } -key_opt(A) ::= KEY expr(X). { A = X; } - -database_kw_opt ::= DATABASE. -database_kw_opt ::= . - -//////////////////////// DETACH DATABASE name ///////////////////////////////// -cmd ::= DETACH database_kw_opt expr(D). { - sqlite3Detach(pParse, D); -} - -////////////////////////// REINDEX collation ////////////////////////////////// -%ifndef SQLITE_OMIT_REINDEX -cmd ::= REINDEX. {sqlite3Reindex(pParse, 0, 0);} -cmd ::= REINDEX nm(X) dbnm(Y). {sqlite3Reindex(pParse, &X, &Y);} -%endif SQLITE_OMIT_REINDEX - -/////////////////////////////////// ANALYZE /////////////////////////////////// -%ifndef SQLITE_OMIT_ANALYZE -cmd ::= ANALYZE. {sqlite3Analyze(pParse, 0, 0);} -cmd ::= ANALYZE nm(X) dbnm(Y). {sqlite3Analyze(pParse, &X, &Y);} -%endif - -//////////////////////// ALTER TABLE table ... //////////////////////////////// -%ifndef SQLITE_OMIT_ALTERTABLE -cmd ::= ALTER TABLE fullname(X) RENAME TO nm(Z). { - sqlite3AlterRenameTable(pParse,X,&Z); -} -cmd ::= ALTER TABLE add_column_fullname ADD kwcolumn_opt column(Y). { - sqlite3AlterFinishAddColumn(pParse, &Y); -} -add_column_fullname ::= fullname(X). { - sqlite3AlterBeginAddColumn(pParse, X); -} -kwcolumn_opt ::= . -kwcolumn_opt ::= COLUMNKW. -%endif SQLITE_OMIT_ALTERTABLE - -//////////////////////// CREATE VIRTUAL TABLE ... ///////////////////////////// -%ifndef SQLITE_OMIT_VIRTUALTABLE -cmd ::= create_vtab. {sqlite3VtabFinishParse(pParse,0);} -cmd ::= create_vtab LP vtabarglist RP(X). {sqlite3VtabFinishParse(pParse,&X);} -create_vtab ::= CREATE VIRTUAL TABLE nm(X) dbnm(Y) USING nm(Z). { - sqlite3VtabBeginParse(pParse, &X, &Y, &Z); -} -vtabarglist ::= vtabarg. -vtabarglist ::= vtabarglist COMMA vtabarg. -vtabarg ::= . {sqlite3VtabArgInit(pParse);} -vtabarg ::= vtabarg vtabargtoken. -vtabargtoken ::= ANY(X). {sqlite3VtabArgExtend(pParse,&X);} -vtabargtoken ::= lp anylist RP(X). {sqlite3VtabArgExtend(pParse,&X);} -lp ::= LP(X). {sqlite3VtabArgExtend(pParse,&X);} -anylist ::= . -anylist ::= anylist ANY(X). {sqlite3VtabArgExtend(pParse,&X);} -%endif SQLITE_OMIT_VIRTUALTABLE diff --git a/libs/sqlite/src/pragma.c b/libs/sqlite/src/pragma.c deleted file mode 100644 index 26bdba224c..0000000000 --- a/libs/sqlite/src/pragma.c +++ /dev/null @@ -1,1011 +0,0 @@ -/* -** 2003 April 6 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains code used to implement the PRAGMA command. -** -** $Id: pragma.c,v 1.127 2007/01/27 02:24:56 drh Exp $ -*/ -#include "sqliteInt.h" -#include "os.h" -#include - -/* Ignore this whole file if pragmas are disabled -*/ -#if !defined(SQLITE_OMIT_PRAGMA) && !defined(SQLITE_OMIT_PARSER) - -#if defined(SQLITE_DEBUG) || defined(SQLITE_TEST) -# include "pager.h" -# include "btree.h" -#endif - -/* -** Interpret the given string as a safety level. Return 0 for OFF, -** 1 for ON or NORMAL and 2 for FULL. Return 1 for an empty or -** unrecognized string argument. -** -** Note that the values returned are one less that the values that -** should be passed into sqlite3BtreeSetSafetyLevel(). The is done -** to support legacy SQL code. The safety level used to be boolean -** and older scripts may have used numbers 0 for OFF and 1 for ON. -*/ -static int getSafetyLevel(const char *z){ - /* 123456789 123456789 */ - static const char zText[] = "onoffalseyestruefull"; - static const u8 iOffset[] = {0, 1, 2, 4, 9, 12, 16}; - static const u8 iLength[] = {2, 2, 3, 5, 3, 4, 4}; - static const u8 iValue[] = {1, 0, 0, 0, 1, 1, 2}; - int i, n; - if( isdigit(*z) ){ - return atoi(z); - } - n = strlen(z); - for(i=0; i='0' && z[0]<='2' ){ - return z[0] - '0'; - }else if( sqlite3StrICmp(z, "file")==0 ){ - return 1; - }else if( sqlite3StrICmp(z, "memory")==0 ){ - return 2; - }else{ - return 0; - } -} -#endif /* SQLITE_PAGER_PRAGMAS */ - -#ifndef SQLITE_OMIT_PAGER_PRAGMAS -/* -** Invalidate temp storage, either when the temp storage is changed -** from default, or when 'file' and the temp_store_directory has changed -*/ -static int invalidateTempStorage(Parse *pParse){ - sqlite3 *db = pParse->db; - if( db->aDb[1].pBt!=0 ){ - if( db->flags & SQLITE_InTrans ){ - sqlite3ErrorMsg(pParse, "temporary storage cannot be changed " - "from within a transaction"); - return SQLITE_ERROR; - } - sqlite3BtreeClose(db->aDb[1].pBt); - db->aDb[1].pBt = 0; - sqlite3ResetInternalSchema(db, 0); - } - return SQLITE_OK; -} -#endif /* SQLITE_PAGER_PRAGMAS */ - -#ifndef SQLITE_OMIT_PAGER_PRAGMAS -/* -** If the TEMP database is open, close it and mark the database schema -** as needing reloading. This must be done when using the TEMP_STORE -** or DEFAULT_TEMP_STORE pragmas. -*/ -static int changeTempStorage(Parse *pParse, const char *zStorageType){ - int ts = getTempStore(zStorageType); - sqlite3 *db = pParse->db; - if( db->temp_store==ts ) return SQLITE_OK; - if( invalidateTempStorage( pParse ) != SQLITE_OK ){ - return SQLITE_ERROR; - } - db->temp_store = ts; - return SQLITE_OK; -} -#endif /* SQLITE_PAGER_PRAGMAS */ - -/* -** Generate code to return a single integer value. -*/ -static void returnSingleInt(Parse *pParse, const char *zLabel, int value){ - Vdbe *v = sqlite3GetVdbe(pParse); - sqlite3VdbeAddOp(v, OP_Integer, value, 0); - if( pParse->explain==0 ){ - sqlite3VdbeSetNumCols(v, 1); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, zLabel, P3_STATIC); - } - sqlite3VdbeAddOp(v, OP_Callback, 1, 0); -} - -#ifndef SQLITE_OMIT_FLAG_PRAGMAS -/* -** Check to see if zRight and zLeft refer to a pragma that queries -** or changes one of the flags in db->flags. Return 1 if so and 0 if not. -** Also, implement the pragma. -*/ -static int flagPragma(Parse *pParse, const char *zLeft, const char *zRight){ - static const struct sPragmaType { - const char *zName; /* Name of the pragma */ - int mask; /* Mask for the db->flags value */ - } aPragma[] = { - { "vdbe_trace", SQLITE_VdbeTrace }, - { "sql_trace", SQLITE_SqlTrace }, - { "vdbe_listing", SQLITE_VdbeListing }, - { "full_column_names", SQLITE_FullColNames }, - { "short_column_names", SQLITE_ShortColNames }, - { "count_changes", SQLITE_CountRows }, - { "empty_result_callbacks", SQLITE_NullCallback }, - { "legacy_file_format", SQLITE_LegacyFileFmt }, - { "fullfsync", SQLITE_FullFSync }, -#ifndef SQLITE_OMIT_CHECK - { "ignore_check_constraints", SQLITE_IgnoreChecks }, -#endif - /* The following is VERY experimental */ - { "writable_schema", SQLITE_WriteSchema }, - { "omit_readlock", SQLITE_NoReadlock }, - - /* TODO: Maybe it shouldn't be possible to change the ReadUncommitted - ** flag if there are any active statements. */ - { "read_uncommitted", SQLITE_ReadUncommitted }, - }; - int i; - const struct sPragmaType *p; - for(i=0, p=aPragma; izName)==0 ){ - sqlite3 *db = pParse->db; - Vdbe *v; - v = sqlite3GetVdbe(pParse); - if( v ){ - if( zRight==0 ){ - returnSingleInt(pParse, p->zName, (db->flags & p->mask)!=0 ); - }else{ - if( getBoolean(zRight) ){ - db->flags |= p->mask; - }else{ - db->flags &= ~p->mask; - } - } - } - return 1; - } - } - return 0; -} -#endif /* SQLITE_OMIT_FLAG_PRAGMAS */ - -/* -** Process a pragma statement. -** -** Pragmas are of this form: -** -** PRAGMA [database.]id [= value] -** -** The identifier might also be a string. The value is a string, and -** identifier, or a number. If minusFlag is true, then the value is -** a number that was preceded by a minus sign. -** -** If the left side is "database.id" then pId1 is the database name -** and pId2 is the id. If the left side is just "id" then pId1 is the -** id and pId2 is any empty string. -*/ -void sqlite3Pragma( - Parse *pParse, - Token *pId1, /* First part of [database.]id field */ - Token *pId2, /* Second part of [database.]id field, or NULL */ - Token *pValue, /* Token for , or NULL */ - int minusFlag /* True if a '-' sign preceded */ -){ - char *zLeft = 0; /* Nul-terminated UTF-8 string */ - char *zRight = 0; /* Nul-terminated UTF-8 string , or NULL */ - const char *zDb = 0; /* The database name */ - Token *pId; /* Pointer to token */ - int iDb; /* Database index for */ - sqlite3 *db = pParse->db; - Db *pDb; - Vdbe *v = sqlite3GetVdbe(pParse); - if( v==0 ) return; - - /* Interpret the [database.] part of the pragma statement. iDb is the - ** index of the database this pragma is being applied to in db.aDb[]. */ - iDb = sqlite3TwoPartName(pParse, pId1, pId2, &pId); - if( iDb<0 ) return; - pDb = &db->aDb[iDb]; - - /* If the temp database has been explicitly named as part of the - ** pragma, make sure it is open. - */ - if( iDb==1 && sqlite3OpenTempDatabase(pParse) ){ - return; - } - - zLeft = sqlite3NameFromToken(pId); - if( !zLeft ) return; - if( minusFlag ){ - zRight = sqlite3MPrintf("-%T", pValue); - }else{ - zRight = sqlite3NameFromToken(pValue); - } - - zDb = ((iDb>0)?pDb->zName:0); - if( sqlite3AuthCheck(pParse, SQLITE_PRAGMA, zLeft, zRight, zDb) ){ - goto pragma_out; - } - -#ifndef SQLITE_OMIT_PAGER_PRAGMAS - /* - ** PRAGMA [database.]default_cache_size - ** PRAGMA [database.]default_cache_size=N - ** - ** The first form reports the current persistent setting for the - ** page cache size. The value returned is the maximum number of - ** pages in the page cache. The second form sets both the current - ** page cache size value and the persistent page cache size value - ** stored in the database file. - ** - ** The default cache size is stored in meta-value 2 of page 1 of the - ** database file. The cache size is actually the absolute value of - ** this memory location. The sign of meta-value 2 determines the - ** synchronous setting. A negative value means synchronous is off - ** and a positive value means synchronous is on. - */ - if( sqlite3StrICmp(zLeft,"default_cache_size")==0 ){ - static const VdbeOpList getCacheSize[] = { - { OP_ReadCookie, 0, 2, 0}, /* 0 */ - { OP_AbsValue, 0, 0, 0}, - { OP_Dup, 0, 0, 0}, - { OP_Integer, 0, 0, 0}, - { OP_Ne, 0, 6, 0}, - { OP_Integer, 0, 0, 0}, /* 5 */ - { OP_Callback, 1, 0, 0}, - }; - int addr; - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - if( !zRight ){ - sqlite3VdbeSetNumCols(v, 1); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "cache_size", P3_STATIC); - addr = sqlite3VdbeAddOpList(v, ArraySize(getCacheSize), getCacheSize); - sqlite3VdbeChangeP1(v, addr, iDb); - sqlite3VdbeChangeP1(v, addr+5, MAX_PAGES); - }else{ - int size = atoi(zRight); - if( size<0 ) size = -size; - sqlite3BeginWriteOperation(pParse, 0, iDb); - sqlite3VdbeAddOp(v, OP_Integer, size, 0); - sqlite3VdbeAddOp(v, OP_ReadCookie, iDb, 2); - addr = sqlite3VdbeAddOp(v, OP_Integer, 0, 0); - sqlite3VdbeAddOp(v, OP_Ge, 0, addr+3); - sqlite3VdbeAddOp(v, OP_Negative, 0, 0); - sqlite3VdbeAddOp(v, OP_SetCookie, iDb, 2); - pDb->pSchema->cache_size = size; - sqlite3BtreeSetCacheSize(pDb->pBt, pDb->pSchema->cache_size); - } - }else - - /* - ** PRAGMA [database.]page_size - ** PRAGMA [database.]page_size=N - ** - ** The first form reports the current setting for the - ** database page size in bytes. The second form sets the - ** database page size value. The value can only be set if - ** the database has not yet been created. - */ - if( sqlite3StrICmp(zLeft,"page_size")==0 ){ - Btree *pBt = pDb->pBt; - if( !zRight ){ - int size = pBt ? sqlite3BtreeGetPageSize(pBt) : 0; - returnSingleInt(pParse, "page_size", size); - }else{ - sqlite3BtreeSetPageSize(pBt, atoi(zRight), -1); - } - }else -#endif /* SQLITE_OMIT_PAGER_PRAGMAS */ - - /* - ** PRAGMA [database.]auto_vacuum - ** PRAGMA [database.]auto_vacuum=N - ** - ** Get or set the (boolean) value of the database 'auto-vacuum' parameter. - */ -#ifndef SQLITE_OMIT_AUTOVACUUM - if( sqlite3StrICmp(zLeft,"auto_vacuum")==0 ){ - Btree *pBt = pDb->pBt; - if( !zRight ){ - int auto_vacuum = - pBt ? sqlite3BtreeGetAutoVacuum(pBt) : SQLITE_DEFAULT_AUTOVACUUM; - returnSingleInt(pParse, "auto_vacuum", auto_vacuum); - }else{ - sqlite3BtreeSetAutoVacuum(pBt, getBoolean(zRight)); - } - }else -#endif - -#ifndef SQLITE_OMIT_PAGER_PRAGMAS - /* - ** PRAGMA [database.]cache_size - ** PRAGMA [database.]cache_size=N - ** - ** The first form reports the current local setting for the - ** page cache size. The local setting can be different from - ** the persistent cache size value that is stored in the database - ** file itself. The value returned is the maximum number of - ** pages in the page cache. The second form sets the local - ** page cache size value. It does not change the persistent - ** cache size stored on the disk so the cache size will revert - ** to its default value when the database is closed and reopened. - ** N should be a positive integer. - */ - if( sqlite3StrICmp(zLeft,"cache_size")==0 ){ - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - if( !zRight ){ - returnSingleInt(pParse, "cache_size", pDb->pSchema->cache_size); - }else{ - int size = atoi(zRight); - if( size<0 ) size = -size; - pDb->pSchema->cache_size = size; - sqlite3BtreeSetCacheSize(pDb->pBt, pDb->pSchema->cache_size); - } - }else - - /* - ** PRAGMA temp_store - ** PRAGMA temp_store = "default"|"memory"|"file" - ** - ** Return or set the local value of the temp_store flag. Changing - ** the local value does not make changes to the disk file and the default - ** value will be restored the next time the database is opened. - ** - ** Note that it is possible for the library compile-time options to - ** override this setting - */ - if( sqlite3StrICmp(zLeft, "temp_store")==0 ){ - if( !zRight ){ - returnSingleInt(pParse, "temp_store", db->temp_store); - }else{ - changeTempStorage(pParse, zRight); - } - }else - - /* - ** PRAGMA temp_store_directory - ** PRAGMA temp_store_directory = ""|"directory_name" - ** - ** Return or set the local value of the temp_store_directory flag. Changing - ** the value sets a specific directory to be used for temporary files. - ** Setting to a null string reverts to the default temporary directory search. - ** If temporary directory is changed, then invalidateTempStorage. - ** - */ - if( sqlite3StrICmp(zLeft, "temp_store_directory")==0 ){ - if( !zRight ){ - if( sqlite3_temp_directory ){ - sqlite3VdbeSetNumCols(v, 1); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, - "temp_store_directory", P3_STATIC); - sqlite3VdbeOp3(v, OP_String8, 0, 0, sqlite3_temp_directory, 0); - sqlite3VdbeAddOp(v, OP_Callback, 1, 0); - } - }else{ - if( zRight[0] && !sqlite3OsIsDirWritable(zRight) ){ - sqlite3ErrorMsg(pParse, "not a writable directory"); - goto pragma_out; - } - if( TEMP_STORE==0 - || (TEMP_STORE==1 && db->temp_store<=1) - || (TEMP_STORE==2 && db->temp_store==1) - ){ - invalidateTempStorage(pParse); - } - sqliteFree(sqlite3_temp_directory); - if( zRight[0] ){ - sqlite3_temp_directory = zRight; - zRight = 0; - }else{ - sqlite3_temp_directory = 0; - } - } - }else - - /* - ** PRAGMA [database.]synchronous - ** PRAGMA [database.]synchronous=OFF|ON|NORMAL|FULL - ** - ** Return or set the local value of the synchronous flag. Changing - ** the local value does not make changes to the disk file and the - ** default value will be restored the next time the database is - ** opened. - */ - if( sqlite3StrICmp(zLeft,"synchronous")==0 ){ - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - if( !zRight ){ - returnSingleInt(pParse, "synchronous", pDb->safety_level-1); - }else{ - if( !db->autoCommit ){ - sqlite3ErrorMsg(pParse, - "Safety level may not be changed inside a transaction"); - }else{ - pDb->safety_level = getSafetyLevel(zRight)+1; - } - } - }else -#endif /* SQLITE_OMIT_PAGER_PRAGMAS */ - -#ifndef SQLITE_OMIT_FLAG_PRAGMAS - if( flagPragma(pParse, zLeft, zRight) ){ - /* The flagPragma() subroutine also generates any necessary code - ** there is nothing more to do here */ - }else -#endif /* SQLITE_OMIT_FLAG_PRAGMAS */ - -#ifndef SQLITE_OMIT_SCHEMA_PRAGMAS - /* - ** PRAGMA table_info(
) - ** - ** Return a single row for each column of the named table. The columns of - ** the returned data set are: - ** - ** cid: Column id (numbered from left to right, starting at 0) - ** name: Column name - ** type: Column declaration type. - ** notnull: True if 'NOT NULL' is part of column declaration - ** dflt_value: The default value for the column, if any. - */ - if( sqlite3StrICmp(zLeft, "table_info")==0 && zRight ){ - Table *pTab; - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - pTab = sqlite3FindTable(db, zRight, zDb); - if( pTab ){ - int i; - Column *pCol; - sqlite3VdbeSetNumCols(v, 6); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "cid", P3_STATIC); - sqlite3VdbeSetColName(v, 1, COLNAME_NAME, "name", P3_STATIC); - sqlite3VdbeSetColName(v, 2, COLNAME_NAME, "type", P3_STATIC); - sqlite3VdbeSetColName(v, 3, COLNAME_NAME, "notnull", P3_STATIC); - sqlite3VdbeSetColName(v, 4, COLNAME_NAME, "dflt_value", P3_STATIC); - sqlite3VdbeSetColName(v, 5, COLNAME_NAME, "pk", P3_STATIC); - sqlite3ViewGetColumnNames(pParse, pTab); - for(i=0, pCol=pTab->aCol; inCol; i++, pCol++){ - const Token *pDflt; - sqlite3VdbeAddOp(v, OP_Integer, i, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, pCol->zName, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, - pCol->zType ? pCol->zType : "", 0); - sqlite3VdbeAddOp(v, OP_Integer, pCol->notNull, 0); - if( pCol->pDflt && (pDflt = &pCol->pDflt->span)->z ){ - sqlite3VdbeOp3(v, OP_String8, 0, 0, (char*)pDflt->z, pDflt->n); - }else{ - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - } - sqlite3VdbeAddOp(v, OP_Integer, pCol->isPrimKey, 0); - sqlite3VdbeAddOp(v, OP_Callback, 6, 0); - } - } - }else - - if( sqlite3StrICmp(zLeft, "index_info")==0 && zRight ){ - Index *pIdx; - Table *pTab; - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - pIdx = sqlite3FindIndex(db, zRight, zDb); - if( pIdx ){ - int i; - pTab = pIdx->pTable; - sqlite3VdbeSetNumCols(v, 3); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "seqno", P3_STATIC); - sqlite3VdbeSetColName(v, 1, COLNAME_NAME, "cid", P3_STATIC); - sqlite3VdbeSetColName(v, 2, COLNAME_NAME, "name", P3_STATIC); - for(i=0; inColumn; i++){ - int cnum = pIdx->aiColumn[i]; - sqlite3VdbeAddOp(v, OP_Integer, i, 0); - sqlite3VdbeAddOp(v, OP_Integer, cnum, 0); - assert( pTab->nCol>cnum ); - sqlite3VdbeOp3(v, OP_String8, 0, 0, pTab->aCol[cnum].zName, 0); - sqlite3VdbeAddOp(v, OP_Callback, 3, 0); - } - } - }else - - if( sqlite3StrICmp(zLeft, "index_list")==0 && zRight ){ - Index *pIdx; - Table *pTab; - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - pTab = sqlite3FindTable(db, zRight, zDb); - if( pTab ){ - v = sqlite3GetVdbe(pParse); - pIdx = pTab->pIndex; - if( pIdx ){ - int i = 0; - sqlite3VdbeSetNumCols(v, 3); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "seq", P3_STATIC); - sqlite3VdbeSetColName(v, 1, COLNAME_NAME, "name", P3_STATIC); - sqlite3VdbeSetColName(v, 2, COLNAME_NAME, "unique", P3_STATIC); - while(pIdx){ - sqlite3VdbeAddOp(v, OP_Integer, i, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, pIdx->zName, 0); - sqlite3VdbeAddOp(v, OP_Integer, pIdx->onError!=OE_None, 0); - sqlite3VdbeAddOp(v, OP_Callback, 3, 0); - ++i; - pIdx = pIdx->pNext; - } - } - } - }else - - if( sqlite3StrICmp(zLeft, "database_list")==0 ){ - int i; - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - sqlite3VdbeSetNumCols(v, 3); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "seq", P3_STATIC); - sqlite3VdbeSetColName(v, 1, COLNAME_NAME, "name", P3_STATIC); - sqlite3VdbeSetColName(v, 2, COLNAME_NAME, "file", P3_STATIC); - for(i=0; inDb; i++){ - if( db->aDb[i].pBt==0 ) continue; - assert( db->aDb[i].zName!=0 ); - sqlite3VdbeAddOp(v, OP_Integer, i, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, db->aDb[i].zName, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, - sqlite3BtreeGetFilename(db->aDb[i].pBt), 0); - sqlite3VdbeAddOp(v, OP_Callback, 3, 0); - } - }else - - if( sqlite3StrICmp(zLeft, "collation_list")==0 ){ - int i = 0; - HashElem *p; - sqlite3VdbeSetNumCols(v, 2); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "seq", P3_STATIC); - sqlite3VdbeSetColName(v, 1, COLNAME_NAME, "name", P3_STATIC); - for(p=sqliteHashFirst(&db->aCollSeq); p; p=sqliteHashNext(p)){ - CollSeq *pColl = (CollSeq *)sqliteHashData(p); - sqlite3VdbeAddOp(v, OP_Integer, i++, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, pColl->zName, 0); - sqlite3VdbeAddOp(v, OP_Callback, 2, 0); - } - }else -#endif /* SQLITE_OMIT_SCHEMA_PRAGMAS */ - -#ifndef SQLITE_OMIT_FOREIGN_KEY - if( sqlite3StrICmp(zLeft, "foreign_key_list")==0 && zRight ){ - FKey *pFK; - Table *pTab; - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - pTab = sqlite3FindTable(db, zRight, zDb); - if( pTab ){ - v = sqlite3GetVdbe(pParse); - pFK = pTab->pFKey; - if( pFK ){ - int i = 0; - sqlite3VdbeSetNumCols(v, 5); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "id", P3_STATIC); - sqlite3VdbeSetColName(v, 1, COLNAME_NAME, "seq", P3_STATIC); - sqlite3VdbeSetColName(v, 2, COLNAME_NAME, "table", P3_STATIC); - sqlite3VdbeSetColName(v, 3, COLNAME_NAME, "from", P3_STATIC); - sqlite3VdbeSetColName(v, 4, COLNAME_NAME, "to", P3_STATIC); - while(pFK){ - int j; - for(j=0; jnCol; j++){ - char *zCol = pFK->aCol[j].zCol; - sqlite3VdbeAddOp(v, OP_Integer, i, 0); - sqlite3VdbeAddOp(v, OP_Integer, j, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, pFK->zTo, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, - pTab->aCol[pFK->aCol[j].iFrom].zName, 0); - sqlite3VdbeOp3(v, zCol ? OP_String8 : OP_Null, 0, 0, zCol, 0); - sqlite3VdbeAddOp(v, OP_Callback, 5, 0); - } - ++i; - pFK = pFK->pNextFrom; - } - } - } - }else -#endif /* !defined(SQLITE_OMIT_FOREIGN_KEY) */ - -#ifndef NDEBUG - if( sqlite3StrICmp(zLeft, "parser_trace")==0 ){ - extern void sqlite3ParserTrace(FILE*, char *); - if( zRight ){ - if( getBoolean(zRight) ){ - sqlite3ParserTrace(stderr, "parser: "); - }else{ - sqlite3ParserTrace(0, 0); - } - } - }else -#endif - - /* Reinstall the LIKE and GLOB functions. The variant of LIKE - ** used will be case sensitive or not depending on the RHS. - */ - if( sqlite3StrICmp(zLeft, "case_sensitive_like")==0 ){ - if( zRight ){ - sqlite3RegisterLikeFunctions(db, getBoolean(zRight)); - } - }else - -#ifndef SQLITE_INTEGRITY_CHECK_ERROR_MAX -# define SQLITE_INTEGRITY_CHECK_ERROR_MAX 100 -#endif - -#ifndef SQLITE_OMIT_INTEGRITY_CHECK - if( sqlite3StrICmp(zLeft, "integrity_check")==0 ){ - int i, j, addr, mxErr; - - /* Code that appears at the end of the integrity check. If no error - ** messages have been generated, output OK. Otherwise output the - ** error message - */ - static const VdbeOpList endCode[] = { - { OP_MemLoad, 0, 0, 0}, - { OP_Integer, 0, 0, 0}, - { OP_Ne, 0, 0, 0}, /* 2 */ - { OP_String8, 0, 0, "ok"}, - { OP_Callback, 1, 0, 0}, - }; - - /* Initialize the VDBE program */ - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - sqlite3VdbeSetNumCols(v, 1); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "integrity_check", P3_STATIC); - - /* Set the maximum error count */ - mxErr = SQLITE_INTEGRITY_CHECK_ERROR_MAX; - if( zRight ){ - mxErr = atoi(zRight); - if( mxErr<=0 ){ - mxErr = SQLITE_INTEGRITY_CHECK_ERROR_MAX; - } - } - sqlite3VdbeAddOp(v, OP_MemInt, mxErr, 0); - - /* Do an integrity check on each database file */ - for(i=0; inDb; i++){ - HashElem *x; - Hash *pTbls; - int cnt = 0; - - if( OMIT_TEMPDB && i==1 ) continue; - - sqlite3CodeVerifySchema(pParse, i); - addr = sqlite3VdbeAddOp(v, OP_IfMemPos, 0, 0); - sqlite3VdbeAddOp(v, OP_Halt, 0, 0); - sqlite3VdbeJumpHere(v, addr); - - /* Do an integrity check of the B-Tree - */ - pTbls = &db->aDb[i].pSchema->tblHash; - for(x=sqliteHashFirst(pTbls); x; x=sqliteHashNext(x)){ - Table *pTab = sqliteHashData(x); - Index *pIdx; - sqlite3VdbeAddOp(v, OP_Integer, pTab->tnum, 0); - cnt++; - for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ - sqlite3VdbeAddOp(v, OP_Integer, pIdx->tnum, 0); - cnt++; - } - } - if( cnt==0 ) continue; - sqlite3VdbeAddOp(v, OP_IntegrityCk, 0, i); - addr = sqlite3VdbeAddOp(v, OP_IsNull, -1, 0); - sqlite3VdbeOp3(v, OP_String8, 0, 0, - sqlite3MPrintf("*** in database %s ***\n", db->aDb[i].zName), - P3_DYNAMIC); - sqlite3VdbeAddOp(v, OP_Pull, 1, 0); - sqlite3VdbeAddOp(v, OP_Concat, 0, 0); - sqlite3VdbeAddOp(v, OP_Callback, 1, 0); - sqlite3VdbeJumpHere(v, addr); - - /* Make sure all the indices are constructed correctly. - */ - for(x=sqliteHashFirst(pTbls); x; x=sqliteHashNext(x)){ - Table *pTab = sqliteHashData(x); - Index *pIdx; - int loopTop; - - if( pTab->pIndex==0 ) continue; - addr = sqlite3VdbeAddOp(v, OP_IfMemPos, 0, 0); - sqlite3VdbeAddOp(v, OP_Halt, 0, 0); - sqlite3VdbeJumpHere(v, addr); - sqlite3OpenTableAndIndices(pParse, pTab, 1, OP_OpenRead); - sqlite3VdbeAddOp(v, OP_MemInt, 0, 1); - loopTop = sqlite3VdbeAddOp(v, OP_Rewind, 1, 0); - sqlite3VdbeAddOp(v, OP_MemIncr, 1, 1); - for(j=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, j++){ - int jmp2; - static const VdbeOpList idxErr[] = { - { OP_MemIncr, -1, 0, 0}, - { OP_String8, 0, 0, "rowid "}, - { OP_Rowid, 1, 0, 0}, - { OP_String8, 0, 0, " missing from index "}, - { OP_String8, 0, 0, 0}, /* 4 */ - { OP_Concat, 2, 0, 0}, - { OP_Callback, 1, 0, 0}, - }; - sqlite3GenerateIndexKey(v, pIdx, 1); - jmp2 = sqlite3VdbeAddOp(v, OP_Found, j+2, 0); - addr = sqlite3VdbeAddOpList(v, ArraySize(idxErr), idxErr); - sqlite3VdbeChangeP3(v, addr+4, pIdx->zName, P3_STATIC); - sqlite3VdbeJumpHere(v, jmp2); - } - sqlite3VdbeAddOp(v, OP_Next, 1, loopTop+1); - sqlite3VdbeJumpHere(v, loopTop); - for(j=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, j++){ - static const VdbeOpList cntIdx[] = { - { OP_MemInt, 0, 2, 0}, - { OP_Rewind, 0, 0, 0}, /* 1 */ - { OP_MemIncr, 1, 2, 0}, - { OP_Next, 0, 0, 0}, /* 3 */ - { OP_MemLoad, 1, 0, 0}, - { OP_MemLoad, 2, 0, 0}, - { OP_Eq, 0, 0, 0}, /* 6 */ - { OP_MemIncr, -1, 0, 0}, - { OP_String8, 0, 0, "wrong # of entries in index "}, - { OP_String8, 0, 0, 0}, /* 9 */ - { OP_Concat, 0, 0, 0}, - { OP_Callback, 1, 0, 0}, - }; - if( pIdx->tnum==0 ) continue; - addr = sqlite3VdbeAddOp(v, OP_IfMemPos, 0, 0); - sqlite3VdbeAddOp(v, OP_Halt, 0, 0); - sqlite3VdbeJumpHere(v, addr); - addr = sqlite3VdbeAddOpList(v, ArraySize(cntIdx), cntIdx); - sqlite3VdbeChangeP1(v, addr+1, j+2); - sqlite3VdbeChangeP2(v, addr+1, addr+4); - sqlite3VdbeChangeP1(v, addr+3, j+2); - sqlite3VdbeChangeP2(v, addr+3, addr+2); - sqlite3VdbeJumpHere(v, addr+6); - sqlite3VdbeChangeP3(v, addr+9, pIdx->zName, P3_STATIC); - } - } - } - addr = sqlite3VdbeAddOpList(v, ArraySize(endCode), endCode); - sqlite3VdbeChangeP1(v, addr+1, mxErr); - sqlite3VdbeJumpHere(v, addr+2); - }else -#endif /* SQLITE_OMIT_INTEGRITY_CHECK */ - -#ifndef SQLITE_OMIT_UTF16 - /* - ** PRAGMA encoding - ** PRAGMA encoding = "utf-8"|"utf-16"|"utf-16le"|"utf-16be" - ** - ** In it's first form, this pragma returns the encoding of the main - ** database. If the database is not initialized, it is initialized now. - ** - ** The second form of this pragma is a no-op if the main database file - ** has not already been initialized. In this case it sets the default - ** encoding that will be used for the main database file if a new file - ** is created. If an existing main database file is opened, then the - ** default text encoding for the existing database is used. - ** - ** In all cases new databases created using the ATTACH command are - ** created to use the same default text encoding as the main database. If - ** the main database has not been initialized and/or created when ATTACH - ** is executed, this is done before the ATTACH operation. - ** - ** In the second form this pragma sets the text encoding to be used in - ** new database files created using this database handle. It is only - ** useful if invoked immediately after the main database i - */ - if( sqlite3StrICmp(zLeft, "encoding")==0 ){ - static const struct EncName { - char *zName; - u8 enc; - } encnames[] = { - { "UTF-8", SQLITE_UTF8 }, - { "UTF8", SQLITE_UTF8 }, - { "UTF-16le", SQLITE_UTF16LE }, - { "UTF16le", SQLITE_UTF16LE }, - { "UTF-16be", SQLITE_UTF16BE }, - { "UTF16be", SQLITE_UTF16BE }, - { "UTF-16", 0 }, /* SQLITE_UTF16NATIVE */ - { "UTF16", 0 }, /* SQLITE_UTF16NATIVE */ - { 0, 0 } - }; - const struct EncName *pEnc; - if( !zRight ){ /* "PRAGMA encoding" */ - if( sqlite3ReadSchema(pParse) ) goto pragma_out; - sqlite3VdbeSetNumCols(v, 1); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "encoding", P3_STATIC); - sqlite3VdbeAddOp(v, OP_String8, 0, 0); - for(pEnc=&encnames[0]; pEnc->zName; pEnc++){ - if( pEnc->enc==ENC(pParse->db) ){ - sqlite3VdbeChangeP3(v, -1, pEnc->zName, P3_STATIC); - break; - } - } - sqlite3VdbeAddOp(v, OP_Callback, 1, 0); - }else{ /* "PRAGMA encoding = XXX" */ - /* Only change the value of sqlite.enc if the database handle is not - ** initialized. If the main database exists, the new sqlite.enc value - ** will be overwritten when the schema is next loaded. If it does not - ** already exists, it will be created to use the new encoding value. - */ - if( - !(DbHasProperty(db, 0, DB_SchemaLoaded)) || - DbHasProperty(db, 0, DB_Empty) - ){ - for(pEnc=&encnames[0]; pEnc->zName; pEnc++){ - if( 0==sqlite3StrICmp(zRight, pEnc->zName) ){ - ENC(pParse->db) = pEnc->enc ? pEnc->enc : SQLITE_UTF16NATIVE; - break; - } - } - if( !pEnc->zName ){ - sqlite3ErrorMsg(pParse, "unsupported encoding: %s", zRight); - } - } - } - }else -#endif /* SQLITE_OMIT_UTF16 */ - -#ifndef SQLITE_OMIT_SCHEMA_VERSION_PRAGMAS - /* - ** PRAGMA [database.]schema_version - ** PRAGMA [database.]schema_version = - ** - ** PRAGMA [database.]user_version - ** PRAGMA [database.]user_version = - ** - ** The pragma's schema_version and user_version are used to set or get - ** the value of the schema-version and user-version, respectively. Both - ** the schema-version and the user-version are 32-bit signed integers - ** stored in the database header. - ** - ** The schema-cookie is usually only manipulated internally by SQLite. It - ** is incremented by SQLite whenever the database schema is modified (by - ** creating or dropping a table or index). The schema version is used by - ** SQLite each time a query is executed to ensure that the internal cache - ** of the schema used when compiling the SQL query matches the schema of - ** the database against which the compiled query is actually executed. - ** Subverting this mechanism by using "PRAGMA schema_version" to modify - ** the schema-version is potentially dangerous and may lead to program - ** crashes or database corruption. Use with caution! - ** - ** The user-version is not used internally by SQLite. It may be used by - ** applications for any purpose. - */ - if( sqlite3StrICmp(zLeft, "schema_version")==0 || - sqlite3StrICmp(zLeft, "user_version")==0 ){ - - int iCookie; /* Cookie index. 0 for schema-cookie, 6 for user-cookie. */ - if( zLeft[0]=='s' || zLeft[0]=='S' ){ - iCookie = 0; - }else{ - iCookie = 5; - } - - if( zRight ){ - /* Write the specified cookie value */ - static const VdbeOpList setCookie[] = { - { OP_Transaction, 0, 1, 0}, /* 0 */ - { OP_Integer, 0, 0, 0}, /* 1 */ - { OP_SetCookie, 0, 0, 0}, /* 2 */ - }; - int addr = sqlite3VdbeAddOpList(v, ArraySize(setCookie), setCookie); - sqlite3VdbeChangeP1(v, addr, iDb); - sqlite3VdbeChangeP1(v, addr+1, atoi(zRight)); - sqlite3VdbeChangeP1(v, addr+2, iDb); - sqlite3VdbeChangeP2(v, addr+2, iCookie); - }else{ - /* Read the specified cookie value */ - static const VdbeOpList readCookie[] = { - { OP_ReadCookie, 0, 0, 0}, /* 0 */ - { OP_Callback, 1, 0, 0} - }; - int addr = sqlite3VdbeAddOpList(v, ArraySize(readCookie), readCookie); - sqlite3VdbeChangeP1(v, addr, iDb); - sqlite3VdbeChangeP2(v, addr, iCookie); - sqlite3VdbeSetNumCols(v, 1); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, zLeft, P3_TRANSIENT); - } - } -#endif /* SQLITE_OMIT_SCHEMA_VERSION_PRAGMAS */ - -#if defined(SQLITE_DEBUG) || defined(SQLITE_TEST) - /* - ** Report the current state of file logs for all databases - */ - if( sqlite3StrICmp(zLeft, "lock_status")==0 ){ - static const char *const azLockName[] = { - "unlocked", "shared", "reserved", "pending", "exclusive" - }; - int i; - Vdbe *v = sqlite3GetVdbe(pParse); - sqlite3VdbeSetNumCols(v, 2); - sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "database", P3_STATIC); - sqlite3VdbeSetColName(v, 1, COLNAME_NAME, "status", P3_STATIC); - for(i=0; inDb; i++){ - Btree *pBt; - Pager *pPager; - if( db->aDb[i].zName==0 ) continue; - sqlite3VdbeOp3(v, OP_String8, 0, 0, db->aDb[i].zName, P3_STATIC); - pBt = db->aDb[i].pBt; - if( pBt==0 || (pPager = sqlite3BtreePager(pBt))==0 ){ - sqlite3VdbeOp3(v, OP_String8, 0, 0, "closed", P3_STATIC); - }else{ - int j = sqlite3pager_lockstate(pPager); - sqlite3VdbeOp3(v, OP_String8, 0, 0, - (j>=0 && j<=4) ? azLockName[j] : "unknown", P3_STATIC); - } - sqlite3VdbeAddOp(v, OP_Callback, 2, 0); - } - }else -#endif - -#ifdef SQLITE_SSE - /* - ** Check to see if the sqlite_statements table exists. Create it - ** if it does not. - */ - if( sqlite3StrICmp(zLeft, "create_sqlite_statement_table")==0 ){ - extern int sqlite3CreateStatementsTable(Parse*); - sqlite3CreateStatementsTable(pParse); - }else -#endif - -#if SQLITE_HAS_CODEC - if( sqlite3StrICmp(zLeft, "key")==0 ){ - sqlite3_key(db, zRight, strlen(zRight)); - }else -#endif -#if SQLITE_HAS_CODEC || defined(SQLITE_ENABLE_CEROD) - if( sqlite3StrICmp(zLeft, "activate_extensions")==0 ){ -#if SQLITE_HAS_CODEC - if( sqlite3StrNICmp(zRight, "see-", 4)==0 ){ - extern void sqlite3_activate_see(const char*); - sqlite3_activate_see(&zRight[4]); - } -#endif -#ifdef SQLITE_ENABLE_CEROD - if( sqlite3StrNICmp(zRight, "cerod-", 6)==0 ){ - extern void sqlite3_activate_cerod(const char*); - sqlite3_activate_cerod(&zRight[6]); - } -#endif - } -#endif - - {} - - if( v ){ - /* Code an OP_Expire at the end of each PRAGMA program to cause - ** the VDBE implementing the pragma to expire. Most (all?) pragmas - ** are only valid for a single execution. - */ - sqlite3VdbeAddOp(v, OP_Expire, 1, 0); - - /* - ** Reset the safety level, in case the fullfsync flag or synchronous - ** setting changed. - */ -#ifndef SQLITE_OMIT_PAGER_PRAGMAS - if( db->autoCommit ){ - sqlite3BtreeSetSafetyLevel(pDb->pBt, pDb->safety_level, - (db->flags&SQLITE_FullFSync)!=0); - } -#endif - } -pragma_out: - sqliteFree(zLeft); - sqliteFree(zRight); -} - -#endif /* SQLITE_OMIT_PRAGMA || SQLITE_OMIT_PARSER */ diff --git a/libs/sqlite/src/prepare.c b/libs/sqlite/src/prepare.c deleted file mode 100644 index 2c68112de1..0000000000 --- a/libs/sqlite/src/prepare.c +++ /dev/null @@ -1,682 +0,0 @@ -/* -** 2005 May 25 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains the implementation of the sqlite3_prepare() -** interface, and routines that contribute to loading the database schema -** from disk. -** -** $Id: prepare.c,v 1.43 2007/01/09 14:01:13 drh Exp $ -*/ -#include "sqliteInt.h" -#include "os.h" -#include - -/* -** Fill the InitData structure with an error message that indicates -** that the database is corrupt. -*/ -static void corruptSchema(InitData *pData, const char *zExtra){ - if( !sqlite3MallocFailed() ){ - sqlite3SetString(pData->pzErrMsg, "malformed database schema", - zExtra!=0 && zExtra[0]!=0 ? " - " : (char*)0, zExtra, (char*)0); - } - pData->rc = SQLITE_CORRUPT; -} - -/* -** This is the callback routine for the code that initializes the -** database. See sqlite3Init() below for additional information. -** This routine is also called from the OP_ParseSchema opcode of the VDBE. -** -** Each callback contains the following information: -** -** argv[0] = name of thing being created -** argv[1] = root page number for table or index. 0 for trigger or view. -** argv[2] = SQL text for the CREATE statement. -** -*/ -int sqlite3InitCallback(void *pInit, int argc, char **argv, char **azColName){ - InitData *pData = (InitData*)pInit; - sqlite3 *db = pData->db; - int iDb = pData->iDb; - - pData->rc = SQLITE_OK; - DbClearProperty(db, iDb, DB_Empty); - if( sqlite3MallocFailed() ){ - corruptSchema(pData, 0); - return SQLITE_NOMEM; - } - - assert( argc==3 ); - if( argv==0 ) return 0; /* Might happen if EMPTY_RESULT_CALLBACKS are on */ - if( argv[1]==0 ){ - corruptSchema(pData, 0); - return 1; - } - assert( iDb>=0 && iDbnDb ); - if( argv[2] && argv[2][0] ){ - /* Call the parser to process a CREATE TABLE, INDEX or VIEW. - ** But because db->init.busy is set to 1, no VDBE code is generated - ** or executed. All the parser does is build the internal data - ** structures that describe the table, index, or view. - */ - char *zErr; - int rc; - assert( db->init.busy ); - db->init.iDb = iDb; - db->init.newTnum = atoi(argv[1]); - rc = sqlite3_exec(db, argv[2], 0, 0, &zErr); - db->init.iDb = 0; - assert( rc!=SQLITE_OK || zErr==0 ); - if( SQLITE_OK!=rc ){ - pData->rc = rc; - if( rc==SQLITE_NOMEM ){ - sqlite3FailedMalloc(); - }else if( rc!=SQLITE_INTERRUPT ){ - corruptSchema(pData, zErr); - } - sqlite3_free(zErr); - return 1; - } - }else{ - /* If the SQL column is blank it means this is an index that - ** was created to be the PRIMARY KEY or to fulfill a UNIQUE - ** constraint for a CREATE TABLE. The index should have already - ** been created when we processed the CREATE TABLE. All we have - ** to do here is record the root page number for that index. - */ - Index *pIndex; - pIndex = sqlite3FindIndex(db, argv[0], db->aDb[iDb].zName); - if( pIndex==0 || pIndex->tnum!=0 ){ - /* This can occur if there exists an index on a TEMP table which - ** has the same name as another index on a permanent index. Since - ** the permanent table is hidden by the TEMP table, we can also - ** safely ignore the index on the permanent table. - */ - /* Do Nothing */; - }else{ - pIndex->tnum = atoi(argv[1]); - } - } - return 0; -} - -/* -** Attempt to read the database schema and initialize internal -** data structures for a single database file. The index of the -** database file is given by iDb. iDb==0 is used for the main -** database. iDb==1 should never be used. iDb>=2 is used for -** auxiliary databases. Return one of the SQLITE_ error codes to -** indicate success or failure. -*/ -static int sqlite3InitOne(sqlite3 *db, int iDb, char **pzErrMsg){ - int rc; - BtCursor *curMain; - int size; - Table *pTab; - Db *pDb; - char const *azArg[4]; - int meta[10]; - InitData initData; - char const *zMasterSchema; - char const *zMasterName = SCHEMA_TABLE(iDb); - - /* - ** The master database table has a structure like this - */ - static const char master_schema[] = - "CREATE TABLE sqlite_master(\n" - " type text,\n" - " name text,\n" - " tbl_name text,\n" - " rootpage integer,\n" - " sql text\n" - ")" - ; -#ifndef SQLITE_OMIT_TEMPDB - static const char temp_master_schema[] = - "CREATE TEMP TABLE sqlite_temp_master(\n" - " type text,\n" - " name text,\n" - " tbl_name text,\n" - " rootpage integer,\n" - " sql text\n" - ")" - ; -#else - #define temp_master_schema 0 -#endif - - assert( iDb>=0 && iDbnDb ); - assert( db->aDb[iDb].pSchema ); - - /* zMasterSchema and zInitScript are set to point at the master schema - ** and initialisation script appropriate for the database being - ** initialised. zMasterName is the name of the master table. - */ - if( !OMIT_TEMPDB && iDb==1 ){ - zMasterSchema = temp_master_schema; - }else{ - zMasterSchema = master_schema; - } - zMasterName = SCHEMA_TABLE(iDb); - - /* Construct the schema tables. */ - sqlite3SafetyOff(db); - azArg[0] = zMasterName; - azArg[1] = "1"; - azArg[2] = zMasterSchema; - azArg[3] = 0; - initData.db = db; - initData.iDb = iDb; - initData.pzErrMsg = pzErrMsg; - rc = sqlite3InitCallback(&initData, 3, (char **)azArg, 0); - if( rc ){ - sqlite3SafetyOn(db); - return initData.rc; - } - pTab = sqlite3FindTable(db, zMasterName, db->aDb[iDb].zName); - if( pTab ){ - pTab->readOnly = 1; - } - sqlite3SafetyOn(db); - - /* Create a cursor to hold the database open - */ - pDb = &db->aDb[iDb]; - if( pDb->pBt==0 ){ - if( !OMIT_TEMPDB && iDb==1 ){ - DbSetProperty(db, 1, DB_SchemaLoaded); - } - return SQLITE_OK; - } - rc = sqlite3BtreeCursor(pDb->pBt, MASTER_ROOT, 0, 0, 0, &curMain); - if( rc!=SQLITE_OK && rc!=SQLITE_EMPTY ){ - sqlite3SetString(pzErrMsg, sqlite3ErrStr(rc), (char*)0); - return rc; - } - - /* Get the database meta information. - ** - ** Meta values are as follows: - ** meta[0] Schema cookie. Changes with each schema change. - ** meta[1] File format of schema layer. - ** meta[2] Size of the page cache. - ** meta[3] Use freelist if 0. Autovacuum if greater than zero. - ** meta[4] Db text encoding. 1:UTF-8 2:UTF-16LE 3:UTF-16BE - ** meta[5] The user cookie. Used by the application. - ** meta[6] - ** meta[7] - ** meta[8] - ** meta[9] - ** - ** Note: The #defined SQLITE_UTF* symbols in sqliteInt.h correspond to - ** the possible values of meta[4]. - */ - if( rc==SQLITE_OK ){ - int i; - for(i=0; rc==SQLITE_OK && ipBt, i+1, (u32 *)&meta[i]); - } - if( rc ){ - sqlite3SetString(pzErrMsg, sqlite3ErrStr(rc), (char*)0); - sqlite3BtreeCloseCursor(curMain); - return rc; - } - }else{ - memset(meta, 0, sizeof(meta)); - } - pDb->pSchema->schema_cookie = meta[0]; - - /* If opening a non-empty database, check the text encoding. For the - ** main database, set sqlite3.enc to the encoding of the main database. - ** For an attached db, it is an error if the encoding is not the same - ** as sqlite3.enc. - */ - if( meta[4] ){ /* text encoding */ - if( iDb==0 ){ - /* If opening the main database, set ENC(db). */ - ENC(db) = (u8)meta[4]; - db->pDfltColl = sqlite3FindCollSeq(db, SQLITE_UTF8, "BINARY", 6, 0); - }else{ - /* If opening an attached database, the encoding much match ENC(db) */ - if( meta[4]!=ENC(db) ){ - sqlite3BtreeCloseCursor(curMain); - sqlite3SetString(pzErrMsg, "attached databases must use the same" - " text encoding as main database", (char*)0); - return SQLITE_ERROR; - } - } - }else{ - DbSetProperty(db, iDb, DB_Empty); - } - pDb->pSchema->enc = ENC(db); - - size = meta[2]; - if( size==0 ){ size = MAX_PAGES; } - pDb->pSchema->cache_size = size; - sqlite3BtreeSetCacheSize(pDb->pBt, pDb->pSchema->cache_size); - - /* - ** file_format==1 Version 3.0.0. - ** file_format==2 Version 3.1.3. // ALTER TABLE ADD COLUMN - ** file_format==3 Version 3.1.4. // ditto but with non-NULL defaults - ** file_format==4 Version 3.3.0. // DESC indices. Boolean constants - */ - pDb->pSchema->file_format = meta[1]; - if( pDb->pSchema->file_format==0 ){ - pDb->pSchema->file_format = 1; - } - if( pDb->pSchema->file_format>SQLITE_MAX_FILE_FORMAT ){ - sqlite3BtreeCloseCursor(curMain); - sqlite3SetString(pzErrMsg, "unsupported file format", (char*)0); - return SQLITE_ERROR; - } - - - /* Read the schema information out of the schema tables - */ - assert( db->init.busy ); - if( rc==SQLITE_EMPTY ){ - /* For an empty database, there is nothing to read */ - rc = SQLITE_OK; - }else{ - char *zSql; - zSql = sqlite3MPrintf( - "SELECT name, rootpage, sql FROM '%q'.%s", - db->aDb[iDb].zName, zMasterName); - sqlite3SafetyOff(db); - rc = sqlite3_exec(db, zSql, sqlite3InitCallback, &initData, 0); - if( rc==SQLITE_ABORT ) rc = initData.rc; - sqlite3SafetyOn(db); - sqliteFree(zSql); -#ifndef SQLITE_OMIT_ANALYZE - if( rc==SQLITE_OK ){ - sqlite3AnalysisLoad(db, iDb); - } -#endif - sqlite3BtreeCloseCursor(curMain); - } - if( sqlite3MallocFailed() ){ - /* sqlite3SetString(pzErrMsg, "out of memory", (char*)0); */ - rc = SQLITE_NOMEM; - sqlite3ResetInternalSchema(db, 0); - } - if( rc==SQLITE_OK ){ - DbSetProperty(db, iDb, DB_SchemaLoaded); - }else{ - sqlite3ResetInternalSchema(db, iDb); - } - return rc; -} - -/* -** Initialize all database files - the main database file, the file -** used to store temporary tables, and any additional database files -** created using ATTACH statements. Return a success code. If an -** error occurs, write an error message into *pzErrMsg. -** -** After a database is initialized, the DB_SchemaLoaded bit is set -** bit is set in the flags field of the Db structure. If the database -** file was of zero-length, then the DB_Empty flag is also set. -*/ -int sqlite3Init(sqlite3 *db, char **pzErrMsg){ - int i, rc; - int called_initone = 0; - - if( db->init.busy ) return SQLITE_OK; - rc = SQLITE_OK; - db->init.busy = 1; - for(i=0; rc==SQLITE_OK && inDb; i++){ - if( DbHasProperty(db, i, DB_SchemaLoaded) || i==1 ) continue; - rc = sqlite3InitOne(db, i, pzErrMsg); - if( rc ){ - sqlite3ResetInternalSchema(db, i); - } - called_initone = 1; - } - - /* Once all the other databases have been initialised, load the schema - ** for the TEMP database. This is loaded last, as the TEMP database - ** schema may contain references to objects in other databases. - */ -#ifndef SQLITE_OMIT_TEMPDB - if( rc==SQLITE_OK && db->nDb>1 && !DbHasProperty(db, 1, DB_SchemaLoaded) ){ - rc = sqlite3InitOne(db, 1, pzErrMsg); - if( rc ){ - sqlite3ResetInternalSchema(db, 1); - } - called_initone = 1; - } -#endif - - db->init.busy = 0; - if( rc==SQLITE_OK && called_initone ){ - sqlite3CommitInternalChanges(db); - } - - return rc; -} - -/* -** This routine is a no-op if the database schema is already initialised. -** Otherwise, the schema is loaded. An error code is returned. -*/ -int sqlite3ReadSchema(Parse *pParse){ - int rc = SQLITE_OK; - sqlite3 *db = pParse->db; - if( !db->init.busy ){ - rc = sqlite3Init(db, &pParse->zErrMsg); - } - if( rc!=SQLITE_OK ){ - pParse->rc = rc; - pParse->nErr++; - } - return rc; -} - - -/* -** Check schema cookies in all databases. If any cookie is out -** of date, return 0. If all schema cookies are current, return 1. -*/ -static int schemaIsValid(sqlite3 *db){ - int iDb; - int rc; - BtCursor *curTemp; - int cookie; - int allOk = 1; - - for(iDb=0; allOk && iDbnDb; iDb++){ - Btree *pBt; - pBt = db->aDb[iDb].pBt; - if( pBt==0 ) continue; - rc = sqlite3BtreeCursor(pBt, MASTER_ROOT, 0, 0, 0, &curTemp); - if( rc==SQLITE_OK ){ - rc = sqlite3BtreeGetMeta(pBt, 1, (u32 *)&cookie); - if( rc==SQLITE_OK && cookie!=db->aDb[iDb].pSchema->schema_cookie ){ - allOk = 0; - } - sqlite3BtreeCloseCursor(curTemp); - } - } - return allOk; -} - -/* -** Convert a schema pointer into the iDb index that indicates -** which database file in db->aDb[] the schema refers to. -** -** If the same database is attached more than once, the first -** attached database is returned. -*/ -int sqlite3SchemaToIndex(sqlite3 *db, Schema *pSchema){ - int i = -1000000; - - /* If pSchema is NULL, then return -1000000. This happens when code in - ** expr.c is trying to resolve a reference to a transient table (i.e. one - ** created by a sub-select). In this case the return value of this - ** function should never be used. - ** - ** We return -1000000 instead of the more usual -1 simply because using - ** -1000000 as incorrectly using -1000000 index into db->aDb[] is much - ** more likely to cause a segfault than -1 (of course there are assert() - ** statements too, but it never hurts to play the odds). - */ - if( pSchema ){ - for(i=0; inDb; i++){ - if( db->aDb[i].pSchema==pSchema ){ - break; - } - } - assert( i>=0 &&i>=0 && inDb ); - } - return i; -} - -/* -** Compile the UTF-8 encoded SQL statement zSql into a statement handle. -*/ -int sqlite3Prepare( - sqlite3 *db, /* Database handle. */ - const char *zSql, /* UTF-8 encoded SQL statement. */ - int nBytes, /* Length of zSql in bytes. */ - int saveSqlFlag, /* True to copy SQL text into the sqlite3_stmt */ - sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */ - const char **pzTail /* OUT: End of parsed string */ -){ - Parse sParse; - char *zErrMsg = 0; - int rc = SQLITE_OK; - int i; - - /* Assert that malloc() has not failed */ - assert( !sqlite3MallocFailed() ); - - assert( ppStmt ); - *ppStmt = 0; - if( sqlite3SafetyOn(db) ){ - return SQLITE_MISUSE; - } - - /* If any attached database schemas are locked, do not proceed with - ** compilation. Instead return SQLITE_LOCKED immediately. - */ - for(i=0; inDb; i++) { - Btree *pBt = db->aDb[i].pBt; - if( pBt && sqlite3BtreeSchemaLocked(pBt) ){ - const char *zDb = db->aDb[i].zName; - sqlite3Error(db, SQLITE_LOCKED, "database schema is locked: %s", zDb); - sqlite3SafetyOff(db); - return SQLITE_LOCKED; - } - } - - memset(&sParse, 0, sizeof(sParse)); - sParse.db = db; - if( nBytes>=0 && zSql[nBytes]!=0 ){ - char *zSqlCopy = sqlite3StrNDup(zSql, nBytes); - sqlite3RunParser(&sParse, zSqlCopy, &zErrMsg); - sParse.zTail += zSql - zSqlCopy; - sqliteFree(zSqlCopy); - }else{ - sqlite3RunParser(&sParse, zSql, &zErrMsg); - } - - if( sqlite3MallocFailed() ){ - sParse.rc = SQLITE_NOMEM; - } - if( sParse.rc==SQLITE_DONE ) sParse.rc = SQLITE_OK; - if( sParse.checkSchema && !schemaIsValid(db) ){ - sParse.rc = SQLITE_SCHEMA; - } - if( sParse.rc==SQLITE_SCHEMA ){ - sqlite3ResetInternalSchema(db, 0); - } - if( sqlite3MallocFailed() ){ - sParse.rc = SQLITE_NOMEM; - } - if( pzTail ){ - *pzTail = sParse.zTail; - } - rc = sParse.rc; - -#ifndef SQLITE_OMIT_EXPLAIN - if( rc==SQLITE_OK && sParse.pVdbe && sParse.explain ){ - if( sParse.explain==2 ){ - sqlite3VdbeSetNumCols(sParse.pVdbe, 3); - sqlite3VdbeSetColName(sParse.pVdbe, 0, COLNAME_NAME, "order", P3_STATIC); - sqlite3VdbeSetColName(sParse.pVdbe, 1, COLNAME_NAME, "from", P3_STATIC); - sqlite3VdbeSetColName(sParse.pVdbe, 2, COLNAME_NAME, "detail", P3_STATIC); - }else{ - sqlite3VdbeSetNumCols(sParse.pVdbe, 5); - sqlite3VdbeSetColName(sParse.pVdbe, 0, COLNAME_NAME, "addr", P3_STATIC); - sqlite3VdbeSetColName(sParse.pVdbe, 1, COLNAME_NAME, "opcode", P3_STATIC); - sqlite3VdbeSetColName(sParse.pVdbe, 2, COLNAME_NAME, "p1", P3_STATIC); - sqlite3VdbeSetColName(sParse.pVdbe, 3, COLNAME_NAME, "p2", P3_STATIC); - sqlite3VdbeSetColName(sParse.pVdbe, 4, COLNAME_NAME, "p3", P3_STATIC); - } - } -#endif - - if( sqlite3SafetyOff(db) ){ - rc = SQLITE_MISUSE; - } - if( rc==SQLITE_OK ){ - if( saveSqlFlag ){ - sqlite3VdbeSetSql(sParse.pVdbe, zSql, sParse.zTail - zSql); - } - *ppStmt = (sqlite3_stmt*)sParse.pVdbe; - }else if( sParse.pVdbe ){ - sqlite3_finalize((sqlite3_stmt*)sParse.pVdbe); - } - - if( zErrMsg ){ - sqlite3Error(db, rc, "%s", zErrMsg); - sqliteFree(zErrMsg); - }else{ - sqlite3Error(db, rc, 0); - } - - rc = sqlite3ApiExit(db, rc); - sqlite3ReleaseThreadData(); - assert( (rc&db->errMask)==rc ); - return rc; -} - -/* -** Rerun the compilation of a statement after a schema change. -** Return true if the statement was recompiled successfully. -** Return false if there is an error of some kind. -*/ -int sqlite3Reprepare(Vdbe *p){ - int rc; - Vdbe *pNew; - const char *zSql; - sqlite3 *db; - - zSql = sqlite3VdbeGetSql(p); - if( zSql==0 ){ - return 0; - } - db = sqlite3VdbeDb(p); - rc = sqlite3Prepare(db, zSql, -1, 0, (sqlite3_stmt**)&pNew, 0); - if( rc ){ - assert( pNew==0 ); - return 0; - }else{ - assert( pNew!=0 ); - } - sqlite3VdbeSwap(pNew, p); - sqlite3_transfer_bindings((sqlite3_stmt*)pNew, (sqlite3_stmt*)p); - sqlite3VdbeResetStepResult(pNew); - sqlite3VdbeFinalize(pNew); - return 1; -} - - -/* -** Two versions of the official API. Legacy and new use. In the legacy -** version, the original SQL text is not saved in the prepared statement -** and so if a schema change occurs, SQLITE_SCHEMA is returned by -** sqlite3_step(). In the new version, the original SQL text is retained -** and the statement is automatically recompiled if an schema change -** occurs. -*/ -int sqlite3_prepare( - sqlite3 *db, /* Database handle. */ - const char *zSql, /* UTF-8 encoded SQL statement. */ - int nBytes, /* Length of zSql in bytes. */ - sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */ - const char **pzTail /* OUT: End of parsed string */ -){ - return sqlite3Prepare(db,zSql,nBytes,0,ppStmt,pzTail); -} -int sqlite3_prepare_v2( - sqlite3 *db, /* Database handle. */ - const char *zSql, /* UTF-8 encoded SQL statement. */ - int nBytes, /* Length of zSql in bytes. */ - sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */ - const char **pzTail /* OUT: End of parsed string */ -){ - return sqlite3Prepare(db,zSql,nBytes,1,ppStmt,pzTail); -} - - -#ifndef SQLITE_OMIT_UTF16 -/* -** Compile the UTF-16 encoded SQL statement zSql into a statement handle. -*/ -static int sqlite3Prepare16( - sqlite3 *db, /* Database handle. */ - const void *zSql, /* UTF-8 encoded SQL statement. */ - int nBytes, /* Length of zSql in bytes. */ - int saveSqlFlag, /* True to save SQL text into the sqlite3_stmt */ - sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */ - const void **pzTail /* OUT: End of parsed string */ -){ - /* This function currently works by first transforming the UTF-16 - ** encoded string to UTF-8, then invoking sqlite3_prepare(). The - ** tricky bit is figuring out the pointer to return in *pzTail. - */ - char *zSql8; - const char *zTail8 = 0; - int rc = SQLITE_OK; - - if( sqlite3SafetyCheck(db) ){ - return SQLITE_MISUSE; - } - zSql8 = sqlite3utf16to8(zSql, nBytes); - if( zSql8 ){ - rc = sqlite3Prepare(db, zSql8, -1, saveSqlFlag, ppStmt, &zTail8); - } - - if( zTail8 && pzTail ){ - /* If sqlite3_prepare returns a tail pointer, we calculate the - ** equivalent pointer into the UTF-16 string by counting the unicode - ** characters between zSql8 and zTail8, and then returning a pointer - ** the same number of characters into the UTF-16 string. - */ - int chars_parsed = sqlite3utf8CharLen(zSql8, zTail8-zSql8); - *pzTail = (u8 *)zSql + sqlite3utf16ByteLen(zSql, chars_parsed); - } - sqliteFree(zSql8); - return sqlite3ApiExit(db, rc); -} - -/* -** Two versions of the official API. Legacy and new use. In the legacy -** version, the original SQL text is not saved in the prepared statement -** and so if a schema change occurs, SQLITE_SCHEMA is returned by -** sqlite3_step(). In the new version, the original SQL text is retained -** and the statement is automatically recompiled if an schema change -** occurs. -*/ -int sqlite3_prepare16( - sqlite3 *db, /* Database handle. */ - const void *zSql, /* UTF-8 encoded SQL statement. */ - int nBytes, /* Length of zSql in bytes. */ - sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */ - const void **pzTail /* OUT: End of parsed string */ -){ - return sqlite3Prepare16(db,zSql,nBytes,0,ppStmt,pzTail); -} -int sqlite3_prepare16_v2( - sqlite3 *db, /* Database handle. */ - const void *zSql, /* UTF-8 encoded SQL statement. */ - int nBytes, /* Length of zSql in bytes. */ - sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */ - const void **pzTail /* OUT: End of parsed string */ -){ - return sqlite3Prepare16(db,zSql,nBytes,1,ppStmt,pzTail); -} - -#endif /* SQLITE_OMIT_UTF16 */ diff --git a/libs/sqlite/src/printf.c b/libs/sqlite/src/printf.c deleted file mode 100644 index a05fec21f6..0000000000 --- a/libs/sqlite/src/printf.c +++ /dev/null @@ -1,863 +0,0 @@ -/* -** The "printf" code that follows dates from the 1980's. It is in -** the public domain. The original comments are included here for -** completeness. They are very out-of-date but might be useful as -** an historical reference. Most of the "enhancements" have been backed -** out so that the functionality is now the same as standard printf(). -** -************************************************************************** -** -** The following modules is an enhanced replacement for the "printf" subroutines -** found in the standard C library. The following enhancements are -** supported: -** -** + Additional functions. The standard set of "printf" functions -** includes printf, fprintf, sprintf, vprintf, vfprintf, and -** vsprintf. This module adds the following: -** -** * snprintf -- Works like sprintf, but has an extra argument -** which is the size of the buffer written to. -** -** * mprintf -- Similar to sprintf. Writes output to memory -** obtained from malloc. -** -** * xprintf -- Calls a function to dispose of output. -** -** * nprintf -- No output, but returns the number of characters -** that would have been output by printf. -** -** * A v- version (ex: vsnprintf) of every function is also -** supplied. -** -** + A few extensions to the formatting notation are supported: -** -** * The "=" flag (similar to "-") causes the output to be -** be centered in the appropriately sized field. -** -** * The %b field outputs an integer in binary notation. -** -** * The %c field now accepts a precision. The character output -** is repeated by the number of times the precision specifies. -** -** * The %' field works like %c, but takes as its character the -** next character of the format string, instead of the next -** argument. For example, printf("%.78'-") prints 78 minus -** signs, the same as printf("%.78c",'-'). -** -** + When compiled using GCC on a SPARC, this version of printf is -** faster than the library printf for SUN OS 4.1. -** -** + All functions are fully reentrant. -** -*/ -#include "sqliteInt.h" - -/* -** Conversion types fall into various categories as defined by the -** following enumeration. -*/ -#define etRADIX 1 /* Integer types. %d, %x, %o, and so forth */ -#define etFLOAT 2 /* Floating point. %f */ -#define etEXP 3 /* Exponentional notation. %e and %E */ -#define etGENERIC 4 /* Floating or exponential, depending on exponent. %g */ -#define etSIZE 5 /* Return number of characters processed so far. %n */ -#define etSTRING 6 /* Strings. %s */ -#define etDYNSTRING 7 /* Dynamically allocated strings. %z */ -#define etPERCENT 8 /* Percent symbol. %% */ -#define etCHARX 9 /* Characters. %c */ -/* The rest are extensions, not normally found in printf() */ -#define etCHARLIT 10 /* Literal characters. %' */ -#define etSQLESCAPE 11 /* Strings with '\'' doubled. %q */ -#define etSQLESCAPE2 12 /* Strings with '\'' doubled and enclosed in '', - NULL pointers replaced by SQL NULL. %Q */ -#define etTOKEN 13 /* a pointer to a Token structure */ -#define etSRCLIST 14 /* a pointer to a SrcList */ -#define etPOINTER 15 /* The %p conversion */ - - -/* -** An "etByte" is an 8-bit unsigned value. -*/ -typedef unsigned char etByte; - -/* -** Each builtin conversion character (ex: the 'd' in "%d") is described -** by an instance of the following structure -*/ -typedef struct et_info { /* Information about each format field */ - char fmttype; /* The format field code letter */ - etByte base; /* The base for radix conversion */ - etByte flags; /* One or more of FLAG_ constants below */ - etByte type; /* Conversion paradigm */ - etByte charset; /* Offset into aDigits[] of the digits string */ - etByte prefix; /* Offset into aPrefix[] of the prefix string */ -} et_info; - -/* -** Allowed values for et_info.flags -*/ -#define FLAG_SIGNED 1 /* True if the value to convert is signed */ -#define FLAG_INTERN 2 /* True if for internal use only */ -#define FLAG_STRING 4 /* Allow infinity precision */ - - -/* -** The following table is searched linearly, so it is good to put the -** most frequently used conversion types first. -*/ -static const char aDigits[] = "0123456789ABCDEF0123456789abcdef"; -static const char aPrefix[] = "-x0\000X0"; -static const et_info fmtinfo[] = { - { 'd', 10, 1, etRADIX, 0, 0 }, - { 's', 0, 4, etSTRING, 0, 0 }, - { 'g', 0, 1, etGENERIC, 30, 0 }, - { 'z', 0, 6, etDYNSTRING, 0, 0 }, - { 'q', 0, 4, etSQLESCAPE, 0, 0 }, - { 'Q', 0, 4, etSQLESCAPE2, 0, 0 }, - { 'c', 0, 0, etCHARX, 0, 0 }, - { 'o', 8, 0, etRADIX, 0, 2 }, - { 'u', 10, 0, etRADIX, 0, 0 }, - { 'x', 16, 0, etRADIX, 16, 1 }, - { 'X', 16, 0, etRADIX, 0, 4 }, -#ifndef SQLITE_OMIT_FLOATING_POINT - { 'f', 0, 1, etFLOAT, 0, 0 }, - { 'e', 0, 1, etEXP, 30, 0 }, - { 'E', 0, 1, etEXP, 14, 0 }, - { 'G', 0, 1, etGENERIC, 14, 0 }, -#endif - { 'i', 10, 1, etRADIX, 0, 0 }, - { 'n', 0, 0, etSIZE, 0, 0 }, - { '%', 0, 0, etPERCENT, 0, 0 }, - { 'p', 16, 0, etPOINTER, 0, 1 }, - { 'T', 0, 2, etTOKEN, 0, 0 }, - { 'S', 0, 2, etSRCLIST, 0, 0 }, -}; -#define etNINFO (sizeof(fmtinfo)/sizeof(fmtinfo[0])) - -/* -** If SQLITE_OMIT_FLOATING_POINT is defined, then none of the floating point -** conversions will work. -*/ -#ifndef SQLITE_OMIT_FLOATING_POINT -/* -** "*val" is a double such that 0.1 <= *val < 10.0 -** Return the ascii code for the leading digit of *val, then -** multiply "*val" by 10.0 to renormalize. -** -** Example: -** input: *val = 3.14159 -** output: *val = 1.4159 function return = '3' -** -** The counter *cnt is incremented each time. After counter exceeds -** 16 (the number of significant digits in a 64-bit float) '0' is -** always returned. -*/ -static int et_getdigit(LONGDOUBLE_TYPE *val, int *cnt){ - int digit; - LONGDOUBLE_TYPE d; - if( (*cnt)++ >= 16 ) return '0'; - digit = (int)*val; - d = digit; - digit += '0'; - *val = (*val - d)*10.0; - return digit; -} -#endif /* SQLITE_OMIT_FLOATING_POINT */ - -/* -** On machines with a small stack size, you can redefine the -** SQLITE_PRINT_BUF_SIZE to be less than 350. But beware - for -** smaller values some %f conversions may go into an infinite loop. -*/ -#ifndef SQLITE_PRINT_BUF_SIZE -# define SQLITE_PRINT_BUF_SIZE 350 -#endif -#define etBUFSIZE SQLITE_PRINT_BUF_SIZE /* Size of the output buffer */ - -/* -** The root program. All variations call this core. -** -** INPUTS: -** func This is a pointer to a function taking three arguments -** 1. A pointer to anything. Same as the "arg" parameter. -** 2. A pointer to the list of characters to be output -** (Note, this list is NOT null terminated.) -** 3. An integer number of characters to be output. -** (Note: This number might be zero.) -** -** arg This is the pointer to anything which will be passed as the -** first argument to "func". Use it for whatever you like. -** -** fmt This is the format string, as in the usual print. -** -** ap This is a pointer to a list of arguments. Same as in -** vfprint. -** -** OUTPUTS: -** The return value is the total number of characters sent to -** the function "func". Returns -1 on a error. -** -** Note that the order in which automatic variables are declared below -** seems to make a big difference in determining how fast this beast -** will run. -*/ -static int vxprintf( - void (*func)(void*,const char*,int), /* Consumer of text */ - void *arg, /* First argument to the consumer */ - int useExtended, /* Allow extended %-conversions */ - const char *fmt, /* Format string */ - va_list ap /* arguments */ -){ - int c; /* Next character in the format string */ - char *bufpt; /* Pointer to the conversion buffer */ - int precision; /* Precision of the current field */ - int length; /* Length of the field */ - int idx; /* A general purpose loop counter */ - int count; /* Total number of characters output */ - int width; /* Width of the current field */ - etByte flag_leftjustify; /* True if "-" flag is present */ - etByte flag_plussign; /* True if "+" flag is present */ - etByte flag_blanksign; /* True if " " flag is present */ - etByte flag_alternateform; /* True if "#" flag is present */ - etByte flag_altform2; /* True if "!" flag is present */ - etByte flag_zeropad; /* True if field width constant starts with zero */ - etByte flag_long; /* True if "l" flag is present */ - etByte flag_longlong; /* True if the "ll" flag is present */ - etByte done; /* Loop termination flag */ - sqlite_uint64 longvalue; /* Value for integer types */ - LONGDOUBLE_TYPE realvalue; /* Value for real types */ - const et_info *infop; /* Pointer to the appropriate info structure */ - char buf[etBUFSIZE]; /* Conversion buffer */ - char prefix; /* Prefix character. "+" or "-" or " " or '\0'. */ - etByte errorflag = 0; /* True if an error is encountered */ - etByte xtype; /* Conversion paradigm */ - char *zExtra; /* Extra memory used for etTCLESCAPE conversions */ - static const char spaces[] = - " "; -#define etSPACESIZE (sizeof(spaces)-1) -#ifndef SQLITE_OMIT_FLOATING_POINT - int exp, e2; /* exponent of real numbers */ - double rounder; /* Used for rounding floating point values */ - etByte flag_dp; /* True if decimal point should be shown */ - etByte flag_rtz; /* True if trailing zeros should be removed */ - etByte flag_exp; /* True to force display of the exponent */ - int nsd; /* Number of significant digits returned */ -#endif - - func(arg,"",0); - count = length = 0; - bufpt = 0; - for(; (c=(*fmt))!=0; ++fmt){ - if( c!='%' ){ - int amt; - bufpt = (char *)fmt; - amt = 1; - while( (c=(*++fmt))!='%' && c!=0 ) amt++; - (*func)(arg,bufpt,amt); - count += amt; - if( c==0 ) break; - } - if( (c=(*++fmt))==0 ){ - errorflag = 1; - (*func)(arg,"%",1); - count++; - break; - } - /* Find out what flags are present */ - flag_leftjustify = flag_plussign = flag_blanksign = - flag_alternateform = flag_altform2 = flag_zeropad = 0; - done = 0; - do{ - switch( c ){ - case '-': flag_leftjustify = 1; break; - case '+': flag_plussign = 1; break; - case ' ': flag_blanksign = 1; break; - case '#': flag_alternateform = 1; break; - case '!': flag_altform2 = 1; break; - case '0': flag_zeropad = 1; break; - default: done = 1; break; - } - }while( !done && (c=(*++fmt))!=0 ); - /* Get the field width */ - width = 0; - if( c=='*' ){ - width = va_arg(ap,int); - if( width<0 ){ - flag_leftjustify = 1; - width = -width; - } - c = *++fmt; - }else{ - while( c>='0' && c<='9' ){ - width = width*10 + c - '0'; - c = *++fmt; - } - } - if( width > etBUFSIZE-10 ){ - width = etBUFSIZE-10; - } - /* Get the precision */ - if( c=='.' ){ - precision = 0; - c = *++fmt; - if( c=='*' ){ - precision = va_arg(ap,int); - if( precision<0 ) precision = -precision; - c = *++fmt; - }else{ - while( c>='0' && c<='9' ){ - precision = precision*10 + c - '0'; - c = *++fmt; - } - } - }else{ - precision = -1; - } - /* Get the conversion type modifier */ - if( c=='l' ){ - flag_long = 1; - c = *++fmt; - if( c=='l' ){ - flag_longlong = 1; - c = *++fmt; - }else{ - flag_longlong = 0; - } - }else{ - flag_long = flag_longlong = 0; - } - /* Fetch the info entry for the field */ - infop = 0; - for(idx=0; idxflags & FLAG_INTERN)==0 ){ - xtype = infop->type; - }else{ - return -1; - } - break; - } - } - zExtra = 0; - if( infop==0 ){ - return -1; - } - - - /* Limit the precision to prevent overflowing buf[] during conversion */ - if( precision>etBUFSIZE-40 && (infop->flags & FLAG_STRING)==0 ){ - precision = etBUFSIZE-40; - } - - /* - ** At this point, variables are initialized as follows: - ** - ** flag_alternateform TRUE if a '#' is present. - ** flag_altform2 TRUE if a '!' is present. - ** flag_plussign TRUE if a '+' is present. - ** flag_leftjustify TRUE if a '-' is present or if the - ** field width was negative. - ** flag_zeropad TRUE if the width began with 0. - ** flag_long TRUE if the letter 'l' (ell) prefixed - ** the conversion character. - ** flag_longlong TRUE if the letter 'll' (ell ell) prefixed - ** the conversion character. - ** flag_blanksign TRUE if a ' ' is present. - ** width The specified field width. This is - ** always non-negative. Zero is the default. - ** precision The specified precision. The default - ** is -1. - ** xtype The class of the conversion. - ** infop Pointer to the appropriate info struct. - */ - switch( xtype ){ - case etPOINTER: - flag_longlong = sizeof(char*)==sizeof(i64); - flag_long = sizeof(char*)==sizeof(long int); - /* Fall through into the next case */ - case etRADIX: - if( infop->flags & FLAG_SIGNED ){ - i64 v; - if( flag_longlong ) v = va_arg(ap,i64); - else if( flag_long ) v = va_arg(ap,long int); - else v = va_arg(ap,int); - if( v<0 ){ - longvalue = -v; - prefix = '-'; - }else{ - longvalue = v; - if( flag_plussign ) prefix = '+'; - else if( flag_blanksign ) prefix = ' '; - else prefix = 0; - } - }else{ - if( flag_longlong ) longvalue = va_arg(ap,u64); - else if( flag_long ) longvalue = va_arg(ap,unsigned long int); - else longvalue = va_arg(ap,unsigned int); - prefix = 0; - } - if( longvalue==0 ) flag_alternateform = 0; - if( flag_zeropad && precisioncharset]; - base = infop->base; - do{ /* Convert to ascii */ - *(--bufpt) = cset[longvalue%base]; - longvalue = longvalue/base; - }while( longvalue>0 ); - } - length = &buf[etBUFSIZE-1]-bufpt; - for(idx=precision-length; idx>0; idx--){ - *(--bufpt) = '0'; /* Zero pad */ - } - if( prefix ) *(--bufpt) = prefix; /* Add sign */ - if( flag_alternateform && infop->prefix ){ /* Add "0" or "0x" */ - const char *pre; - char x; - pre = &aPrefix[infop->prefix]; - if( *bufpt!=pre[0] ){ - for(; (x=(*pre))!=0; pre++) *(--bufpt) = x; - } - } - length = &buf[etBUFSIZE-1]-bufpt; - break; - case etFLOAT: - case etEXP: - case etGENERIC: - realvalue = va_arg(ap,double); -#ifndef SQLITE_OMIT_FLOATING_POINT - if( precision<0 ) precision = 6; /* Set default precision */ - if( precision>etBUFSIZE/2-10 ) precision = etBUFSIZE/2-10; - if( realvalue<0.0 ){ - realvalue = -realvalue; - prefix = '-'; - }else{ - if( flag_plussign ) prefix = '+'; - else if( flag_blanksign ) prefix = ' '; - else prefix = 0; - } - if( xtype==etGENERIC && precision>0 ) precision--; -#if 0 - /* Rounding works like BSD when the constant 0.4999 is used. Wierd! */ - for(idx=precision, rounder=0.4999; idx>0; idx--, rounder*=0.1); -#else - /* It makes more sense to use 0.5 */ - for(idx=precision, rounder=0.5; idx>0; idx--, rounder*=0.1){} -#endif - if( xtype==etFLOAT ) realvalue += rounder; - /* Normalize realvalue to within 10.0 > realvalue >= 1.0 */ - exp = 0; - if( realvalue>0.0 ){ - while( realvalue>=1e32 && exp<=350 ){ realvalue *= 1e-32; exp+=32; } - while( realvalue>=1e8 && exp<=350 ){ realvalue *= 1e-8; exp+=8; } - while( realvalue>=10.0 && exp<=350 ){ realvalue *= 0.1; exp++; } - while( realvalue<1e-8 && exp>=-350 ){ realvalue *= 1e8; exp-=8; } - while( realvalue<1.0 && exp>=-350 ){ realvalue *= 10.0; exp--; } - if( exp>350 || exp<-350 ){ - bufpt = "NaN"; - length = 3; - break; - } - } - bufpt = buf; - /* - ** If the field type is etGENERIC, then convert to either etEXP - ** or etFLOAT, as appropriate. - */ - flag_exp = xtype==etEXP; - if( xtype!=etFLOAT ){ - realvalue += rounder; - if( realvalue>=10.0 ){ realvalue *= 0.1; exp++; } - } - if( xtype==etGENERIC ){ - flag_rtz = !flag_alternateform; - if( exp<-4 || exp>precision ){ - xtype = etEXP; - }else{ - precision = precision - exp; - xtype = etFLOAT; - } - }else{ - flag_rtz = 0; - } - if( xtype==etEXP ){ - e2 = 0; - }else{ - e2 = exp; - } - nsd = 0; - flag_dp = (precision>0) | flag_alternateform | flag_altform2; - /* The sign in front of the number */ - if( prefix ){ - *(bufpt++) = prefix; - } - /* Digits prior to the decimal point */ - if( e2<0 ){ - *(bufpt++) = '0'; - }else{ - for(; e2>=0; e2--){ - *(bufpt++) = et_getdigit(&realvalue,&nsd); - } - } - /* The decimal point */ - if( flag_dp ){ - *(bufpt++) = '.'; - } - /* "0" digits after the decimal point but before the first - ** significant digit of the number */ - for(e2++; e2<0 && precision>0; precision--, e2++){ - *(bufpt++) = '0'; - } - /* Significant digits after the decimal point */ - while( (precision--)>0 ){ - *(bufpt++) = et_getdigit(&realvalue,&nsd); - } - /* Remove trailing zeros and the "." if no digits follow the "." */ - if( flag_rtz && flag_dp ){ - while( bufpt[-1]=='0' ) *(--bufpt) = 0; - assert( bufpt>buf ); - if( bufpt[-1]=='.' ){ - if( flag_altform2 ){ - *(bufpt++) = '0'; - }else{ - *(--bufpt) = 0; - } - } - } - /* Add the "eNNN" suffix */ - if( flag_exp || (xtype==etEXP && exp) ){ - *(bufpt++) = aDigits[infop->charset]; - if( exp<0 ){ - *(bufpt++) = '-'; exp = -exp; - }else{ - *(bufpt++) = '+'; - } - if( exp>=100 ){ - *(bufpt++) = (exp/100)+'0'; /* 100's digit */ - exp %= 100; - } - *(bufpt++) = exp/10+'0'; /* 10's digit */ - *(bufpt++) = exp%10+'0'; /* 1's digit */ - } - *bufpt = 0; - - /* The converted number is in buf[] and zero terminated. Output it. - ** Note that the number is in the usual order, not reversed as with - ** integer conversions. */ - length = bufpt-buf; - bufpt = buf; - - /* Special case: Add leading zeros if the flag_zeropad flag is - ** set and we are not left justified */ - if( flag_zeropad && !flag_leftjustify && length < width){ - int i; - int nPad = width - length; - for(i=width; i>=nPad; i--){ - bufpt[i] = bufpt[i-nPad]; - } - i = prefix!=0; - while( nPad-- ) bufpt[i++] = '0'; - length = width; - } -#endif - break; - case etSIZE: - *(va_arg(ap,int*)) = count; - length = width = 0; - break; - case etPERCENT: - buf[0] = '%'; - bufpt = buf; - length = 1; - break; - case etCHARLIT: - case etCHARX: - c = buf[0] = (xtype==etCHARX ? va_arg(ap,int) : *++fmt); - if( precision>=0 ){ - for(idx=1; idx=0 && precisionetBUFSIZE ){ - bufpt = zExtra = sqliteMalloc( n ); - if( bufpt==0 ) return -1; - }else{ - bufpt = buf; - } - j = 0; - if( needQuote ) bufpt[j++] = '\''; - for(i=0; (ch=escarg[i])!=0; i++){ - bufpt[j++] = ch; - if( ch=='\'' ) bufpt[j++] = ch; - } - if( needQuote ) bufpt[j++] = '\''; - bufpt[j] = 0; - length = j; - /* The precision is ignored on %q and %Q */ - /* if( precision>=0 && precisionz ){ - (*func)(arg, (char*)pToken->z, pToken->n); - } - length = width = 0; - break; - } - case etSRCLIST: { - SrcList *pSrc = va_arg(ap, SrcList*); - int k = va_arg(ap, int); - struct SrcList_item *pItem = &pSrc->a[k]; - assert( k>=0 && knSrc ); - if( pItem->zDatabase && pItem->zDatabase[0] ){ - (*func)(arg, pItem->zDatabase, strlen(pItem->zDatabase)); - (*func)(arg, ".", 1); - } - (*func)(arg, pItem->zName, strlen(pItem->zName)); - length = width = 0; - break; - } - }/* End switch over the format type */ - /* - ** The text of the conversion is pointed to by "bufpt" and is - ** "length" characters long. The field width is "width". Do - ** the output. - */ - if( !flag_leftjustify ){ - register int nspace; - nspace = width-length; - if( nspace>0 ){ - count += nspace; - while( nspace>=etSPACESIZE ){ - (*func)(arg,spaces,etSPACESIZE); - nspace -= etSPACESIZE; - } - if( nspace>0 ) (*func)(arg,spaces,nspace); - } - } - if( length>0 ){ - (*func)(arg,bufpt,length); - count += length; - } - if( flag_leftjustify ){ - register int nspace; - nspace = width-length; - if( nspace>0 ){ - count += nspace; - while( nspace>=etSPACESIZE ){ - (*func)(arg,spaces,etSPACESIZE); - nspace -= etSPACESIZE; - } - if( nspace>0 ) (*func)(arg,spaces,nspace); - } - } - if( zExtra ){ - sqliteFree(zExtra); - } - }/* End for loop over the format string */ - return errorflag ? -1 : count; -} /* End of function */ - - -/* This structure is used to store state information about the -** write to memory that is currently in progress. -*/ -struct sgMprintf { - char *zBase; /* A base allocation */ - char *zText; /* The string collected so far */ - int nChar; /* Length of the string so far */ - int nTotal; /* Output size if unconstrained */ - int nAlloc; /* Amount of space allocated in zText */ - void *(*xRealloc)(void*,int); /* Function used to realloc memory */ -}; - -/* -** This function implements the callback from vxprintf. -** -** This routine add nNewChar characters of text in zNewText to -** the sgMprintf structure pointed to by "arg". -*/ -static void mout(void *arg, const char *zNewText, int nNewChar){ - struct sgMprintf *pM = (struct sgMprintf*)arg; - pM->nTotal += nNewChar; - if( pM->nChar + nNewChar + 1 > pM->nAlloc ){ - if( pM->xRealloc==0 ){ - nNewChar = pM->nAlloc - pM->nChar - 1; - }else{ - pM->nAlloc = pM->nChar + nNewChar*2 + 1; - if( pM->zText==pM->zBase ){ - pM->zText = pM->xRealloc(0, pM->nAlloc); - if( pM->zText && pM->nChar ){ - memcpy(pM->zText, pM->zBase, pM->nChar); - } - }else{ - char *zNew; - zNew = pM->xRealloc(pM->zText, pM->nAlloc); - if( zNew ){ - pM->zText = zNew; - } - } - } - } - if( pM->zText ){ - if( nNewChar>0 ){ - memcpy(&pM->zText[pM->nChar], zNewText, nNewChar); - pM->nChar += nNewChar; - } - pM->zText[pM->nChar] = 0; - } -} - -/* -** This routine is a wrapper around xprintf() that invokes mout() as -** the consumer. -*/ -static char *base_vprintf( - void *(*xRealloc)(void*,int), /* Routine to realloc memory. May be NULL */ - int useInternal, /* Use internal %-conversions if true */ - char *zInitBuf, /* Initially write here, before mallocing */ - int nInitBuf, /* Size of zInitBuf[] */ - const char *zFormat, /* format string */ - va_list ap /* arguments */ -){ - struct sgMprintf sM; - sM.zBase = sM.zText = zInitBuf; - sM.nChar = sM.nTotal = 0; - sM.nAlloc = nInitBuf; - sM.xRealloc = xRealloc; - vxprintf(mout, &sM, useInternal, zFormat, ap); - if( xRealloc ){ - if( sM.zText==sM.zBase ){ - sM.zText = xRealloc(0, sM.nChar+1); - if( sM.zText ){ - memcpy(sM.zText, sM.zBase, sM.nChar+1); - } - }else if( sM.nAlloc>sM.nChar+10 ){ - char *zNew = xRealloc(sM.zText, sM.nChar+1); - if( zNew ){ - sM.zText = zNew; - } - } - } - return sM.zText; -} - -/* -** Realloc that is a real function, not a macro. -*/ -static void *printf_realloc(void *old, int size){ - return sqliteRealloc(old,size); -} - -/* -** Print into memory obtained from sqliteMalloc(). Use the internal -** %-conversion extensions. -*/ -char *sqlite3VMPrintf(const char *zFormat, va_list ap){ - char zBase[SQLITE_PRINT_BUF_SIZE]; - return base_vprintf(printf_realloc, 1, zBase, sizeof(zBase), zFormat, ap); -} - -/* -** Print into memory obtained from sqliteMalloc(). Use the internal -** %-conversion extensions. -*/ -char *sqlite3MPrintf(const char *zFormat, ...){ - va_list ap; - char *z; - char zBase[SQLITE_PRINT_BUF_SIZE]; - va_start(ap, zFormat); - z = base_vprintf(printf_realloc, 1, zBase, sizeof(zBase), zFormat, ap); - va_end(ap); - return z; -} - -/* -** Print into memory obtained from sqlite3_malloc(). Omit the internal -** %-conversion extensions. -*/ -char *sqlite3_vmprintf(const char *zFormat, va_list ap){ - char zBase[SQLITE_PRINT_BUF_SIZE]; - return base_vprintf(sqlite3_realloc, 0, zBase, sizeof(zBase), zFormat, ap); -} - -/* -** Print into memory obtained from sqlite3_malloc()(). Omit the internal -** %-conversion extensions. -*/ -char *sqlite3_mprintf(const char *zFormat, ...){ - va_list ap; - char *z; - char zBase[SQLITE_PRINT_BUF_SIZE]; - va_start(ap, zFormat); - z = base_vprintf(sqlite3_realloc, 0, zBase, sizeof(zBase), zFormat, ap); - va_end(ap); - return z; -} - -/* -** sqlite3_snprintf() works like snprintf() except that it ignores the -** current locale settings. This is important for SQLite because we -** are not able to use a "," as the decimal point in place of "." as -** specified by some locales. -*/ -char *sqlite3_snprintf(int n, char *zBuf, const char *zFormat, ...){ - char *z; - va_list ap; - - va_start(ap,zFormat); - z = base_vprintf(0, 0, zBuf, n, zFormat, ap); - va_end(ap); - return z; -} - -#if defined(SQLITE_TEST) || defined(SQLITE_DEBUG) -/* -** A version of printf() that understands %lld. Used for debugging. -** The printf() built into some versions of windows does not understand %lld -** and segfaults if you give it a long long int. -*/ -void sqlite3DebugPrintf(const char *zFormat, ...){ - extern int getpid(void); - va_list ap; - char zBuf[500]; - va_start(ap, zFormat); - base_vprintf(0, 0, zBuf, sizeof(zBuf), zFormat, ap); - va_end(ap); - fprintf(stdout,"%s", zBuf); - fflush(stdout); -} -#endif diff --git a/libs/sqlite/src/random.c b/libs/sqlite/src/random.c deleted file mode 100644 index 03ed7a424b..0000000000 --- a/libs/sqlite/src/random.c +++ /dev/null @@ -1,100 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains code to implement a pseudo-random number -** generator (PRNG) for SQLite. -** -** Random numbers are used by some of the database backends in order -** to generate random integer keys for tables or random filenames. -** -** $Id: random.c,v 1.16 2007/01/05 14:38:56 drh Exp $ -*/ -#include "sqliteInt.h" -#include "os.h" - - -/* -** Get a single 8-bit random value from the RC4 PRNG. The Mutex -** must be held while executing this routine. -** -** Why not just use a library random generator like lrand48() for this? -** Because the OP_NewRowid opcode in the VDBE depends on having a very -** good source of random numbers. The lrand48() library function may -** well be good enough. But maybe not. Or maybe lrand48() has some -** subtle problems on some systems that could cause problems. It is hard -** to know. To minimize the risk of problems due to bad lrand48() -** implementations, SQLite uses this random number generator based -** on RC4, which we know works very well. -** -** (Later): Actually, OP_NewRowid does not depend on a good source of -** randomness any more. But we will leave this code in all the same. -*/ -static int randomByte(void){ - unsigned char t; - - /* All threads share a single random number generator. - ** This structure is the current state of the generator. - */ - static struct { - unsigned char isInit; /* True if initialized */ - unsigned char i, j; /* State variables */ - unsigned char s[256]; /* State variables */ - } prng; - - /* Initialize the state of the random number generator once, - ** the first time this routine is called. The seed value does - ** not need to contain a lot of randomness since we are not - ** trying to do secure encryption or anything like that... - ** - ** Nothing in this file or anywhere else in SQLite does any kind of - ** encryption. The RC4 algorithm is being used as a PRNG (pseudo-random - ** number generator) not as an encryption device. - */ - if( !prng.isInit ){ - int i; - char k[256]; - prng.j = 0; - prng.i = 0; - sqlite3OsRandomSeed(k); - for(i=0; i<256; i++){ - prng.s[i] = i; - } - for(i=0; i<256; i++){ - prng.j += prng.s[i] + k[i]; - t = prng.s[prng.j]; - prng.s[prng.j] = prng.s[i]; - prng.s[i] = t; - } - prng.isInit = 1; - } - - /* Generate and return single random byte - */ - prng.i++; - t = prng.s[prng.i]; - prng.j += t; - prng.s[prng.i] = prng.s[prng.j]; - prng.s[prng.j] = t; - t += prng.s[prng.i]; - return prng.s[t]; -} - -/* -** Return N random bytes. -*/ -void sqlite3Randomness(int N, void *pBuf){ - unsigned char *zBuf = pBuf; - sqlite3OsEnterMutex(); - while( N-- ){ - *(zBuf++) = randomByte(); - } - sqlite3OsLeaveMutex(); -} diff --git a/libs/sqlite/src/select.c b/libs/sqlite/src/select.c deleted file mode 100644 index 57194b9c74..0000000000 --- a/libs/sqlite/src/select.c +++ /dev/null @@ -1,3395 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains C code routines that are called by the parser -** to handle SELECT statements in SQLite. -** -** $Id: select.c,v 1.326 2007/02/01 23:02:45 drh Exp $ -*/ -#include "sqliteInt.h" - - -/* -** Delete all the content of a Select structure but do not deallocate -** the select structure itself. -*/ -static void clearSelect(Select *p){ - sqlite3ExprListDelete(p->pEList); - sqlite3SrcListDelete(p->pSrc); - sqlite3ExprDelete(p->pWhere); - sqlite3ExprListDelete(p->pGroupBy); - sqlite3ExprDelete(p->pHaving); - sqlite3ExprListDelete(p->pOrderBy); - sqlite3SelectDelete(p->pPrior); - sqlite3ExprDelete(p->pLimit); - sqlite3ExprDelete(p->pOffset); -} - - -/* -** Allocate a new Select structure and return a pointer to that -** structure. -*/ -Select *sqlite3SelectNew( - ExprList *pEList, /* which columns to include in the result */ - SrcList *pSrc, /* the FROM clause -- which tables to scan */ - Expr *pWhere, /* the WHERE clause */ - ExprList *pGroupBy, /* the GROUP BY clause */ - Expr *pHaving, /* the HAVING clause */ - ExprList *pOrderBy, /* the ORDER BY clause */ - int isDistinct, /* true if the DISTINCT keyword is present */ - Expr *pLimit, /* LIMIT value. NULL means not used */ - Expr *pOffset /* OFFSET value. NULL means no offset */ -){ - Select *pNew; - Select standin; - pNew = sqliteMalloc( sizeof(*pNew) ); - assert( !pOffset || pLimit ); /* Can't have OFFSET without LIMIT. */ - if( pNew==0 ){ - pNew = &standin; - memset(pNew, 0, sizeof(*pNew)); - } - if( pEList==0 ){ - pEList = sqlite3ExprListAppend(0, sqlite3Expr(TK_ALL,0,0,0), 0); - } - pNew->pEList = pEList; - pNew->pSrc = pSrc; - pNew->pWhere = pWhere; - pNew->pGroupBy = pGroupBy; - pNew->pHaving = pHaving; - pNew->pOrderBy = pOrderBy; - pNew->isDistinct = isDistinct; - pNew->op = TK_SELECT; - pNew->pLimit = pLimit; - pNew->pOffset = pOffset; - pNew->iLimit = -1; - pNew->iOffset = -1; - pNew->addrOpenEphm[0] = -1; - pNew->addrOpenEphm[1] = -1; - pNew->addrOpenEphm[2] = -1; - if( pNew==&standin) { - clearSelect(pNew); - pNew = 0; - } - return pNew; -} - -/* -** Delete the given Select structure and all of its substructures. -*/ -void sqlite3SelectDelete(Select *p){ - if( p ){ - clearSelect(p); - sqliteFree(p); - } -} - -/* -** Given 1 to 3 identifiers preceeding the JOIN keyword, determine the -** type of join. Return an integer constant that expresses that type -** in terms of the following bit values: -** -** JT_INNER -** JT_CROSS -** JT_OUTER -** JT_NATURAL -** JT_LEFT -** JT_RIGHT -** -** A full outer join is the combination of JT_LEFT and JT_RIGHT. -** -** If an illegal or unsupported join type is seen, then still return -** a join type, but put an error in the pParse structure. -*/ -int sqlite3JoinType(Parse *pParse, Token *pA, Token *pB, Token *pC){ - int jointype = 0; - Token *apAll[3]; - Token *p; - static const struct { - const char zKeyword[8]; - u8 nChar; - u8 code; - } keywords[] = { - { "natural", 7, JT_NATURAL }, - { "left", 4, JT_LEFT|JT_OUTER }, - { "right", 5, JT_RIGHT|JT_OUTER }, - { "full", 4, JT_LEFT|JT_RIGHT|JT_OUTER }, - { "outer", 5, JT_OUTER }, - { "inner", 5, JT_INNER }, - { "cross", 5, JT_INNER|JT_CROSS }, - }; - int i, j; - apAll[0] = pA; - apAll[1] = pB; - apAll[2] = pC; - for(i=0; i<3 && apAll[i]; i++){ - p = apAll[i]; - for(j=0; jn==keywords[j].nChar - && sqlite3StrNICmp((char*)p->z, keywords[j].zKeyword, p->n)==0 ){ - jointype |= keywords[j].code; - break; - } - } - if( j>=sizeof(keywords)/sizeof(keywords[0]) ){ - jointype |= JT_ERROR; - break; - } - } - if( - (jointype & (JT_INNER|JT_OUTER))==(JT_INNER|JT_OUTER) || - (jointype & JT_ERROR)!=0 - ){ - const char *zSp1 = " "; - const char *zSp2 = " "; - if( pB==0 ){ zSp1++; } - if( pC==0 ){ zSp2++; } - sqlite3ErrorMsg(pParse, "unknown or unsupported join type: " - "%T%s%T%s%T", pA, zSp1, pB, zSp2, pC); - jointype = JT_INNER; - }else if( jointype & JT_RIGHT ){ - sqlite3ErrorMsg(pParse, - "RIGHT and FULL OUTER JOINs are not currently supported"); - jointype = JT_INNER; - } - return jointype; -} - -/* -** Return the index of a column in a table. Return -1 if the column -** is not contained in the table. -*/ -static int columnIndex(Table *pTab, const char *zCol){ - int i; - for(i=0; inCol; i++){ - if( sqlite3StrICmp(pTab->aCol[i].zName, zCol)==0 ) return i; - } - return -1; -} - -/* -** Set the value of a token to a '\000'-terminated string. -*/ -static void setToken(Token *p, const char *z){ - p->z = (u8*)z; - p->n = z ? strlen(z) : 0; - p->dyn = 0; -} - -/* -** Create an expression node for an identifier with the name of zName -*/ -Expr *sqlite3CreateIdExpr(const char *zName){ - Token dummy; - setToken(&dummy, zName); - return sqlite3Expr(TK_ID, 0, 0, &dummy); -} - - -/* -** Add a term to the WHERE expression in *ppExpr that requires the -** zCol column to be equal in the two tables pTab1 and pTab2. -*/ -static void addWhereTerm( - const char *zCol, /* Name of the column */ - const Table *pTab1, /* First table */ - const char *zAlias1, /* Alias for first table. May be NULL */ - const Table *pTab2, /* Second table */ - const char *zAlias2, /* Alias for second table. May be NULL */ - int iRightJoinTable, /* VDBE cursor for the right table */ - Expr **ppExpr /* Add the equality term to this expression */ -){ - Expr *pE1a, *pE1b, *pE1c; - Expr *pE2a, *pE2b, *pE2c; - Expr *pE; - - pE1a = sqlite3CreateIdExpr(zCol); - pE2a = sqlite3CreateIdExpr(zCol); - if( zAlias1==0 ){ - zAlias1 = pTab1->zName; - } - pE1b = sqlite3CreateIdExpr(zAlias1); - if( zAlias2==0 ){ - zAlias2 = pTab2->zName; - } - pE2b = sqlite3CreateIdExpr(zAlias2); - pE1c = sqlite3ExprOrFree(TK_DOT, pE1b, pE1a, 0); - pE2c = sqlite3ExprOrFree(TK_DOT, pE2b, pE2a, 0); - pE = sqlite3ExprOrFree(TK_EQ, pE1c, pE2c, 0); - if( pE ){ - ExprSetProperty(pE, EP_FromJoin); - pE->iRightJoinTable = iRightJoinTable; - } - pE = sqlite3ExprAnd(*ppExpr, pE); - if( pE ){ - *ppExpr = pE; - } -} - -/* -** Set the EP_FromJoin property on all terms of the given expression. -** And set the Expr.iRightJoinTable to iTable for every term in the -** expression. -** -** The EP_FromJoin property is used on terms of an expression to tell -** the LEFT OUTER JOIN processing logic that this term is part of the -** join restriction specified in the ON or USING clause and not a part -** of the more general WHERE clause. These terms are moved over to the -** WHERE clause during join processing but we need to remember that they -** originated in the ON or USING clause. -** -** The Expr.iRightJoinTable tells the WHERE clause processing that the -** expression depends on table iRightJoinTable even if that table is not -** explicitly mentioned in the expression. That information is needed -** for cases like this: -** -** SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.b AND t1.x=5 -** -** The where clause needs to defer the handling of the t1.x=5 -** term until after the t2 loop of the join. In that way, a -** NULL t2 row will be inserted whenever t1.x!=5. If we do not -** defer the handling of t1.x=5, it will be processed immediately -** after the t1 loop and rows with t1.x!=5 will never appear in -** the output, which is incorrect. -*/ -static void setJoinExpr(Expr *p, int iTable){ - while( p ){ - ExprSetProperty(p, EP_FromJoin); - p->iRightJoinTable = iTable; - setJoinExpr(p->pLeft, iTable); - p = p->pRight; - } -} - -/* -** This routine processes the join information for a SELECT statement. -** ON and USING clauses are converted into extra terms of the WHERE clause. -** NATURAL joins also create extra WHERE clause terms. -** -** The terms of a FROM clause are contained in the Select.pSrc structure. -** The left most table is the first entry in Select.pSrc. The right-most -** table is the last entry. The join operator is held in the entry to -** the left. Thus entry 0 contains the join operator for the join between -** entries 0 and 1. Any ON or USING clauses associated with the join are -** also attached to the left entry. -** -** This routine returns the number of errors encountered. -*/ -static int sqliteProcessJoin(Parse *pParse, Select *p){ - SrcList *pSrc; /* All tables in the FROM clause */ - int i, j; /* Loop counters */ - struct SrcList_item *pLeft; /* Left table being joined */ - struct SrcList_item *pRight; /* Right table being joined */ - - pSrc = p->pSrc; - pLeft = &pSrc->a[0]; - pRight = &pLeft[1]; - for(i=0; inSrc-1; i++, pRight++, pLeft++){ - Table *pLeftTab = pLeft->pTab; - Table *pRightTab = pRight->pTab; - - if( pLeftTab==0 || pRightTab==0 ) continue; - - /* When the NATURAL keyword is present, add WHERE clause terms for - ** every column that the two tables have in common. - */ - if( pRight->jointype & JT_NATURAL ){ - if( pRight->pOn || pRight->pUsing ){ - sqlite3ErrorMsg(pParse, "a NATURAL join may not have " - "an ON or USING clause", 0); - return 1; - } - for(j=0; jnCol; j++){ - char *zName = pLeftTab->aCol[j].zName; - if( columnIndex(pRightTab, zName)>=0 ){ - addWhereTerm(zName, pLeftTab, pLeft->zAlias, - pRightTab, pRight->zAlias, - pRight->iCursor, &p->pWhere); - - } - } - } - - /* Disallow both ON and USING clauses in the same join - */ - if( pRight->pOn && pRight->pUsing ){ - sqlite3ErrorMsg(pParse, "cannot have both ON and USING " - "clauses in the same join"); - return 1; - } - - /* Add the ON clause to the end of the WHERE clause, connected by - ** an AND operator. - */ - if( pRight->pOn ){ - setJoinExpr(pRight->pOn, pRight->iCursor); - p->pWhere = sqlite3ExprAnd(p->pWhere, pRight->pOn); - pRight->pOn = 0; - } - - /* Create extra terms on the WHERE clause for each column named - ** in the USING clause. Example: If the two tables to be joined are - ** A and B and the USING clause names X, Y, and Z, then add this - ** to the WHERE clause: A.X=B.X AND A.Y=B.Y AND A.Z=B.Z - ** Report an error if any column mentioned in the USING clause is - ** not contained in both tables to be joined. - */ - if( pRight->pUsing ){ - IdList *pList = pRight->pUsing; - for(j=0; jnId; j++){ - char *zName = pList->a[j].zName; - if( columnIndex(pLeftTab, zName)<0 || columnIndex(pRightTab, zName)<0 ){ - sqlite3ErrorMsg(pParse, "cannot join using column %s - column " - "not present in both tables", zName); - return 1; - } - addWhereTerm(zName, pLeftTab, pLeft->zAlias, - pRightTab, pRight->zAlias, - pRight->iCursor, &p->pWhere); - } - } - } - return 0; -} - -/* -** Insert code into "v" that will push the record on the top of the -** stack into the sorter. -*/ -static void pushOntoSorter( - Parse *pParse, /* Parser context */ - ExprList *pOrderBy, /* The ORDER BY clause */ - Select *pSelect /* The whole SELECT statement */ -){ - Vdbe *v = pParse->pVdbe; - sqlite3ExprCodeExprList(pParse, pOrderBy); - sqlite3VdbeAddOp(v, OP_Sequence, pOrderBy->iECursor, 0); - sqlite3VdbeAddOp(v, OP_Pull, pOrderBy->nExpr + 1, 0); - sqlite3VdbeAddOp(v, OP_MakeRecord, pOrderBy->nExpr + 2, 0); - sqlite3VdbeAddOp(v, OP_IdxInsert, pOrderBy->iECursor, 0); - if( pSelect->iLimit>=0 ){ - int addr1, addr2; - addr1 = sqlite3VdbeAddOp(v, OP_IfMemZero, pSelect->iLimit+1, 0); - sqlite3VdbeAddOp(v, OP_MemIncr, -1, pSelect->iLimit+1); - addr2 = sqlite3VdbeAddOp(v, OP_Goto, 0, 0); - sqlite3VdbeJumpHere(v, addr1); - sqlite3VdbeAddOp(v, OP_Last, pOrderBy->iECursor, 0); - sqlite3VdbeAddOp(v, OP_Delete, pOrderBy->iECursor, 0); - sqlite3VdbeJumpHere(v, addr2); - pSelect->iLimit = -1; - } -} - -/* -** Add code to implement the OFFSET -*/ -static void codeOffset( - Vdbe *v, /* Generate code into this VM */ - Select *p, /* The SELECT statement being coded */ - int iContinue, /* Jump here to skip the current record */ - int nPop /* Number of times to pop stack when jumping */ -){ - if( p->iOffset>=0 && iContinue!=0 ){ - int addr; - sqlite3VdbeAddOp(v, OP_MemIncr, -1, p->iOffset); - addr = sqlite3VdbeAddOp(v, OP_IfMemNeg, p->iOffset, 0); - if( nPop>0 ){ - sqlite3VdbeAddOp(v, OP_Pop, nPop, 0); - } - sqlite3VdbeAddOp(v, OP_Goto, 0, iContinue); - VdbeComment((v, "# skip OFFSET records")); - sqlite3VdbeJumpHere(v, addr); - } -} - -/* -** Add code that will check to make sure the top N elements of the -** stack are distinct. iTab is a sorting index that holds previously -** seen combinations of the N values. A new entry is made in iTab -** if the current N values are new. -** -** A jump to addrRepeat is made and the N+1 values are popped from the -** stack if the top N elements are not distinct. -*/ -static void codeDistinct( - Vdbe *v, /* Generate code into this VM */ - int iTab, /* A sorting index used to test for distinctness */ - int addrRepeat, /* Jump to here if not distinct */ - int N /* The top N elements of the stack must be distinct */ -){ - sqlite3VdbeAddOp(v, OP_MakeRecord, -N, 0); - sqlite3VdbeAddOp(v, OP_Distinct, iTab, sqlite3VdbeCurrentAddr(v)+3); - sqlite3VdbeAddOp(v, OP_Pop, N+1, 0); - sqlite3VdbeAddOp(v, OP_Goto, 0, addrRepeat); - VdbeComment((v, "# skip indistinct records")); - sqlite3VdbeAddOp(v, OP_IdxInsert, iTab, 0); -} - - -/* -** This routine generates the code for the inside of the inner loop -** of a SELECT. -** -** If srcTab and nColumn are both zero, then the pEList expressions -** are evaluated in order to get the data for this row. If nColumn>0 -** then data is pulled from srcTab and pEList is used only to get the -** datatypes for each column. -*/ -static int selectInnerLoop( - Parse *pParse, /* The parser context */ - Select *p, /* The complete select statement being coded */ - ExprList *pEList, /* List of values being extracted */ - int srcTab, /* Pull data from this table */ - int nColumn, /* Number of columns in the source table */ - ExprList *pOrderBy, /* If not NULL, sort results using this key */ - int distinct, /* If >=0, make sure results are distinct */ - int eDest, /* How to dispose of the results */ - int iParm, /* An argument to the disposal method */ - int iContinue, /* Jump here to continue with next row */ - int iBreak, /* Jump here to break out of the inner loop */ - char *aff /* affinity string if eDest is SRT_Union */ -){ - Vdbe *v = pParse->pVdbe; - int i; - int hasDistinct; /* True if the DISTINCT keyword is present */ - - if( v==0 ) return 0; - assert( pEList!=0 ); - - /* If there was a LIMIT clause on the SELECT statement, then do the check - ** to see if this row should be output. - */ - hasDistinct = distinct>=0 && pEList->nExpr>0; - if( pOrderBy==0 && !hasDistinct ){ - codeOffset(v, p, iContinue, 0); - } - - /* Pull the requested columns. - */ - if( nColumn>0 ){ - for(i=0; inExpr; - sqlite3ExprCodeExprList(pParse, pEList); - } - - /* If the DISTINCT keyword was present on the SELECT statement - ** and this row has been seen before, then do not make this row - ** part of the result. - */ - if( hasDistinct ){ - assert( pEList!=0 ); - assert( pEList->nExpr==nColumn ); - codeDistinct(v, distinct, iContinue, nColumn); - if( pOrderBy==0 ){ - codeOffset(v, p, iContinue, nColumn); - } - } - - switch( eDest ){ - /* In this mode, write each query result to the key of the temporary - ** table iParm. - */ -#ifndef SQLITE_OMIT_COMPOUND_SELECT - case SRT_Union: { - sqlite3VdbeAddOp(v, OP_MakeRecord, nColumn, 0); - if( aff ){ - sqlite3VdbeChangeP3(v, -1, aff, P3_STATIC); - } - sqlite3VdbeAddOp(v, OP_IdxInsert, iParm, 0); - break; - } - - /* Construct a record from the query result, but instead of - ** saving that record, use it as a key to delete elements from - ** the temporary table iParm. - */ - case SRT_Except: { - int addr; - addr = sqlite3VdbeAddOp(v, OP_MakeRecord, nColumn, 0); - sqlite3VdbeChangeP3(v, -1, aff, P3_STATIC); - sqlite3VdbeAddOp(v, OP_NotFound, iParm, addr+3); - sqlite3VdbeAddOp(v, OP_Delete, iParm, 0); - break; - } -#endif - - /* Store the result as data using a unique key. - */ - case SRT_Table: - case SRT_EphemTab: { - sqlite3VdbeAddOp(v, OP_MakeRecord, nColumn, 0); - if( pOrderBy ){ - pushOntoSorter(pParse, pOrderBy, p); - }else{ - sqlite3VdbeAddOp(v, OP_NewRowid, iParm, 0); - sqlite3VdbeAddOp(v, OP_Pull, 1, 0); - sqlite3VdbeAddOp(v, OP_Insert, iParm, 0); - } - break; - } - -#ifndef SQLITE_OMIT_SUBQUERY - /* If we are creating a set for an "expr IN (SELECT ...)" construct, - ** then there should be a single item on the stack. Write this - ** item into the set table with bogus data. - */ - case SRT_Set: { - int addr1 = sqlite3VdbeCurrentAddr(v); - int addr2; - - assert( nColumn==1 ); - sqlite3VdbeAddOp(v, OP_NotNull, -1, addr1+3); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - addr2 = sqlite3VdbeAddOp(v, OP_Goto, 0, 0); - if( pOrderBy ){ - /* At first glance you would think we could optimize out the - ** ORDER BY in this case since the order of entries in the set - ** does not matter. But there might be a LIMIT clause, in which - ** case the order does matter */ - pushOntoSorter(pParse, pOrderBy, p); - }else{ - char affinity = (iParm>>16)&0xFF; - affinity = sqlite3CompareAffinity(pEList->a[0].pExpr, affinity); - sqlite3VdbeOp3(v, OP_MakeRecord, 1, 0, &affinity, 1); - sqlite3VdbeAddOp(v, OP_IdxInsert, (iParm&0x0000FFFF), 0); - } - sqlite3VdbeJumpHere(v, addr2); - break; - } - - /* If any row exist in the result set, record that fact and abort. - */ - case SRT_Exists: { - sqlite3VdbeAddOp(v, OP_MemInt, 1, iParm); - sqlite3VdbeAddOp(v, OP_Pop, nColumn, 0); - /* The LIMIT clause will terminate the loop for us */ - break; - } - - /* If this is a scalar select that is part of an expression, then - ** store the results in the appropriate memory cell and break out - ** of the scan loop. - */ - case SRT_Mem: { - assert( nColumn==1 ); - if( pOrderBy ){ - pushOntoSorter(pParse, pOrderBy, p); - }else{ - sqlite3VdbeAddOp(v, OP_MemStore, iParm, 1); - /* The LIMIT clause will jump out of the loop for us */ - } - break; - } -#endif /* #ifndef SQLITE_OMIT_SUBQUERY */ - - /* Send the data to the callback function or to a subroutine. In the - ** case of a subroutine, the subroutine itself is responsible for - ** popping the data from the stack. - */ - case SRT_Subroutine: - case SRT_Callback: { - if( pOrderBy ){ - sqlite3VdbeAddOp(v, OP_MakeRecord, nColumn, 0); - pushOntoSorter(pParse, pOrderBy, p); - }else if( eDest==SRT_Subroutine ){ - sqlite3VdbeAddOp(v, OP_Gosub, 0, iParm); - }else{ - sqlite3VdbeAddOp(v, OP_Callback, nColumn, 0); - } - break; - } - -#if !defined(SQLITE_OMIT_TRIGGER) - /* Discard the results. This is used for SELECT statements inside - ** the body of a TRIGGER. The purpose of such selects is to call - ** user-defined functions that have side effects. We do not care - ** about the actual results of the select. - */ - default: { - assert( eDest==SRT_Discard ); - sqlite3VdbeAddOp(v, OP_Pop, nColumn, 0); - break; - } -#endif - } - - /* Jump to the end of the loop if the LIMIT is reached. - */ - if( p->iLimit>=0 && pOrderBy==0 ){ - sqlite3VdbeAddOp(v, OP_MemIncr, -1, p->iLimit); - sqlite3VdbeAddOp(v, OP_IfMemZero, p->iLimit, iBreak); - } - return 0; -} - -/* -** Given an expression list, generate a KeyInfo structure that records -** the collating sequence for each expression in that expression list. -** -** If the ExprList is an ORDER BY or GROUP BY clause then the resulting -** KeyInfo structure is appropriate for initializing a virtual index to -** implement that clause. If the ExprList is the result set of a SELECT -** then the KeyInfo structure is appropriate for initializing a virtual -** index to implement a DISTINCT test. -** -** Space to hold the KeyInfo structure is obtain from malloc. The calling -** function is responsible for seeing that this structure is eventually -** freed. Add the KeyInfo structure to the P3 field of an opcode using -** P3_KEYINFO_HANDOFF is the usual way of dealing with this. -*/ -static KeyInfo *keyInfoFromExprList(Parse *pParse, ExprList *pList){ - sqlite3 *db = pParse->db; - int nExpr; - KeyInfo *pInfo; - struct ExprList_item *pItem; - int i; - - nExpr = pList->nExpr; - pInfo = sqliteMalloc( sizeof(*pInfo) + nExpr*(sizeof(CollSeq*)+1) ); - if( pInfo ){ - pInfo->aSortOrder = (u8*)&pInfo->aColl[nExpr]; - pInfo->nField = nExpr; - pInfo->enc = ENC(db); - for(i=0, pItem=pList->a; ipExpr); - if( !pColl ){ - pColl = db->pDfltColl; - } - pInfo->aColl[i] = pColl; - pInfo->aSortOrder[i] = pItem->sortOrder; - } - } - return pInfo; -} - - -/* -** If the inner loop was generated using a non-null pOrderBy argument, -** then the results were placed in a sorter. After the loop is terminated -** we need to run the sorter and output the results. The following -** routine generates the code needed to do that. -*/ -static void generateSortTail( - Parse *pParse, /* Parsing context */ - Select *p, /* The SELECT statement */ - Vdbe *v, /* Generate code into this VDBE */ - int nColumn, /* Number of columns of data */ - int eDest, /* Write the sorted results here */ - int iParm /* Optional parameter associated with eDest */ -){ - int brk = sqlite3VdbeMakeLabel(v); - int cont = sqlite3VdbeMakeLabel(v); - int addr; - int iTab; - int pseudoTab; - ExprList *pOrderBy = p->pOrderBy; - - iTab = pOrderBy->iECursor; - if( eDest==SRT_Callback || eDest==SRT_Subroutine ){ - pseudoTab = pParse->nTab++; - sqlite3VdbeAddOp(v, OP_OpenPseudo, pseudoTab, 0); - sqlite3VdbeAddOp(v, OP_SetNumColumns, pseudoTab, nColumn); - } - addr = 1 + sqlite3VdbeAddOp(v, OP_Sort, iTab, brk); - codeOffset(v, p, cont, 0); - if( eDest==SRT_Callback || eDest==SRT_Subroutine ){ - sqlite3VdbeAddOp(v, OP_Integer, 1, 0); - } - sqlite3VdbeAddOp(v, OP_Column, iTab, pOrderBy->nExpr + 1); - switch( eDest ){ - case SRT_Table: - case SRT_EphemTab: { - sqlite3VdbeAddOp(v, OP_NewRowid, iParm, 0); - sqlite3VdbeAddOp(v, OP_Pull, 1, 0); - sqlite3VdbeAddOp(v, OP_Insert, iParm, 0); - break; - } -#ifndef SQLITE_OMIT_SUBQUERY - case SRT_Set: { - assert( nColumn==1 ); - sqlite3VdbeAddOp(v, OP_NotNull, -1, sqlite3VdbeCurrentAddr(v)+3); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - sqlite3VdbeAddOp(v, OP_Goto, 0, sqlite3VdbeCurrentAddr(v)+3); - sqlite3VdbeOp3(v, OP_MakeRecord, 1, 0, "c", P3_STATIC); - sqlite3VdbeAddOp(v, OP_IdxInsert, (iParm&0x0000FFFF), 0); - break; - } - case SRT_Mem: { - assert( nColumn==1 ); - sqlite3VdbeAddOp(v, OP_MemStore, iParm, 1); - /* The LIMIT clause will terminate the loop for us */ - break; - } -#endif - case SRT_Callback: - case SRT_Subroutine: { - int i; - sqlite3VdbeAddOp(v, OP_Insert, pseudoTab, 0); - for(i=0; iiLimit>=0 ){ - sqlite3VdbeAddOp(v, OP_MemIncr, -1, p->iLimit); - sqlite3VdbeAddOp(v, OP_IfMemZero, p->iLimit, brk); - } - - /* The bottom of the loop - */ - sqlite3VdbeResolveLabel(v, cont); - sqlite3VdbeAddOp(v, OP_Next, iTab, addr); - sqlite3VdbeResolveLabel(v, brk); - if( eDest==SRT_Callback || eDest==SRT_Subroutine ){ - sqlite3VdbeAddOp(v, OP_Close, pseudoTab, 0); - } - -} - -/* -** Return a pointer to a string containing the 'declaration type' of the -** expression pExpr. The string may be treated as static by the caller. -** -** The declaration type is the exact datatype definition extracted from the -** original CREATE TABLE statement if the expression is a column. The -** declaration type for a ROWID field is INTEGER. Exactly when an expression -** is considered a column can be complex in the presence of subqueries. The -** result-set expression in all of the following SELECT statements is -** considered a column by this function. -** -** SELECT col FROM tbl; -** SELECT (SELECT col FROM tbl; -** SELECT (SELECT col FROM tbl); -** SELECT abc FROM (SELECT col AS abc FROM tbl); -** -** The declaration type for any expression other than a column is NULL. -*/ -static const char *columnType( - NameContext *pNC, - Expr *pExpr, - const char **pzOriginDb, - const char **pzOriginTab, - const char **pzOriginCol -){ - char const *zType = 0; - char const *zOriginDb = 0; - char const *zOriginTab = 0; - char const *zOriginCol = 0; - int j; - if( pExpr==0 || pNC->pSrcList==0 ) return 0; - - /* The TK_AS operator can only occur in ORDER BY, GROUP BY, HAVING, - ** and LIMIT clauses. But pExpr originates in the result set of a - ** SELECT. So pExpr can never contain an AS operator. - */ - assert( pExpr->op!=TK_AS ); - - switch( pExpr->op ){ - case TK_AGG_COLUMN: - case TK_COLUMN: { - /* The expression is a column. Locate the table the column is being - ** extracted from in NameContext.pSrcList. This table may be real - ** database table or a subquery. - */ - Table *pTab = 0; /* Table structure column is extracted from */ - Select *pS = 0; /* Select the column is extracted from */ - int iCol = pExpr->iColumn; /* Index of column in pTab */ - while( pNC && !pTab ){ - SrcList *pTabList = pNC->pSrcList; - for(j=0;jnSrc && pTabList->a[j].iCursor!=pExpr->iTable;j++); - if( jnSrc ){ - pTab = pTabList->a[j].pTab; - pS = pTabList->a[j].pSelect; - }else{ - pNC = pNC->pNext; - } - } - - if( pTab==0 ){ - /* FIX ME: - ** This can occurs if you have something like "SELECT new.x;" inside - ** a trigger. In other words, if you reference the special "new" - ** table in the result set of a select. We do not have a good way - ** to find the actual table type, so call it "TEXT". This is really - ** something of a bug, but I do not know how to fix it. - ** - ** This code does not produce the correct answer - it just prevents - ** a segfault. See ticket #1229. - */ - zType = "TEXT"; - break; - } - - assert( pTab ); - if( pS ){ - /* The "table" is actually a sub-select or a view in the FROM clause - ** of the SELECT statement. Return the declaration type and origin - ** data for the result-set column of the sub-select. - */ - if( iCol>=0 && iColpEList->nExpr ){ - /* If iCol is less than zero, then the expression requests the - ** rowid of the sub-select or view. This expression is legal (see - ** test case misc2.2.2) - it always evaluates to NULL. - */ - NameContext sNC; - Expr *p = pS->pEList->a[iCol].pExpr; - sNC.pSrcList = pS->pSrc; - sNC.pNext = 0; - sNC.pParse = pNC->pParse; - zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol); - } - }else if( pTab->pSchema ){ - /* A real table */ - assert( !pS ); - if( iCol<0 ) iCol = pTab->iPKey; - assert( iCol==-1 || (iCol>=0 && iColnCol) ); - if( iCol<0 ){ - zType = "INTEGER"; - zOriginCol = "rowid"; - }else{ - zType = pTab->aCol[iCol].zType; - zOriginCol = pTab->aCol[iCol].zName; - } - zOriginTab = pTab->zName; - if( pNC->pParse ){ - int iDb = sqlite3SchemaToIndex(pNC->pParse->db, pTab->pSchema); - zOriginDb = pNC->pParse->db->aDb[iDb].zName; - } - } - break; - } -#ifndef SQLITE_OMIT_SUBQUERY - case TK_SELECT: { - /* The expression is a sub-select. Return the declaration type and - ** origin info for the single column in the result set of the SELECT - ** statement. - */ - NameContext sNC; - Select *pS = pExpr->pSelect; - Expr *p = pS->pEList->a[0].pExpr; - sNC.pSrcList = pS->pSrc; - sNC.pNext = pNC; - sNC.pParse = pNC->pParse; - zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol); - break; - } -#endif - } - - if( pzOriginDb ){ - assert( pzOriginTab && pzOriginCol ); - *pzOriginDb = zOriginDb; - *pzOriginTab = zOriginTab; - *pzOriginCol = zOriginCol; - } - return zType; -} - -/* -** Generate code that will tell the VDBE the declaration types of columns -** in the result set. -*/ -static void generateColumnTypes( - Parse *pParse, /* Parser context */ - SrcList *pTabList, /* List of tables */ - ExprList *pEList /* Expressions defining the result set */ -){ - Vdbe *v = pParse->pVdbe; - int i; - NameContext sNC; - sNC.pSrcList = pTabList; - sNC.pParse = pParse; - for(i=0; inExpr; i++){ - Expr *p = pEList->a[i].pExpr; - const char *zOrigDb = 0; - const char *zOrigTab = 0; - const char *zOrigCol = 0; - const char *zType = columnType(&sNC, p, &zOrigDb, &zOrigTab, &zOrigCol); - - /* The vdbe must make it's own copy of the column-type and other - ** column specific strings, in case the schema is reset before this - ** virtual machine is deleted. - */ - sqlite3VdbeSetColName(v, i, COLNAME_DECLTYPE, zType, P3_TRANSIENT); - sqlite3VdbeSetColName(v, i, COLNAME_DATABASE, zOrigDb, P3_TRANSIENT); - sqlite3VdbeSetColName(v, i, COLNAME_TABLE, zOrigTab, P3_TRANSIENT); - sqlite3VdbeSetColName(v, i, COLNAME_COLUMN, zOrigCol, P3_TRANSIENT); - } -} - -/* -** Generate code that will tell the VDBE the names of columns -** in the result set. This information is used to provide the -** azCol[] values in the callback. -*/ -static void generateColumnNames( - Parse *pParse, /* Parser context */ - SrcList *pTabList, /* List of tables */ - ExprList *pEList /* Expressions defining the result set */ -){ - Vdbe *v = pParse->pVdbe; - int i, j; - sqlite3 *db = pParse->db; - int fullNames, shortNames; - -#ifndef SQLITE_OMIT_EXPLAIN - /* If this is an EXPLAIN, skip this step */ - if( pParse->explain ){ - return; - } -#endif - - assert( v!=0 ); - if( pParse->colNamesSet || v==0 || sqlite3MallocFailed() ) return; - pParse->colNamesSet = 1; - fullNames = (db->flags & SQLITE_FullColNames)!=0; - shortNames = (db->flags & SQLITE_ShortColNames)!=0; - sqlite3VdbeSetNumCols(v, pEList->nExpr); - for(i=0; inExpr; i++){ - Expr *p; - p = pEList->a[i].pExpr; - if( p==0 ) continue; - if( pEList->a[i].zName ){ - char *zName = pEList->a[i].zName; - sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, strlen(zName)); - continue; - } - if( p->op==TK_COLUMN && pTabList ){ - Table *pTab; - char *zCol; - int iCol = p->iColumn; - for(j=0; jnSrc && pTabList->a[j].iCursor!=p->iTable; j++){} - assert( jnSrc ); - pTab = pTabList->a[j].pTab; - if( iCol<0 ) iCol = pTab->iPKey; - assert( iCol==-1 || (iCol>=0 && iColnCol) ); - if( iCol<0 ){ - zCol = "rowid"; - }else{ - zCol = pTab->aCol[iCol].zName; - } - if( !shortNames && !fullNames && p->span.z && p->span.z[0] ){ - sqlite3VdbeSetColName(v, i, COLNAME_NAME, (char*)p->span.z, p->span.n); - }else if( fullNames || (!shortNames && pTabList->nSrc>1) ){ - char *zName = 0; - char *zTab; - - zTab = pTabList->a[j].zAlias; - if( fullNames || zTab==0 ) zTab = pTab->zName; - sqlite3SetString(&zName, zTab, ".", zCol, (char*)0); - sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, P3_DYNAMIC); - }else{ - sqlite3VdbeSetColName(v, i, COLNAME_NAME, zCol, strlen(zCol)); - } - }else if( p->span.z && p->span.z[0] ){ - sqlite3VdbeSetColName(v, i, COLNAME_NAME, (char*)p->span.z, p->span.n); - /* sqlite3VdbeCompressSpace(v, addr); */ - }else{ - char zName[30]; - assert( p->op!=TK_COLUMN || pTabList==0 ); - sprintf(zName, "column%d", i+1); - sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, 0); - } - } - generateColumnTypes(pParse, pTabList, pEList); -} - -#ifndef SQLITE_OMIT_COMPOUND_SELECT -/* -** Name of the connection operator, used for error messages. -*/ -static const char *selectOpName(int id){ - char *z; - switch( id ){ - case TK_ALL: z = "UNION ALL"; break; - case TK_INTERSECT: z = "INTERSECT"; break; - case TK_EXCEPT: z = "EXCEPT"; break; - default: z = "UNION"; break; - } - return z; -} -#endif /* SQLITE_OMIT_COMPOUND_SELECT */ - -/* -** Forward declaration -*/ -static int prepSelectStmt(Parse*, Select*); - -/* -** Given a SELECT statement, generate a Table structure that describes -** the result set of that SELECT. -*/ -Table *sqlite3ResultSetOfSelect(Parse *pParse, char *zTabName, Select *pSelect){ - Table *pTab; - int i, j; - ExprList *pEList; - Column *aCol, *pCol; - - while( pSelect->pPrior ) pSelect = pSelect->pPrior; - if( prepSelectStmt(pParse, pSelect) ){ - return 0; - } - if( sqlite3SelectResolve(pParse, pSelect, 0) ){ - return 0; - } - pTab = sqliteMalloc( sizeof(Table) ); - if( pTab==0 ){ - return 0; - } - pTab->nRef = 1; - pTab->zName = zTabName ? sqliteStrDup(zTabName) : 0; - pEList = pSelect->pEList; - pTab->nCol = pEList->nExpr; - assert( pTab->nCol>0 ); - pTab->aCol = aCol = sqliteMalloc( sizeof(pTab->aCol[0])*pTab->nCol ); - for(i=0, pCol=aCol; inCol; i++, pCol++){ - Expr *p, *pR; - char *zType; - char *zName; - int nName; - CollSeq *pColl; - int cnt; - NameContext sNC; - - /* Get an appropriate name for the column - */ - p = pEList->a[i].pExpr; - assert( p->pRight==0 || p->pRight->token.z==0 || p->pRight->token.z[0]!=0 ); - if( (zName = pEList->a[i].zName)!=0 ){ - /* If the column contains an "AS " phrase, use as the name */ - zName = sqliteStrDup(zName); - }else if( p->op==TK_DOT - && (pR=p->pRight)!=0 && pR->token.z && pR->token.z[0] ){ - /* For columns of the from A.B use B as the name */ - zName = sqlite3MPrintf("%T", &pR->token); - }else if( p->span.z && p->span.z[0] ){ - /* Use the original text of the column expression as its name */ - zName = sqlite3MPrintf("%T", &p->span); - }else{ - /* If all else fails, make up a name */ - zName = sqlite3MPrintf("column%d", i+1); - } - sqlite3Dequote(zName); - if( sqlite3MallocFailed() ){ - sqliteFree(zName); - sqlite3DeleteTable(0, pTab); - return 0; - } - - /* Make sure the column name is unique. If the name is not unique, - ** append a integer to the name so that it becomes unique. - */ - nName = strlen(zName); - for(j=cnt=0; jzName = zName; - - /* Get the typename, type affinity, and collating sequence for the - ** column. - */ - memset(&sNC, 0, sizeof(sNC)); - sNC.pSrcList = pSelect->pSrc; - zType = sqliteStrDup(columnType(&sNC, p, 0, 0, 0)); - pCol->zType = zType; - pCol->affinity = sqlite3ExprAffinity(p); - pColl = sqlite3ExprCollSeq(pParse, p); - if( pColl ){ - pCol->zColl = sqliteStrDup(pColl->zName); - } - } - pTab->iPKey = -1; - return pTab; -} - -/* -** Prepare a SELECT statement for processing by doing the following -** things: -** -** (1) Make sure VDBE cursor numbers have been assigned to every -** element of the FROM clause. -** -** (2) Fill in the pTabList->a[].pTab fields in the SrcList that -** defines FROM clause. When views appear in the FROM clause, -** fill pTabList->a[].pSelect with a copy of the SELECT statement -** that implements the view. A copy is made of the view's SELECT -** statement so that we can freely modify or delete that statement -** without worrying about messing up the presistent representation -** of the view. -** -** (3) Add terms to the WHERE clause to accomodate the NATURAL keyword -** on joins and the ON and USING clause of joins. -** -** (4) Scan the list of columns in the result set (pEList) looking -** for instances of the "*" operator or the TABLE.* operator. -** If found, expand each "*" to be every column in every table -** and TABLE.* to be every column in TABLE. -** -** Return 0 on success. If there are problems, leave an error message -** in pParse and return non-zero. -*/ -static int prepSelectStmt(Parse *pParse, Select *p){ - int i, j, k, rc; - SrcList *pTabList; - ExprList *pEList; - struct SrcList_item *pFrom; - - if( p==0 || p->pSrc==0 || sqlite3MallocFailed() ){ - return 1; - } - pTabList = p->pSrc; - pEList = p->pEList; - - /* Make sure cursor numbers have been assigned to all entries in - ** the FROM clause of the SELECT statement. - */ - sqlite3SrcListAssignCursors(pParse, p->pSrc); - - /* Look up every table named in the FROM clause of the select. If - ** an entry of the FROM clause is a subquery instead of a table or view, - ** then create a transient table structure to describe the subquery. - */ - for(i=0, pFrom=pTabList->a; inSrc; i++, pFrom++){ - Table *pTab; - if( pFrom->pTab!=0 ){ - /* This statement has already been prepared. There is no need - ** to go further. */ - assert( i==0 ); - return 0; - } - if( pFrom->zName==0 ){ -#ifndef SQLITE_OMIT_SUBQUERY - /* A sub-query in the FROM clause of a SELECT */ - assert( pFrom->pSelect!=0 ); - if( pFrom->zAlias==0 ){ - pFrom->zAlias = - sqlite3MPrintf("sqlite_subquery_%p_", (void*)pFrom->pSelect); - } - assert( pFrom->pTab==0 ); - pFrom->pTab = pTab = - sqlite3ResultSetOfSelect(pParse, pFrom->zAlias, pFrom->pSelect); - if( pTab==0 ){ - return 1; - } - /* The isEphem flag indicates that the Table structure has been - ** dynamically allocated and may be freed at any time. In other words, - ** pTab is not pointing to a persistent table structure that defines - ** part of the schema. */ - pTab->isEphem = 1; -#endif - }else{ - /* An ordinary table or view name in the FROM clause */ - assert( pFrom->pTab==0 ); - pFrom->pTab = pTab = - sqlite3LocateTable(pParse,pFrom->zName,pFrom->zDatabase); - if( pTab==0 ){ - return 1; - } - pTab->nRef++; -#if !defined(SQLITE_OMIT_VIEW) || !defined (SQLITE_OMIT_VIRTUALTABLE) - if( pTab->pSelect || IsVirtual(pTab) ){ - /* We reach here if the named table is a really a view */ - if( sqlite3ViewGetColumnNames(pParse, pTab) ){ - return 1; - } - /* If pFrom->pSelect!=0 it means we are dealing with a - ** view within a view. The SELECT structure has already been - ** copied by the outer view so we can skip the copy step here - ** in the inner view. - */ - if( pFrom->pSelect==0 ){ - pFrom->pSelect = sqlite3SelectDup(pTab->pSelect); - } - } -#endif - } - } - - /* Process NATURAL keywords, and ON and USING clauses of joins. - */ - if( sqliteProcessJoin(pParse, p) ) return 1; - - /* For every "*" that occurs in the column list, insert the names of - ** all columns in all tables. And for every TABLE.* insert the names - ** of all columns in TABLE. The parser inserted a special expression - ** with the TK_ALL operator for each "*" that it found in the column list. - ** The following code just has to locate the TK_ALL expressions and expand - ** each one to the list of all columns in all tables. - ** - ** The first loop just checks to see if there are any "*" operators - ** that need expanding. - */ - for(k=0; knExpr; k++){ - Expr *pE = pEList->a[k].pExpr; - if( pE->op==TK_ALL ) break; - if( pE->op==TK_DOT && pE->pRight && pE->pRight->op==TK_ALL - && pE->pLeft && pE->pLeft->op==TK_ID ) break; - } - rc = 0; - if( knExpr ){ - /* - ** If we get here it means the result set contains one or more "*" - ** operators that need to be expanded. Loop through each expression - ** in the result set and expand them one by one. - */ - struct ExprList_item *a = pEList->a; - ExprList *pNew = 0; - int flags = pParse->db->flags; - int longNames = (flags & SQLITE_FullColNames)!=0 && - (flags & SQLITE_ShortColNames)==0; - - for(k=0; knExpr; k++){ - Expr *pE = a[k].pExpr; - if( pE->op!=TK_ALL && - (pE->op!=TK_DOT || pE->pRight==0 || pE->pRight->op!=TK_ALL) ){ - /* This particular expression does not need to be expanded. - */ - pNew = sqlite3ExprListAppend(pNew, a[k].pExpr, 0); - if( pNew ){ - pNew->a[pNew->nExpr-1].zName = a[k].zName; - }else{ - rc = 1; - } - a[k].pExpr = 0; - a[k].zName = 0; - }else{ - /* This expression is a "*" or a "TABLE.*" and needs to be - ** expanded. */ - int tableSeen = 0; /* Set to 1 when TABLE matches */ - char *zTName; /* text of name of TABLE */ - if( pE->op==TK_DOT && pE->pLeft ){ - zTName = sqlite3NameFromToken(&pE->pLeft->token); - }else{ - zTName = 0; - } - for(i=0, pFrom=pTabList->a; inSrc; i++, pFrom++){ - Table *pTab = pFrom->pTab; - char *zTabName = pFrom->zAlias; - if( zTabName==0 || zTabName[0]==0 ){ - zTabName = pTab->zName; - } - if( zTName && (zTabName==0 || zTabName[0]==0 || - sqlite3StrICmp(zTName, zTabName)!=0) ){ - continue; - } - tableSeen = 1; - for(j=0; jnCol; j++){ - Expr *pExpr, *pRight; - char *zName = pTab->aCol[j].zName; - - if( i>0 ){ - struct SrcList_item *pLeft = &pTabList->a[i-1]; - if( (pLeft[1].jointype & JT_NATURAL)!=0 && - columnIndex(pLeft->pTab, zName)>=0 ){ - /* In a NATURAL join, omit the join columns from the - ** table on the right */ - continue; - } - if( sqlite3IdListIndex(pLeft[1].pUsing, zName)>=0 ){ - /* In a join with a USING clause, omit columns in the - ** using clause from the table on the right. */ - continue; - } - } - pRight = sqlite3Expr(TK_ID, 0, 0, 0); - if( pRight==0 ) break; - setToken(&pRight->token, zName); - if( zTabName && (longNames || pTabList->nSrc>1) ){ - Expr *pLeft = sqlite3Expr(TK_ID, 0, 0, 0); - pExpr = sqlite3Expr(TK_DOT, pLeft, pRight, 0); - if( pExpr==0 ) break; - setToken(&pLeft->token, zTabName); - setToken(&pExpr->span, sqlite3MPrintf("%s.%s", zTabName, zName)); - pExpr->span.dyn = 1; - pExpr->token.z = 0; - pExpr->token.n = 0; - pExpr->token.dyn = 0; - }else{ - pExpr = pRight; - pExpr->span = pExpr->token; - } - if( longNames ){ - pNew = sqlite3ExprListAppend(pNew, pExpr, &pExpr->span); - }else{ - pNew = sqlite3ExprListAppend(pNew, pExpr, &pRight->token); - } - } - } - if( !tableSeen ){ - if( zTName ){ - sqlite3ErrorMsg(pParse, "no such table: %s", zTName); - }else{ - sqlite3ErrorMsg(pParse, "no tables specified"); - } - rc = 1; - } - sqliteFree(zTName); - } - } - sqlite3ExprListDelete(pEList); - p->pEList = pNew; - } - return rc; -} - -#ifndef SQLITE_OMIT_COMPOUND_SELECT -/* -** This routine associates entries in an ORDER BY expression list with -** columns in a result. For each ORDER BY expression, the opcode of -** the top-level node is changed to TK_COLUMN and the iColumn value of -** the top-level node is filled in with column number and the iTable -** value of the top-level node is filled with iTable parameter. -** -** If there are prior SELECT clauses, they are processed first. A match -** in an earlier SELECT takes precedence over a later SELECT. -** -** Any entry that does not match is flagged as an error. The number -** of errors is returned. -*/ -static int matchOrderbyToColumn( - Parse *pParse, /* A place to leave error messages */ - Select *pSelect, /* Match to result columns of this SELECT */ - ExprList *pOrderBy, /* The ORDER BY values to match against columns */ - int iTable, /* Insert this value in iTable */ - int mustComplete /* If TRUE all ORDER BYs must match */ -){ - int nErr = 0; - int i, j; - ExprList *pEList; - - if( pSelect==0 || pOrderBy==0 ) return 1; - if( mustComplete ){ - for(i=0; inExpr; i++){ pOrderBy->a[i].done = 0; } - } - if( prepSelectStmt(pParse, pSelect) ){ - return 1; - } - if( pSelect->pPrior ){ - if( matchOrderbyToColumn(pParse, pSelect->pPrior, pOrderBy, iTable, 0) ){ - return 1; - } - } - pEList = pSelect->pEList; - for(i=0; inExpr; i++){ - Expr *pE = pOrderBy->a[i].pExpr; - int iCol = -1; - if( pOrderBy->a[i].done ) continue; - if( sqlite3ExprIsInteger(pE, &iCol) ){ - if( iCol<=0 || iCol>pEList->nExpr ){ - sqlite3ErrorMsg(pParse, - "ORDER BY position %d should be between 1 and %d", - iCol, pEList->nExpr); - nErr++; - break; - } - if( !mustComplete ) continue; - iCol--; - } - for(j=0; iCol<0 && jnExpr; j++){ - if( pEList->a[j].zName && (pE->op==TK_ID || pE->op==TK_STRING) ){ - char *zName, *zLabel; - zName = pEList->a[j].zName; - zLabel = sqlite3NameFromToken(&pE->token); - assert( zLabel!=0 ); - if( sqlite3StrICmp(zName, zLabel)==0 ){ - iCol = j; - } - sqliteFree(zLabel); - } - if( iCol<0 && sqlite3ExprCompare(pE, pEList->a[j].pExpr) ){ - iCol = j; - } - } - if( iCol>=0 ){ - pE->op = TK_COLUMN; - pE->iColumn = iCol; - pE->iTable = iTable; - pE->iAgg = -1; - pOrderBy->a[i].done = 1; - } - if( iCol<0 && mustComplete ){ - sqlite3ErrorMsg(pParse, - "ORDER BY term number %d does not match any result column", i+1); - nErr++; - break; - } - } - return nErr; -} -#endif /* #ifndef SQLITE_OMIT_COMPOUND_SELECT */ - -/* -** Get a VDBE for the given parser context. Create a new one if necessary. -** If an error occurs, return NULL and leave a message in pParse. -*/ -Vdbe *sqlite3GetVdbe(Parse *pParse){ - Vdbe *v = pParse->pVdbe; - if( v==0 ){ - v = pParse->pVdbe = sqlite3VdbeCreate(pParse->db); - } - return v; -} - - -/* -** Compute the iLimit and iOffset fields of the SELECT based on the -** pLimit and pOffset expressions. pLimit and pOffset hold the expressions -** that appear in the original SQL statement after the LIMIT and OFFSET -** keywords. Or NULL if those keywords are omitted. iLimit and iOffset -** are the integer memory register numbers for counters used to compute -** the limit and offset. If there is no limit and/or offset, then -** iLimit and iOffset are negative. -** -** This routine changes the values of iLimit and iOffset only if -** a limit or offset is defined by pLimit and pOffset. iLimit and -** iOffset should have been preset to appropriate default values -** (usually but not always -1) prior to calling this routine. -** Only if pLimit!=0 or pOffset!=0 do the limit registers get -** redefined. The UNION ALL operator uses this property to force -** the reuse of the same limit and offset registers across multiple -** SELECT statements. -*/ -static void computeLimitRegisters(Parse *pParse, Select *p, int iBreak){ - Vdbe *v = 0; - int iLimit = 0; - int iOffset; - int addr1, addr2; - - /* - ** "LIMIT -1" always shows all rows. There is some - ** contraversy about what the correct behavior should be. - ** The current implementation interprets "LIMIT 0" to mean - ** no rows. - */ - if( p->pLimit ){ - p->iLimit = iLimit = pParse->nMem; - pParse->nMem += 2; - v = sqlite3GetVdbe(pParse); - if( v==0 ) return; - sqlite3ExprCode(pParse, p->pLimit); - sqlite3VdbeAddOp(v, OP_MustBeInt, 0, 0); - sqlite3VdbeAddOp(v, OP_MemStore, iLimit, 0); - VdbeComment((v, "# LIMIT counter")); - sqlite3VdbeAddOp(v, OP_IfMemZero, iLimit, iBreak); - } - if( p->pOffset ){ - p->iOffset = iOffset = pParse->nMem++; - v = sqlite3GetVdbe(pParse); - if( v==0 ) return; - sqlite3ExprCode(pParse, p->pOffset); - sqlite3VdbeAddOp(v, OP_MustBeInt, 0, 0); - sqlite3VdbeAddOp(v, OP_MemStore, iOffset, p->pLimit==0); - VdbeComment((v, "# OFFSET counter")); - addr1 = sqlite3VdbeAddOp(v, OP_IfMemPos, iOffset, 0); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - sqlite3VdbeAddOp(v, OP_Integer, 0, 0); - sqlite3VdbeJumpHere(v, addr1); - if( p->pLimit ){ - sqlite3VdbeAddOp(v, OP_Add, 0, 0); - } - } - if( p->pLimit ){ - addr1 = sqlite3VdbeAddOp(v, OP_IfMemPos, iLimit, 0); - sqlite3VdbeAddOp(v, OP_Pop, 1, 0); - sqlite3VdbeAddOp(v, OP_MemInt, -1, iLimit+1); - addr2 = sqlite3VdbeAddOp(v, OP_Goto, 0, 0); - sqlite3VdbeJumpHere(v, addr1); - sqlite3VdbeAddOp(v, OP_MemStore, iLimit+1, 1); - VdbeComment((v, "# LIMIT+OFFSET")); - sqlite3VdbeJumpHere(v, addr2); - } -} - -/* -** Allocate a virtual index to use for sorting. -*/ -static void createSortingIndex(Parse *pParse, Select *p, ExprList *pOrderBy){ - if( pOrderBy ){ - int addr; - assert( pOrderBy->iECursor==0 ); - pOrderBy->iECursor = pParse->nTab++; - addr = sqlite3VdbeAddOp(pParse->pVdbe, OP_OpenEphemeral, - pOrderBy->iECursor, pOrderBy->nExpr+1); - assert( p->addrOpenEphm[2] == -1 ); - p->addrOpenEphm[2] = addr; - } -} - -#ifndef SQLITE_OMIT_COMPOUND_SELECT -/* -** Return the appropriate collating sequence for the iCol-th column of -** the result set for the compound-select statement "p". Return NULL if -** the column has no default collating sequence. -** -** The collating sequence for the compound select is taken from the -** left-most term of the select that has a collating sequence. -*/ -static CollSeq *multiSelectCollSeq(Parse *pParse, Select *p, int iCol){ - CollSeq *pRet; - if( p->pPrior ){ - pRet = multiSelectCollSeq(pParse, p->pPrior, iCol); - }else{ - pRet = 0; - } - if( pRet==0 ){ - pRet = sqlite3ExprCollSeq(pParse, p->pEList->a[iCol].pExpr); - } - return pRet; -} -#endif /* SQLITE_OMIT_COMPOUND_SELECT */ - -#ifndef SQLITE_OMIT_COMPOUND_SELECT -/* -** This routine is called to process a query that is really the union -** or intersection of two or more separate queries. -** -** "p" points to the right-most of the two queries. the query on the -** left is p->pPrior. The left query could also be a compound query -** in which case this routine will be called recursively. -** -** The results of the total query are to be written into a destination -** of type eDest with parameter iParm. -** -** Example 1: Consider a three-way compound SQL statement. -** -** SELECT a FROM t1 UNION SELECT b FROM t2 UNION SELECT c FROM t3 -** -** This statement is parsed up as follows: -** -** SELECT c FROM t3 -** | -** `-----> SELECT b FROM t2 -** | -** `------> SELECT a FROM t1 -** -** The arrows in the diagram above represent the Select.pPrior pointer. -** So if this routine is called with p equal to the t3 query, then -** pPrior will be the t2 query. p->op will be TK_UNION in this case. -** -** Notice that because of the way SQLite parses compound SELECTs, the -** individual selects always group from left to right. -*/ -static int multiSelect( - Parse *pParse, /* Parsing context */ - Select *p, /* The right-most of SELECTs to be coded */ - int eDest, /* \___ Store query results as specified */ - int iParm, /* / by these two parameters. */ - char *aff /* If eDest is SRT_Union, the affinity string */ -){ - int rc = SQLITE_OK; /* Success code from a subroutine */ - Select *pPrior; /* Another SELECT immediately to our left */ - Vdbe *v; /* Generate code to this VDBE */ - int nCol; /* Number of columns in the result set */ - ExprList *pOrderBy; /* The ORDER BY clause on p */ - int aSetP2[2]; /* Set P2 value of these op to number of columns */ - int nSetP2 = 0; /* Number of slots in aSetP2[] used */ - - /* Make sure there is no ORDER BY or LIMIT clause on prior SELECTs. Only - ** the last (right-most) SELECT in the series may have an ORDER BY or LIMIT. - */ - if( p==0 || p->pPrior==0 ){ - rc = 1; - goto multi_select_end; - } - pPrior = p->pPrior; - assert( pPrior->pRightmost!=pPrior ); - assert( pPrior->pRightmost==p->pRightmost ); - if( pPrior->pOrderBy ){ - sqlite3ErrorMsg(pParse,"ORDER BY clause should come after %s not before", - selectOpName(p->op)); - rc = 1; - goto multi_select_end; - } - if( pPrior->pLimit ){ - sqlite3ErrorMsg(pParse,"LIMIT clause should come after %s not before", - selectOpName(p->op)); - rc = 1; - goto multi_select_end; - } - - /* Make sure we have a valid query engine. If not, create a new one. - */ - v = sqlite3GetVdbe(pParse); - if( v==0 ){ - rc = 1; - goto multi_select_end; - } - - /* Create the destination temporary table if necessary - */ - if( eDest==SRT_EphemTab ){ - assert( p->pEList ); - assert( nSetP2pOrderBy; - switch( p->op ){ - case TK_ALL: { - if( pOrderBy==0 ){ - int addr = 0; - assert( !pPrior->pLimit ); - pPrior->pLimit = p->pLimit; - pPrior->pOffset = p->pOffset; - rc = sqlite3Select(pParse, pPrior, eDest, iParm, 0, 0, 0, aff); - p->pLimit = 0; - p->pOffset = 0; - if( rc ){ - goto multi_select_end; - } - p->pPrior = 0; - p->iLimit = pPrior->iLimit; - p->iOffset = pPrior->iOffset; - if( p->iLimit>=0 ){ - addr = sqlite3VdbeAddOp(v, OP_IfMemZero, p->iLimit, 0); - VdbeComment((v, "# Jump ahead if LIMIT reached")); - } - rc = sqlite3Select(pParse, p, eDest, iParm, 0, 0, 0, aff); - p->pPrior = pPrior; - if( rc ){ - goto multi_select_end; - } - if( addr ){ - sqlite3VdbeJumpHere(v, addr); - } - break; - } - /* For UNION ALL ... ORDER BY fall through to the next case */ - } - case TK_EXCEPT: - case TK_UNION: { - int unionTab; /* Cursor number of the temporary table holding result */ - int op = 0; /* One of the SRT_ operations to apply to self */ - int priorOp; /* The SRT_ operation to apply to prior selects */ - Expr *pLimit, *pOffset; /* Saved values of p->nLimit and p->nOffset */ - int addr; - - priorOp = p->op==TK_ALL ? SRT_Table : SRT_Union; - if( eDest==priorOp && pOrderBy==0 && !p->pLimit && !p->pOffset ){ - /* We can reuse a temporary table generated by a SELECT to our - ** right. - */ - unionTab = iParm; - }else{ - /* We will need to create our own temporary table to hold the - ** intermediate results. - */ - unionTab = pParse->nTab++; - if( pOrderBy && matchOrderbyToColumn(pParse, p, pOrderBy, unionTab,1) ){ - rc = 1; - goto multi_select_end; - } - addr = sqlite3VdbeAddOp(v, OP_OpenEphemeral, unionTab, 0); - if( priorOp==SRT_Table ){ - assert( nSetP2addrOpenEphm[0] == -1 ); - p->addrOpenEphm[0] = addr; - p->pRightmost->usesEphm = 1; - } - createSortingIndex(pParse, p, pOrderBy); - assert( p->pEList ); - } - - /* Code the SELECT statements to our left - */ - assert( !pPrior->pOrderBy ); - rc = sqlite3Select(pParse, pPrior, priorOp, unionTab, 0, 0, 0, aff); - if( rc ){ - goto multi_select_end; - } - - /* Code the current SELECT statement - */ - switch( p->op ){ - case TK_EXCEPT: op = SRT_Except; break; - case TK_UNION: op = SRT_Union; break; - case TK_ALL: op = SRT_Table; break; - } - p->pPrior = 0; - p->pOrderBy = 0; - p->disallowOrderBy = pOrderBy!=0; - pLimit = p->pLimit; - p->pLimit = 0; - pOffset = p->pOffset; - p->pOffset = 0; - rc = sqlite3Select(pParse, p, op, unionTab, 0, 0, 0, aff); - p->pPrior = pPrior; - p->pOrderBy = pOrderBy; - sqlite3ExprDelete(p->pLimit); - p->pLimit = pLimit; - p->pOffset = pOffset; - p->iLimit = -1; - p->iOffset = -1; - if( rc ){ - goto multi_select_end; - } - - - /* Convert the data in the temporary table into whatever form - ** it is that we currently need. - */ - if( eDest!=priorOp || unionTab!=iParm ){ - int iCont, iBreak, iStart; - assert( p->pEList ); - if( eDest==SRT_Callback ){ - Select *pFirst = p; - while( pFirst->pPrior ) pFirst = pFirst->pPrior; - generateColumnNames(pParse, 0, pFirst->pEList); - } - iBreak = sqlite3VdbeMakeLabel(v); - iCont = sqlite3VdbeMakeLabel(v); - computeLimitRegisters(pParse, p, iBreak); - sqlite3VdbeAddOp(v, OP_Rewind, unionTab, iBreak); - iStart = sqlite3VdbeCurrentAddr(v); - rc = selectInnerLoop(pParse, p, p->pEList, unionTab, p->pEList->nExpr, - pOrderBy, -1, eDest, iParm, - iCont, iBreak, 0); - if( rc ){ - rc = 1; - goto multi_select_end; - } - sqlite3VdbeResolveLabel(v, iCont); - sqlite3VdbeAddOp(v, OP_Next, unionTab, iStart); - sqlite3VdbeResolveLabel(v, iBreak); - sqlite3VdbeAddOp(v, OP_Close, unionTab, 0); - } - break; - } - case TK_INTERSECT: { - int tab1, tab2; - int iCont, iBreak, iStart; - Expr *pLimit, *pOffset; - int addr; - - /* INTERSECT is different from the others since it requires - ** two temporary tables. Hence it has its own case. Begin - ** by allocating the tables we will need. - */ - tab1 = pParse->nTab++; - tab2 = pParse->nTab++; - if( pOrderBy && matchOrderbyToColumn(pParse,p,pOrderBy,tab1,1) ){ - rc = 1; - goto multi_select_end; - } - createSortingIndex(pParse, p, pOrderBy); - - addr = sqlite3VdbeAddOp(v, OP_OpenEphemeral, tab1, 0); - assert( p->addrOpenEphm[0] == -1 ); - p->addrOpenEphm[0] = addr; - p->pRightmost->usesEphm = 1; - assert( p->pEList ); - - /* Code the SELECTs to our left into temporary table "tab1". - */ - rc = sqlite3Select(pParse, pPrior, SRT_Union, tab1, 0, 0, 0, aff); - if( rc ){ - goto multi_select_end; - } - - /* Code the current SELECT into temporary table "tab2" - */ - addr = sqlite3VdbeAddOp(v, OP_OpenEphemeral, tab2, 0); - assert( p->addrOpenEphm[1] == -1 ); - p->addrOpenEphm[1] = addr; - p->pPrior = 0; - pLimit = p->pLimit; - p->pLimit = 0; - pOffset = p->pOffset; - p->pOffset = 0; - rc = sqlite3Select(pParse, p, SRT_Union, tab2, 0, 0, 0, aff); - p->pPrior = pPrior; - sqlite3ExprDelete(p->pLimit); - p->pLimit = pLimit; - p->pOffset = pOffset; - if( rc ){ - goto multi_select_end; - } - - /* Generate code to take the intersection of the two temporary - ** tables. - */ - assert( p->pEList ); - if( eDest==SRT_Callback ){ - Select *pFirst = p; - while( pFirst->pPrior ) pFirst = pFirst->pPrior; - generateColumnNames(pParse, 0, pFirst->pEList); - } - iBreak = sqlite3VdbeMakeLabel(v); - iCont = sqlite3VdbeMakeLabel(v); - computeLimitRegisters(pParse, p, iBreak); - sqlite3VdbeAddOp(v, OP_Rewind, tab1, iBreak); - iStart = sqlite3VdbeAddOp(v, OP_RowKey, tab1, 0); - sqlite3VdbeAddOp(v, OP_NotFound, tab2, iCont); - rc = selectInnerLoop(pParse, p, p->pEList, tab1, p->pEList->nExpr, - pOrderBy, -1, eDest, iParm, - iCont, iBreak, 0); - if( rc ){ - rc = 1; - goto multi_select_end; - } - sqlite3VdbeResolveLabel(v, iCont); - sqlite3VdbeAddOp(v, OP_Next, tab1, iStart); - sqlite3VdbeResolveLabel(v, iBreak); - sqlite3VdbeAddOp(v, OP_Close, tab2, 0); - sqlite3VdbeAddOp(v, OP_Close, tab1, 0); - break; - } - } - - /* Make sure all SELECTs in the statement have the same number of elements - ** in their result sets. - */ - assert( p->pEList && pPrior->pEList ); - if( p->pEList->nExpr!=pPrior->pEList->nExpr ){ - sqlite3ErrorMsg(pParse, "SELECTs to the left and right of %s" - " do not have the same number of result columns", selectOpName(p->op)); - rc = 1; - goto multi_select_end; - } - - /* Set the number of columns in temporary tables - */ - nCol = p->pEList->nExpr; - while( nSetP2 ){ - sqlite3VdbeChangeP2(v, aSetP2[--nSetP2], nCol); - } - - /* Compute collating sequences used by either the ORDER BY clause or - ** by any temporary tables needed to implement the compound select. - ** Attach the KeyInfo structure to all temporary tables. Invoke the - ** ORDER BY processing if there is an ORDER BY clause. - ** - ** This section is run by the right-most SELECT statement only. - ** SELECT statements to the left always skip this part. The right-most - ** SELECT might also skip this part if it has no ORDER BY clause and - ** no temp tables are required. - */ - if( pOrderBy || p->usesEphm ){ - int i; /* Loop counter */ - KeyInfo *pKeyInfo; /* Collating sequence for the result set */ - Select *pLoop; /* For looping through SELECT statements */ - int nKeyCol; /* Number of entries in pKeyInfo->aCol[] */ - CollSeq **apColl; - CollSeq **aCopy; - - assert( p->pRightmost==p ); - nKeyCol = nCol + (pOrderBy ? pOrderBy->nExpr : 0); - pKeyInfo = sqliteMalloc(sizeof(*pKeyInfo)+nKeyCol*(sizeof(CollSeq*) + 1)); - if( !pKeyInfo ){ - rc = SQLITE_NOMEM; - goto multi_select_end; - } - - pKeyInfo->enc = ENC(pParse->db); - pKeyInfo->nField = nCol; - - for(i=0, apColl=pKeyInfo->aColl; idb->pDfltColl; - } - } - - for(pLoop=p; pLoop; pLoop=pLoop->pPrior){ - for(i=0; i<2; i++){ - int addr = pLoop->addrOpenEphm[i]; - if( addr<0 ){ - /* If [0] is unused then [1] is also unused. So we can - ** always safely abort as soon as the first unused slot is found */ - assert( pLoop->addrOpenEphm[1]<0 ); - break; - } - sqlite3VdbeChangeP2(v, addr, nCol); - sqlite3VdbeChangeP3(v, addr, (char*)pKeyInfo, P3_KEYINFO); - pLoop->addrOpenEphm[i] = -1; - } - } - - if( pOrderBy ){ - struct ExprList_item *pOTerm = pOrderBy->a; - int nOrderByExpr = pOrderBy->nExpr; - int addr; - u8 *pSortOrder; - - aCopy = &pKeyInfo->aColl[nOrderByExpr]; - pSortOrder = pKeyInfo->aSortOrder = (u8*)&aCopy[nCol]; - memcpy(aCopy, pKeyInfo->aColl, nCol*sizeof(CollSeq*)); - apColl = pKeyInfo->aColl; - for(i=0; ipExpr; - if( (pExpr->flags & EP_ExpCollate) ){ - assert( pExpr->pColl!=0 ); - *apColl = pExpr->pColl; - }else{ - *apColl = aCopy[pExpr->iColumn]; - } - *pSortOrder = pOTerm->sortOrder; - } - assert( p->pRightmost==p ); - assert( p->addrOpenEphm[2]>=0 ); - addr = p->addrOpenEphm[2]; - sqlite3VdbeChangeP2(v, addr, p->pEList->nExpr+2); - pKeyInfo->nField = nOrderByExpr; - sqlite3VdbeChangeP3(v, addr, (char*)pKeyInfo, P3_KEYINFO_HANDOFF); - pKeyInfo = 0; - generateSortTail(pParse, p, v, p->pEList->nExpr, eDest, iParm); - } - - sqliteFree(pKeyInfo); - } - -multi_select_end: - return rc; -} -#endif /* SQLITE_OMIT_COMPOUND_SELECT */ - -#ifndef SQLITE_OMIT_VIEW -/* -** Scan through the expression pExpr. Replace every reference to -** a column in table number iTable with a copy of the iColumn-th -** entry in pEList. (But leave references to the ROWID column -** unchanged.) -** -** This routine is part of the flattening procedure. A subquery -** whose result set is defined by pEList appears as entry in the -** FROM clause of a SELECT such that the VDBE cursor assigned to that -** FORM clause entry is iTable. This routine make the necessary -** changes to pExpr so that it refers directly to the source table -** of the subquery rather the result set of the subquery. -*/ -static void substExprList(ExprList*,int,ExprList*); /* Forward Decl */ -static void substSelect(Select *, int, ExprList *); /* Forward Decl */ -static void substExpr(Expr *pExpr, int iTable, ExprList *pEList){ - if( pExpr==0 ) return; - if( pExpr->op==TK_COLUMN && pExpr->iTable==iTable ){ - if( pExpr->iColumn<0 ){ - pExpr->op = TK_NULL; - }else{ - Expr *pNew; - assert( pEList!=0 && pExpr->iColumnnExpr ); - assert( pExpr->pLeft==0 && pExpr->pRight==0 && pExpr->pList==0 ); - pNew = pEList->a[pExpr->iColumn].pExpr; - assert( pNew!=0 ); - pExpr->op = pNew->op; - assert( pExpr->pLeft==0 ); - pExpr->pLeft = sqlite3ExprDup(pNew->pLeft); - assert( pExpr->pRight==0 ); - pExpr->pRight = sqlite3ExprDup(pNew->pRight); - assert( pExpr->pList==0 ); - pExpr->pList = sqlite3ExprListDup(pNew->pList); - pExpr->iTable = pNew->iTable; - pExpr->pTab = pNew->pTab; - pExpr->iColumn = pNew->iColumn; - pExpr->iAgg = pNew->iAgg; - sqlite3TokenCopy(&pExpr->token, &pNew->token); - sqlite3TokenCopy(&pExpr->span, &pNew->span); - pExpr->pSelect = sqlite3SelectDup(pNew->pSelect); - pExpr->flags = pNew->flags; - } - }else{ - substExpr(pExpr->pLeft, iTable, pEList); - substExpr(pExpr->pRight, iTable, pEList); - substSelect(pExpr->pSelect, iTable, pEList); - substExprList(pExpr->pList, iTable, pEList); - } -} -static void substExprList(ExprList *pList, int iTable, ExprList *pEList){ - int i; - if( pList==0 ) return; - for(i=0; inExpr; i++){ - substExpr(pList->a[i].pExpr, iTable, pEList); - } -} -static void substSelect(Select *p, int iTable, ExprList *pEList){ - if( !p ) return; - substExprList(p->pEList, iTable, pEList); - substExprList(p->pGroupBy, iTable, pEList); - substExprList(p->pOrderBy, iTable, pEList); - substExpr(p->pHaving, iTable, pEList); - substExpr(p->pWhere, iTable, pEList); -} -#endif /* !defined(SQLITE_OMIT_VIEW) */ - -#ifndef SQLITE_OMIT_VIEW -/* -** This routine attempts to flatten subqueries in order to speed -** execution. It returns 1 if it makes changes and 0 if no flattening -** occurs. -** -** To understand the concept of flattening, consider the following -** query: -** -** SELECT a FROM (SELECT x+y AS a FROM t1 WHERE z<100) WHERE a>5 -** -** The default way of implementing this query is to execute the -** subquery first and store the results in a temporary table, then -** run the outer query on that temporary table. This requires two -** passes over the data. Furthermore, because the temporary table -** has no indices, the WHERE clause on the outer query cannot be -** optimized. -** -** This routine attempts to rewrite queries such as the above into -** a single flat select, like this: -** -** SELECT x+y AS a FROM t1 WHERE z<100 AND a>5 -** -** The code generated for this simpification gives the same result -** but only has to scan the data once. And because indices might -** exist on the table t1, a complete scan of the data might be -** avoided. -** -** Flattening is only attempted if all of the following are true: -** -** (1) The subquery and the outer query do not both use aggregates. -** -** (2) The subquery is not an aggregate or the outer query is not a join. -** -** (3) The subquery is not the right operand of a left outer join, or -** the subquery is not itself a join. (Ticket #306) -** -** (4) The subquery is not DISTINCT or the outer query is not a join. -** -** (5) The subquery is not DISTINCT or the outer query does not use -** aggregates. -** -** (6) The subquery does not use aggregates or the outer query is not -** DISTINCT. -** -** (7) The subquery has a FROM clause. -** -** (8) The subquery does not use LIMIT or the outer query is not a join. -** -** (9) The subquery does not use LIMIT or the outer query does not use -** aggregates. -** -** (10) The subquery does not use aggregates or the outer query does not -** use LIMIT. -** -** (11) The subquery and the outer query do not both have ORDER BY clauses. -** -** (12) The subquery is not the right term of a LEFT OUTER JOIN or the -** subquery has no WHERE clause. (added by ticket #350) -** -** (13) The subquery and outer query do not both use LIMIT -** -** (14) The subquery does not use OFFSET -** -** In this routine, the "p" parameter is a pointer to the outer query. -** The subquery is p->pSrc->a[iFrom]. isAgg is true if the outer query -** uses aggregates and subqueryIsAgg is true if the subquery uses aggregates. -** -** If flattening is not attempted, this routine is a no-op and returns 0. -** If flattening is attempted this routine returns 1. -** -** All of the expression analysis must occur on both the outer query and -** the subquery before this routine runs. -*/ -static int flattenSubquery( - Select *p, /* The parent or outer SELECT statement */ - int iFrom, /* Index in p->pSrc->a[] of the inner subquery */ - int isAgg, /* True if outer SELECT uses aggregate functions */ - int subqueryIsAgg /* True if the subquery uses aggregate functions */ -){ - Select *pSub; /* The inner query or "subquery" */ - SrcList *pSrc; /* The FROM clause of the outer query */ - SrcList *pSubSrc; /* The FROM clause of the subquery */ - ExprList *pList; /* The result set of the outer query */ - int iParent; /* VDBE cursor number of the pSub result set temp table */ - int i; /* Loop counter */ - Expr *pWhere; /* The WHERE clause */ - struct SrcList_item *pSubitem; /* The subquery */ - - /* Check to see if flattening is permitted. Return 0 if not. - */ - if( p==0 ) return 0; - pSrc = p->pSrc; - assert( pSrc && iFrom>=0 && iFromnSrc ); - pSubitem = &pSrc->a[iFrom]; - pSub = pSubitem->pSelect; - assert( pSub!=0 ); - if( isAgg && subqueryIsAgg ) return 0; /* Restriction (1) */ - if( subqueryIsAgg && pSrc->nSrc>1 ) return 0; /* Restriction (2) */ - pSubSrc = pSub->pSrc; - assert( pSubSrc ); - /* Prior to version 3.1.2, when LIMIT and OFFSET had to be simple constants, - ** not arbitrary expresssions, we allowed some combining of LIMIT and OFFSET - ** because they could be computed at compile-time. But when LIMIT and OFFSET - ** became arbitrary expressions, we were forced to add restrictions (13) - ** and (14). */ - if( pSub->pLimit && p->pLimit ) return 0; /* Restriction (13) */ - if( pSub->pOffset ) return 0; /* Restriction (14) */ - if( pSubSrc->nSrc==0 ) return 0; /* Restriction (7) */ - if( (pSub->isDistinct || pSub->pLimit) - && (pSrc->nSrc>1 || isAgg) ){ /* Restrictions (4)(5)(8)(9) */ - return 0; - } - if( p->isDistinct && subqueryIsAgg ) return 0; /* Restriction (6) */ - if( (p->disallowOrderBy || p->pOrderBy) && pSub->pOrderBy ){ - return 0; /* Restriction (11) */ - } - - /* Restriction 3: If the subquery is a join, make sure the subquery is - ** not used as the right operand of an outer join. Examples of why this - ** is not allowed: - ** - ** t1 LEFT OUTER JOIN (t2 JOIN t3) - ** - ** If we flatten the above, we would get - ** - ** (t1 LEFT OUTER JOIN t2) JOIN t3 - ** - ** which is not at all the same thing. - */ - if( pSubSrc->nSrc>1 && (pSubitem->jointype & JT_OUTER)!=0 ){ - return 0; - } - - /* Restriction 12: If the subquery is the right operand of a left outer - ** join, make sure the subquery has no WHERE clause. - ** An examples of why this is not allowed: - ** - ** t1 LEFT OUTER JOIN (SELECT * FROM t2 WHERE t2.x>0) - ** - ** If we flatten the above, we would get - ** - ** (t1 LEFT OUTER JOIN t2) WHERE t2.x>0 - ** - ** But the t2.x>0 test will always fail on a NULL row of t2, which - ** effectively converts the OUTER JOIN into an INNER JOIN. - */ - if( (pSubitem->jointype & JT_OUTER)!=0 && pSub->pWhere!=0 ){ - return 0; - } - - /* If we reach this point, it means flattening is permitted for the - ** iFrom-th entry of the FROM clause in the outer query. - */ - - /* Move all of the FROM elements of the subquery into the - ** the FROM clause of the outer query. Before doing this, remember - ** the cursor number for the original outer query FROM element in - ** iParent. The iParent cursor will never be used. Subsequent code - ** will scan expressions looking for iParent references and replace - ** those references with expressions that resolve to the subquery FROM - ** elements we are now copying in. - */ - iParent = pSubitem->iCursor; - { - int nSubSrc = pSubSrc->nSrc; - int jointype = pSubitem->jointype; - - sqlite3DeleteTable(0, pSubitem->pTab); - sqliteFree(pSubitem->zDatabase); - sqliteFree(pSubitem->zName); - sqliteFree(pSubitem->zAlias); - if( nSubSrc>1 ){ - int extra = nSubSrc - 1; - for(i=1; ipSrc = pSrc; - for(i=pSrc->nSrc-1; i-extra>=iFrom; i--){ - pSrc->a[i] = pSrc->a[i-extra]; - } - } - for(i=0; ia[i+iFrom] = pSubSrc->a[i]; - memset(&pSubSrc->a[i], 0, sizeof(pSubSrc->a[i])); - } - pSrc->a[iFrom].jointype = jointype; - } - - /* Now begin substituting subquery result set expressions for - ** references to the iParent in the outer query. - ** - ** Example: - ** - ** SELECT a+5, b*10 FROM (SELECT x*3 AS a, y+10 AS b FROM t1) WHERE a>b; - ** \ \_____________ subquery __________/ / - ** \_____________________ outer query ______________________________/ - ** - ** We look at every expression in the outer query and every place we see - ** "a" we substitute "x*3" and every place we see "b" we substitute "y+10". - */ - pList = p->pEList; - for(i=0; inExpr; i++){ - Expr *pExpr; - if( pList->a[i].zName==0 && (pExpr = pList->a[i].pExpr)->span.z!=0 ){ - pList->a[i].zName = sqliteStrNDup((char*)pExpr->span.z, pExpr->span.n); - } - } - substExprList(p->pEList, iParent, pSub->pEList); - if( isAgg ){ - substExprList(p->pGroupBy, iParent, pSub->pEList); - substExpr(p->pHaving, iParent, pSub->pEList); - } - if( pSub->pOrderBy ){ - assert( p->pOrderBy==0 ); - p->pOrderBy = pSub->pOrderBy; - pSub->pOrderBy = 0; - }else if( p->pOrderBy ){ - substExprList(p->pOrderBy, iParent, pSub->pEList); - } - if( pSub->pWhere ){ - pWhere = sqlite3ExprDup(pSub->pWhere); - }else{ - pWhere = 0; - } - if( subqueryIsAgg ){ - assert( p->pHaving==0 ); - p->pHaving = p->pWhere; - p->pWhere = pWhere; - substExpr(p->pHaving, iParent, pSub->pEList); - p->pHaving = sqlite3ExprAnd(p->pHaving, sqlite3ExprDup(pSub->pHaving)); - assert( p->pGroupBy==0 ); - p->pGroupBy = sqlite3ExprListDup(pSub->pGroupBy); - }else{ - substExpr(p->pWhere, iParent, pSub->pEList); - p->pWhere = sqlite3ExprAnd(p->pWhere, pWhere); - } - - /* The flattened query is distinct if either the inner or the - ** outer query is distinct. - */ - p->isDistinct = p->isDistinct || pSub->isDistinct; - - /* - ** SELECT ... FROM (SELECT ... LIMIT a OFFSET b) LIMIT x OFFSET y; - ** - ** One is tempted to try to add a and b to combine the limits. But this - ** does not work if either limit is negative. - */ - if( pSub->pLimit ){ - p->pLimit = pSub->pLimit; - pSub->pLimit = 0; - } - - /* Finially, delete what is left of the subquery and return - ** success. - */ - sqlite3SelectDelete(pSub); - return 1; -} -#endif /* SQLITE_OMIT_VIEW */ - -/* -** Analyze the SELECT statement passed in as an argument to see if it -** is a simple min() or max() query. If it is and this query can be -** satisfied using a single seek to the beginning or end of an index, -** then generate the code for this SELECT and return 1. If this is not a -** simple min() or max() query, then return 0; -** -** A simply min() or max() query looks like this: -** -** SELECT min(a) FROM table; -** SELECT max(a) FROM table; -** -** The query may have only a single table in its FROM argument. There -** can be no GROUP BY or HAVING or WHERE clauses. The result set must -** be the min() or max() of a single column of the table. The column -** in the min() or max() function must be indexed. -** -** The parameters to this routine are the same as for sqlite3Select(). -** See the header comment on that routine for additional information. -*/ -static int simpleMinMaxQuery(Parse *pParse, Select *p, int eDest, int iParm){ - Expr *pExpr; - int iCol; - Table *pTab; - Index *pIdx; - int base; - Vdbe *v; - int seekOp; - ExprList *pEList, *pList, eList; - struct ExprList_item eListItem; - SrcList *pSrc; - int brk; - int iDb; - - /* Check to see if this query is a simple min() or max() query. Return - ** zero if it is not. - */ - if( p->pGroupBy || p->pHaving || p->pWhere ) return 0; - pSrc = p->pSrc; - if( pSrc->nSrc!=1 ) return 0; - pEList = p->pEList; - if( pEList->nExpr!=1 ) return 0; - pExpr = pEList->a[0].pExpr; - if( pExpr->op!=TK_AGG_FUNCTION ) return 0; - pList = pExpr->pList; - if( pList==0 || pList->nExpr!=1 ) return 0; - if( pExpr->token.n!=3 ) return 0; - if( sqlite3StrNICmp((char*)pExpr->token.z,"min",3)==0 ){ - seekOp = OP_Rewind; - }else if( sqlite3StrNICmp((char*)pExpr->token.z,"max",3)==0 ){ - seekOp = OP_Last; - }else{ - return 0; - } - pExpr = pList->a[0].pExpr; - if( pExpr->op!=TK_COLUMN ) return 0; - iCol = pExpr->iColumn; - pTab = pSrc->a[0].pTab; - - - /* If we get to here, it means the query is of the correct form. - ** Check to make sure we have an index and make pIdx point to the - ** appropriate index. If the min() or max() is on an INTEGER PRIMARY - ** key column, no index is necessary so set pIdx to NULL. If no - ** usable index is found, return 0. - */ - if( iCol<0 ){ - pIdx = 0; - }else{ - CollSeq *pColl = sqlite3ExprCollSeq(pParse, pExpr); - if( pColl==0 ) return 0; - for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ - assert( pIdx->nColumn>=1 ); - if( pIdx->aiColumn[0]==iCol && - 0==sqlite3StrICmp(pIdx->azColl[0], pColl->zName) ){ - break; - } - } - if( pIdx==0 ) return 0; - } - - /* Identify column types if we will be using the callback. This - ** step is skipped if the output is going to a table or a memory cell. - ** The column names have already been generated in the calling function. - */ - v = sqlite3GetVdbe(pParse); - if( v==0 ) return 0; - - /* If the output is destined for a temporary table, open that table. - */ - if( eDest==SRT_EphemTab ){ - sqlite3VdbeAddOp(v, OP_OpenEphemeral, iParm, 1); - } - - /* Generating code to find the min or the max. Basically all we have - ** to do is find the first or the last entry in the chosen index. If - ** the min() or max() is on the INTEGER PRIMARY KEY, then find the first - ** or last entry in the main table. - */ - iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); - assert( iDb>=0 || pTab->isEphem ); - sqlite3CodeVerifySchema(pParse, iDb); - sqlite3TableLock(pParse, iDb, pTab->tnum, 0, pTab->zName); - base = pSrc->a[0].iCursor; - brk = sqlite3VdbeMakeLabel(v); - computeLimitRegisters(pParse, p, brk); - if( pSrc->a[0].pSelect==0 ){ - sqlite3OpenTable(pParse, base, iDb, pTab, OP_OpenRead); - } - if( pIdx==0 ){ - sqlite3VdbeAddOp(v, seekOp, base, 0); - }else{ - /* Even though the cursor used to open the index here is closed - ** as soon as a single value has been read from it, allocate it - ** using (pParse->nTab++) to prevent the cursor id from being - ** reused. This is important for statements of the form - ** "INSERT INTO x SELECT max() FROM x". - */ - int iIdx; - KeyInfo *pKey = sqlite3IndexKeyinfo(pParse, pIdx); - iIdx = pParse->nTab++; - assert( pIdx->pSchema==pTab->pSchema ); - sqlite3VdbeAddOp(v, OP_Integer, iDb, 0); - sqlite3VdbeOp3(v, OP_OpenRead, iIdx, pIdx->tnum, - (char*)pKey, P3_KEYINFO_HANDOFF); - if( seekOp==OP_Rewind ){ - sqlite3VdbeAddOp(v, OP_Null, 0, 0); - sqlite3VdbeAddOp(v, OP_MakeRecord, 1, 0); - seekOp = OP_MoveGt; - } - sqlite3VdbeAddOp(v, seekOp, iIdx, 0); - sqlite3VdbeAddOp(v, OP_IdxRowid, iIdx, 0); - sqlite3VdbeAddOp(v, OP_Close, iIdx, 0); - sqlite3VdbeAddOp(v, OP_MoveGe, base, 0); - } - eList.nExpr = 1; - memset(&eListItem, 0, sizeof(eListItem)); - eList.a = &eListItem; - eList.a[0].pExpr = pExpr; - selectInnerLoop(pParse, p, &eList, 0, 0, 0, -1, eDest, iParm, brk, brk, 0); - sqlite3VdbeResolveLabel(v, brk); - sqlite3VdbeAddOp(v, OP_Close, base, 0); - - return 1; -} - -/* -** Analyze and ORDER BY or GROUP BY clause in a SELECT statement. Return -** the number of errors seen. -** -** An ORDER BY or GROUP BY is a list of expressions. If any expression -** is an integer constant, then that expression is replaced by the -** corresponding entry in the result set. -*/ -static int processOrderGroupBy( - NameContext *pNC, /* Name context of the SELECT statement. */ - ExprList *pOrderBy, /* The ORDER BY or GROUP BY clause to be processed */ - const char *zType /* Either "ORDER" or "GROUP", as appropriate */ -){ - int i; - ExprList *pEList = pNC->pEList; /* The result set of the SELECT */ - Parse *pParse = pNC->pParse; /* The result set of the SELECT */ - assert( pEList ); - - if( pOrderBy==0 ) return 0; - for(i=0; inExpr; i++){ - int iCol; - Expr *pE = pOrderBy->a[i].pExpr; - if( sqlite3ExprIsInteger(pE, &iCol) ){ - if( iCol>0 && iCol<=pEList->nExpr ){ - CollSeq *pColl = pE->pColl; - int flags = pE->flags & EP_ExpCollate; - sqlite3ExprDelete(pE); - pE = pOrderBy->a[i].pExpr = sqlite3ExprDup(pEList->a[iCol-1].pExpr); - if( pColl && flags ){ - pE->pColl = pColl; - pE->flags |= flags; - } - }else{ - sqlite3ErrorMsg(pParse, - "%s BY column number %d out of range - should be " - "between 1 and %d", zType, iCol, pEList->nExpr); - return 1; - } - } - if( sqlite3ExprResolveNames(pNC, pE) ){ - return 1; - } - } - return 0; -} - -/* -** This routine resolves any names used in the result set of the -** supplied SELECT statement. If the SELECT statement being resolved -** is a sub-select, then pOuterNC is a pointer to the NameContext -** of the parent SELECT. -*/ -int sqlite3SelectResolve( - Parse *pParse, /* The parser context */ - Select *p, /* The SELECT statement being coded. */ - NameContext *pOuterNC /* The outer name context. May be NULL. */ -){ - ExprList *pEList; /* Result set. */ - int i; /* For-loop variable used in multiple places */ - NameContext sNC; /* Local name-context */ - ExprList *pGroupBy; /* The group by clause */ - - /* If this routine has run before, return immediately. */ - if( p->isResolved ){ - assert( !pOuterNC ); - return SQLITE_OK; - } - p->isResolved = 1; - - /* If there have already been errors, do nothing. */ - if( pParse->nErr>0 ){ - return SQLITE_ERROR; - } - - /* Prepare the select statement. This call will allocate all cursors - ** required to handle the tables and subqueries in the FROM clause. - */ - if( prepSelectStmt(pParse, p) ){ - return SQLITE_ERROR; - } - - /* Resolve the expressions in the LIMIT and OFFSET clauses. These - ** are not allowed to refer to any names, so pass an empty NameContext. - */ - memset(&sNC, 0, sizeof(sNC)); - sNC.pParse = pParse; - if( sqlite3ExprResolveNames(&sNC, p->pLimit) || - sqlite3ExprResolveNames(&sNC, p->pOffset) ){ - return SQLITE_ERROR; - } - - /* Set up the local name-context to pass to ExprResolveNames() to - ** resolve the expression-list. - */ - sNC.allowAgg = 1; - sNC.pSrcList = p->pSrc; - sNC.pNext = pOuterNC; - - /* Resolve names in the result set. */ - pEList = p->pEList; - if( !pEList ) return SQLITE_ERROR; - for(i=0; inExpr; i++){ - Expr *pX = pEList->a[i].pExpr; - if( sqlite3ExprResolveNames(&sNC, pX) ){ - return SQLITE_ERROR; - } - } - - /* If there are no aggregate functions in the result-set, and no GROUP BY - ** expression, do not allow aggregates in any of the other expressions. - */ - assert( !p->isAgg ); - pGroupBy = p->pGroupBy; - if( pGroupBy || sNC.hasAgg ){ - p->isAgg = 1; - }else{ - sNC.allowAgg = 0; - } - - /* If a HAVING clause is present, then there must be a GROUP BY clause. - */ - if( p->pHaving && !pGroupBy ){ - sqlite3ErrorMsg(pParse, "a GROUP BY clause is required before HAVING"); - return SQLITE_ERROR; - } - - /* Add the expression list to the name-context before parsing the - ** other expressions in the SELECT statement. This is so that - ** expressions in the WHERE clause (etc.) can refer to expressions by - ** aliases in the result set. - ** - ** Minor point: If this is the case, then the expression will be - ** re-evaluated for each reference to it. - */ - sNC.pEList = p->pEList; - if( sqlite3ExprResolveNames(&sNC, p->pWhere) || - sqlite3ExprResolveNames(&sNC, p->pHaving) || - processOrderGroupBy(&sNC, p->pOrderBy, "ORDER") || - processOrderGroupBy(&sNC, pGroupBy, "GROUP") - ){ - return SQLITE_ERROR; - } - - /* Make sure the GROUP BY clause does not contain aggregate functions. - */ - if( pGroupBy ){ - struct ExprList_item *pItem; - - for(i=0, pItem=pGroupBy->a; inExpr; i++, pItem++){ - if( ExprHasProperty(pItem->pExpr, EP_Agg) ){ - sqlite3ErrorMsg(pParse, "aggregate functions are not allowed in " - "the GROUP BY clause"); - return SQLITE_ERROR; - } - } - } - - /* If this is one SELECT of a compound, be sure to resolve names - ** in the other SELECTs. - */ - if( p->pPrior ){ - return sqlite3SelectResolve(pParse, p->pPrior, pOuterNC); - }else{ - return SQLITE_OK; - } -} - -/* -** Reset the aggregate accumulator. -** -** The aggregate accumulator is a set of memory cells that hold -** intermediate results while calculating an aggregate. This -** routine simply stores NULLs in all of those memory cells. -*/ -static void resetAccumulator(Parse *pParse, AggInfo *pAggInfo){ - Vdbe *v = pParse->pVdbe; - int i; - struct AggInfo_func *pFunc; - if( pAggInfo->nFunc+pAggInfo->nColumn==0 ){ - return; - } - for(i=0; inColumn; i++){ - sqlite3VdbeAddOp(v, OP_MemNull, pAggInfo->aCol[i].iMem, 0); - } - for(pFunc=pAggInfo->aFunc, i=0; inFunc; i++, pFunc++){ - sqlite3VdbeAddOp(v, OP_MemNull, pFunc->iMem, 0); - if( pFunc->iDistinct>=0 ){ - Expr *pE = pFunc->pExpr; - if( pE->pList==0 || pE->pList->nExpr!=1 ){ - sqlite3ErrorMsg(pParse, "DISTINCT in aggregate must be followed " - "by an expression"); - pFunc->iDistinct = -1; - }else{ - KeyInfo *pKeyInfo = keyInfoFromExprList(pParse, pE->pList); - sqlite3VdbeOp3(v, OP_OpenEphemeral, pFunc->iDistinct, 0, - (char*)pKeyInfo, P3_KEYINFO_HANDOFF); - } - } - } -} - -/* -** Invoke the OP_AggFinalize opcode for every aggregate function -** in the AggInfo structure. -*/ -static void finalizeAggFunctions(Parse *pParse, AggInfo *pAggInfo){ - Vdbe *v = pParse->pVdbe; - int i; - struct AggInfo_func *pF; - for(i=0, pF=pAggInfo->aFunc; inFunc; i++, pF++){ - ExprList *pList = pF->pExpr->pList; - sqlite3VdbeOp3(v, OP_AggFinal, pF->iMem, pList ? pList->nExpr : 0, - (void*)pF->pFunc, P3_FUNCDEF); - } -} - -/* -** Update the accumulator memory cells for an aggregate based on -** the current cursor position. -*/ -static void updateAccumulator(Parse *pParse, AggInfo *pAggInfo){ - Vdbe *v = pParse->pVdbe; - int i; - struct AggInfo_func *pF; - struct AggInfo_col *pC; - - pAggInfo->directMode = 1; - for(i=0, pF=pAggInfo->aFunc; inFunc; i++, pF++){ - int nArg; - int addrNext = 0; - ExprList *pList = pF->pExpr->pList; - if( pList ){ - nArg = pList->nExpr; - sqlite3ExprCodeExprList(pParse, pList); - }else{ - nArg = 0; - } - if( pF->iDistinct>=0 ){ - addrNext = sqlite3VdbeMakeLabel(v); - assert( nArg==1 ); - codeDistinct(v, pF->iDistinct, addrNext, 1); - } - if( pF->pFunc->needCollSeq ){ - CollSeq *pColl = 0; - struct ExprList_item *pItem; - int j; - assert( pList!=0 ); /* pList!=0 if pF->pFunc->needCollSeq is true */ - for(j=0, pItem=pList->a; !pColl && jpExpr); - } - if( !pColl ){ - pColl = pParse->db->pDfltColl; - } - sqlite3VdbeOp3(v, OP_CollSeq, 0, 0, (char *)pColl, P3_COLLSEQ); - } - sqlite3VdbeOp3(v, OP_AggStep, pF->iMem, nArg, (void*)pF->pFunc, P3_FUNCDEF); - if( addrNext ){ - sqlite3VdbeResolveLabel(v, addrNext); - } - } - for(i=0, pC=pAggInfo->aCol; inAccumulator; i++, pC++){ - sqlite3ExprCode(pParse, pC->pExpr); - sqlite3VdbeAddOp(v, OP_MemStore, pC->iMem, 1); - } - pAggInfo->directMode = 0; -} - - -/* -** Generate code for the given SELECT statement. -** -** The results are distributed in various ways depending on the -** value of eDest and iParm. -** -** eDest Value Result -** ------------ ------------------------------------------- -** SRT_Callback Invoke the callback for each row of the result. -** -** SRT_Mem Store first result in memory cell iParm -** -** SRT_Set Store results as keys of table iParm. -** -** SRT_Union Store results as a key in a temporary table iParm -** -** SRT_Except Remove results from the temporary table iParm. -** -** SRT_Table Store results in temporary table iParm -** -** The table above is incomplete. Additional eDist value have be added -** since this comment was written. See the selectInnerLoop() function for -** a complete listing of the allowed values of eDest and their meanings. -** -** This routine returns the number of errors. If any errors are -** encountered, then an appropriate error message is left in -** pParse->zErrMsg. -** -** This routine does NOT free the Select structure passed in. The -** calling function needs to do that. -** -** The pParent, parentTab, and *pParentAgg fields are filled in if this -** SELECT is a subquery. This routine may try to combine this SELECT -** with its parent to form a single flat query. In so doing, it might -** change the parent query from a non-aggregate to an aggregate query. -** For that reason, the pParentAgg flag is passed as a pointer, so it -** can be changed. -** -** Example 1: The meaning of the pParent parameter. -** -** SELECT * FROM t1 JOIN (SELECT x, count(*) FROM t2) JOIN t3; -** \ \_______ subquery _______/ / -** \ / -** \____________________ outer query ___________________/ -** -** This routine is called for the outer query first. For that call, -** pParent will be NULL. During the processing of the outer query, this -** routine is called recursively to handle the subquery. For the recursive -** call, pParent will point to the outer query. Because the subquery is -** the second element in a three-way join, the parentTab parameter will -** be 1 (the 2nd value of a 0-indexed array.) -*/ -int sqlite3Select( - Parse *pParse, /* The parser context */ - Select *p, /* The SELECT statement being coded. */ - int eDest, /* How to dispose of the results */ - int iParm, /* A parameter used by the eDest disposal method */ - Select *pParent, /* Another SELECT for which this is a sub-query */ - int parentTab, /* Index in pParent->pSrc of this query */ - int *pParentAgg, /* True if pParent uses aggregate functions */ - char *aff /* If eDest is SRT_Union, the affinity string */ -){ - int i, j; /* Loop counters */ - WhereInfo *pWInfo; /* Return from sqlite3WhereBegin() */ - Vdbe *v; /* The virtual machine under construction */ - int isAgg; /* True for select lists like "count(*)" */ - ExprList *pEList; /* List of columns to extract. */ - SrcList *pTabList; /* List of tables to select from */ - Expr *pWhere; /* The WHERE clause. May be NULL */ - ExprList *pOrderBy; /* The ORDER BY clause. May be NULL */ - ExprList *pGroupBy; /* The GROUP BY clause. May be NULL */ - Expr *pHaving; /* The HAVING clause. May be NULL */ - int isDistinct; /* True if the DISTINCT keyword is present */ - int distinct; /* Table to use for the distinct set */ - int rc = 1; /* Value to return from this function */ - int addrSortIndex; /* Address of an OP_OpenEphemeral instruction */ - AggInfo sAggInfo; /* Information used by aggregate queries */ - int iEnd; /* Address of the end of the query */ - - if( p==0 || sqlite3MallocFailed() || pParse->nErr ){ - return 1; - } - if( sqlite3AuthCheck(pParse, SQLITE_SELECT, 0, 0, 0) ) return 1; - memset(&sAggInfo, 0, sizeof(sAggInfo)); - -#ifndef SQLITE_OMIT_COMPOUND_SELECT - /* If there is are a sequence of queries, do the earlier ones first. - */ - if( p->pPrior ){ - if( p->pRightmost==0 ){ - Select *pLoop; - for(pLoop=p; pLoop; pLoop=pLoop->pPrior){ - pLoop->pRightmost = p; - } - } - return multiSelect(pParse, p, eDest, iParm, aff); - } -#endif - - pOrderBy = p->pOrderBy; - if( IgnorableOrderby(eDest) ){ - p->pOrderBy = 0; - } - if( sqlite3SelectResolve(pParse, p, 0) ){ - goto select_end; - } - p->pOrderBy = pOrderBy; - - /* Make local copies of the parameters for this query. - */ - pTabList = p->pSrc; - pWhere = p->pWhere; - pGroupBy = p->pGroupBy; - pHaving = p->pHaving; - isAgg = p->isAgg; - isDistinct = p->isDistinct; - pEList = p->pEList; - if( pEList==0 ) goto select_end; - - /* - ** Do not even attempt to generate any code if we have already seen - ** errors before this routine starts. - */ - if( pParse->nErr>0 ) goto select_end; - - /* If writing to memory or generating a set - ** only a single column may be output. - */ -#ifndef SQLITE_OMIT_SUBQUERY - if( (eDest==SRT_Mem || eDest==SRT_Set) && pEList->nExpr>1 ){ - sqlite3ErrorMsg(pParse, "only a single result allowed for " - "a SELECT that is part of an expression"); - goto select_end; - } -#endif - - /* ORDER BY is ignored for some destinations. - */ - if( IgnorableOrderby(eDest) ){ - pOrderBy = 0; - } - - /* Begin generating code. - */ - v = sqlite3GetVdbe(pParse); - if( v==0 ) goto select_end; - - /* Generate code for all sub-queries in the FROM clause - */ -#if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW) - for(i=0; inSrc; i++){ - const char *zSavedAuthContext = 0; - int needRestoreContext; - struct SrcList_item *pItem = &pTabList->a[i]; - - if( pItem->pSelect==0 || pItem->isPopulated ) continue; - if( pItem->zName!=0 ){ - zSavedAuthContext = pParse->zAuthContext; - pParse->zAuthContext = pItem->zName; - needRestoreContext = 1; - }else{ - needRestoreContext = 0; - } - sqlite3Select(pParse, pItem->pSelect, SRT_EphemTab, - pItem->iCursor, p, i, &isAgg, 0); - if( needRestoreContext ){ - pParse->zAuthContext = zSavedAuthContext; - } - pTabList = p->pSrc; - pWhere = p->pWhere; - if( !IgnorableOrderby(eDest) ){ - pOrderBy = p->pOrderBy; - } - pGroupBy = p->pGroupBy; - pHaving = p->pHaving; - isDistinct = p->isDistinct; - } -#endif - - /* Check for the special case of a min() or max() function by itself - ** in the result set. - */ - if( simpleMinMaxQuery(pParse, p, eDest, iParm) ){ - rc = 0; - goto select_end; - } - - /* Check to see if this is a subquery that can be "flattened" into its parent. - ** If flattening is a possiblity, do so and return immediately. - */ -#ifndef SQLITE_OMIT_VIEW - if( pParent && pParentAgg && - flattenSubquery(pParent, parentTab, *pParentAgg, isAgg) ){ - if( isAgg ) *pParentAgg = 1; - goto select_end; - } -#endif - - /* If there is an ORDER BY clause, then this sorting - ** index might end up being unused if the data can be - ** extracted in pre-sorted order. If that is the case, then the - ** OP_OpenEphemeral instruction will be changed to an OP_Noop once - ** we figure out that the sorting index is not needed. The addrSortIndex - ** variable is used to facilitate that change. - */ - if( pOrderBy ){ - KeyInfo *pKeyInfo; - if( pParse->nErr ){ - goto select_end; - } - pKeyInfo = keyInfoFromExprList(pParse, pOrderBy); - pOrderBy->iECursor = pParse->nTab++; - p->addrOpenEphm[2] = addrSortIndex = - sqlite3VdbeOp3(v, OP_OpenEphemeral, pOrderBy->iECursor, pOrderBy->nExpr+2, (char*)pKeyInfo, P3_KEYINFO_HANDOFF); - }else{ - addrSortIndex = -1; - } - - /* If the output is destined for a temporary table, open that table. - */ - if( eDest==SRT_EphemTab ){ - sqlite3VdbeAddOp(v, OP_OpenEphemeral, iParm, pEList->nExpr); - } - - /* Set the limiter. - */ - iEnd = sqlite3VdbeMakeLabel(v); - computeLimitRegisters(pParse, p, iEnd); - - /* Open a virtual index to use for the distinct set. - */ - if( isDistinct ){ - KeyInfo *pKeyInfo; - distinct = pParse->nTab++; - pKeyInfo = keyInfoFromExprList(pParse, p->pEList); - sqlite3VdbeOp3(v, OP_OpenEphemeral, distinct, 0, - (char*)pKeyInfo, P3_KEYINFO_HANDOFF); - }else{ - distinct = -1; - } - - /* Aggregate and non-aggregate queries are handled differently */ - if( !isAgg && pGroupBy==0 ){ - /* This case is for non-aggregate queries - ** Begin the database scan - */ - pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pOrderBy); - if( pWInfo==0 ) goto select_end; - - /* If sorting index that was created by a prior OP_OpenEphemeral - ** instruction ended up not being needed, then change the OP_OpenEphemeral - ** into an OP_Noop. - */ - if( addrSortIndex>=0 && pOrderBy==0 ){ - sqlite3VdbeChangeToNoop(v, addrSortIndex, 1); - p->addrOpenEphm[2] = -1; - } - - /* Use the standard inner loop - */ - if( selectInnerLoop(pParse, p, pEList, 0, 0, pOrderBy, distinct, eDest, - iParm, pWInfo->iContinue, pWInfo->iBreak, aff) ){ - goto select_end; - } - - /* End the database scan loop. - */ - sqlite3WhereEnd(pWInfo); - }else{ - /* This is the processing for aggregate queries */ - NameContext sNC; /* Name context for processing aggregate information */ - int iAMem; /* First Mem address for storing current GROUP BY */ - int iBMem; /* First Mem address for previous GROUP BY */ - int iUseFlag; /* Mem address holding flag indicating that at least - ** one row of the input to the aggregator has been - ** processed */ - int iAbortFlag; /* Mem address which causes query abort if positive */ - int groupBySort; /* Rows come from source in GROUP BY order */ - - - /* The following variables hold addresses or labels for parts of the - ** virtual machine program we are putting together */ - int addrOutputRow; /* Start of subroutine that outputs a result row */ - int addrSetAbort; /* Set the abort flag and return */ - int addrInitializeLoop; /* Start of code that initializes the input loop */ - int addrTopOfLoop; /* Top of the input loop */ - int addrGroupByChange; /* Code that runs when any GROUP BY term changes */ - int addrProcessRow; /* Code to process a single input row */ - int addrEnd; /* End of all processing */ - int addrSortingIdx; /* The OP_OpenEphemeral for the sorting index */ - int addrReset; /* Subroutine for resetting the accumulator */ - - addrEnd = sqlite3VdbeMakeLabel(v); - - /* Convert TK_COLUMN nodes into TK_AGG_COLUMN and make entries in - ** sAggInfo for all TK_AGG_FUNCTION nodes in expressions of the - ** SELECT statement. - */ - memset(&sNC, 0, sizeof(sNC)); - sNC.pParse = pParse; - sNC.pSrcList = pTabList; - sNC.pAggInfo = &sAggInfo; - sAggInfo.nSortingColumn = pGroupBy ? pGroupBy->nExpr+1 : 0; - sAggInfo.pGroupBy = pGroupBy; - if( sqlite3ExprAnalyzeAggList(&sNC, pEList) ){ - goto select_end; - } - if( sqlite3ExprAnalyzeAggList(&sNC, pOrderBy) ){ - goto select_end; - } - if( pHaving && sqlite3ExprAnalyzeAggregates(&sNC, pHaving) ){ - goto select_end; - } - sAggInfo.nAccumulator = sAggInfo.nColumn; - for(i=0; ipList) ){ - goto select_end; - } - } - if( sqlite3MallocFailed() ) goto select_end; - - /* Processing for aggregates with GROUP BY is very different and - ** much more complex tha aggregates without a GROUP BY. - */ - if( pGroupBy ){ - KeyInfo *pKeyInfo; /* Keying information for the group by clause */ - - /* Create labels that we will be needing - */ - - addrInitializeLoop = sqlite3VdbeMakeLabel(v); - addrGroupByChange = sqlite3VdbeMakeLabel(v); - addrProcessRow = sqlite3VdbeMakeLabel(v); - - /* If there is a GROUP BY clause we might need a sorting index to - ** implement it. Allocate that sorting index now. If it turns out - ** that we do not need it after all, the OpenEphemeral instruction - ** will be converted into a Noop. - */ - sAggInfo.sortingIdx = pParse->nTab++; - pKeyInfo = keyInfoFromExprList(pParse, pGroupBy); - addrSortingIdx = - sqlite3VdbeOp3(v, OP_OpenEphemeral, sAggInfo.sortingIdx, - sAggInfo.nSortingColumn, - (char*)pKeyInfo, P3_KEYINFO_HANDOFF); - - /* Initialize memory locations used by GROUP BY aggregate processing - */ - iUseFlag = pParse->nMem++; - iAbortFlag = pParse->nMem++; - iAMem = pParse->nMem; - pParse->nMem += pGroupBy->nExpr; - iBMem = pParse->nMem; - pParse->nMem += pGroupBy->nExpr; - sqlite3VdbeAddOp(v, OP_MemInt, 0, iAbortFlag); - VdbeComment((v, "# clear abort flag")); - sqlite3VdbeAddOp(v, OP_MemInt, 0, iUseFlag); - VdbeComment((v, "# indicate accumulator empty")); - sqlite3VdbeAddOp(v, OP_Goto, 0, addrInitializeLoop); - - /* Generate a subroutine that outputs a single row of the result - ** set. This subroutine first looks at the iUseFlag. If iUseFlag - ** is less than or equal to zero, the subroutine is a no-op. If - ** the processing calls for the query to abort, this subroutine - ** increments the iAbortFlag memory location before returning in - ** order to signal the caller to abort. - */ - addrSetAbort = sqlite3VdbeCurrentAddr(v); - sqlite3VdbeAddOp(v, OP_MemInt, 1, iAbortFlag); - VdbeComment((v, "# set abort flag")); - sqlite3VdbeAddOp(v, OP_Return, 0, 0); - addrOutputRow = sqlite3VdbeCurrentAddr(v); - sqlite3VdbeAddOp(v, OP_IfMemPos, iUseFlag, addrOutputRow+2); - VdbeComment((v, "# Groupby result generator entry point")); - sqlite3VdbeAddOp(v, OP_Return, 0, 0); - finalizeAggFunctions(pParse, &sAggInfo); - if( pHaving ){ - sqlite3ExprIfFalse(pParse, pHaving, addrOutputRow+1, 1); - } - rc = selectInnerLoop(pParse, p, p->pEList, 0, 0, pOrderBy, - distinct, eDest, iParm, - addrOutputRow+1, addrSetAbort, aff); - if( rc ){ - goto select_end; - } - sqlite3VdbeAddOp(v, OP_Return, 0, 0); - VdbeComment((v, "# end groupby result generator")); - - /* Generate a subroutine that will reset the group-by accumulator - */ - addrReset = sqlite3VdbeCurrentAddr(v); - resetAccumulator(pParse, &sAggInfo); - sqlite3VdbeAddOp(v, OP_Return, 0, 0); - - /* Begin a loop that will extract all source rows in GROUP BY order. - ** This might involve two separate loops with an OP_Sort in between, or - ** it might be a single loop that uses an index to extract information - ** in the right order to begin with. - */ - sqlite3VdbeResolveLabel(v, addrInitializeLoop); - sqlite3VdbeAddOp(v, OP_Gosub, 0, addrReset); - pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pGroupBy); - if( pWInfo==0 ) goto select_end; - if( pGroupBy==0 ){ - /* The optimizer is able to deliver rows in group by order so - ** we do not have to sort. The OP_OpenEphemeral table will be - ** cancelled later because we still need to use the pKeyInfo - */ - pGroupBy = p->pGroupBy; - groupBySort = 0; - }else{ - /* Rows are coming out in undetermined order. We have to push - ** each row into a sorting index, terminate the first loop, - ** then loop over the sorting index in order to get the output - ** in sorted order - */ - groupBySort = 1; - sqlite3ExprCodeExprList(pParse, pGroupBy); - sqlite3VdbeAddOp(v, OP_Sequence, sAggInfo.sortingIdx, 0); - j = pGroupBy->nExpr+1; - for(i=0; iiSorterColumniColumn<0 ){ - sqlite3VdbeAddOp(v, OP_Rowid, pCol->iTable, 0); - }else{ - sqlite3VdbeAddOp(v, OP_Column, pCol->iTable, pCol->iColumn); - } - j++; - } - sqlite3VdbeAddOp(v, OP_MakeRecord, j, 0); - sqlite3VdbeAddOp(v, OP_IdxInsert, sAggInfo.sortingIdx, 0); - sqlite3WhereEnd(pWInfo); - sqlite3VdbeAddOp(v, OP_Sort, sAggInfo.sortingIdx, addrEnd); - VdbeComment((v, "# GROUP BY sort")); - sAggInfo.useSortingIdx = 1; - } - - /* Evaluate the current GROUP BY terms and store in b0, b1, b2... - ** (b0 is memory location iBMem+0, b1 is iBMem+1, and so forth) - ** Then compare the current GROUP BY terms against the GROUP BY terms - ** from the previous row currently stored in a0, a1, a2... - */ - addrTopOfLoop = sqlite3VdbeCurrentAddr(v); - for(j=0; jnExpr; j++){ - if( groupBySort ){ - sqlite3VdbeAddOp(v, OP_Column, sAggInfo.sortingIdx, j); - }else{ - sAggInfo.directMode = 1; - sqlite3ExprCode(pParse, pGroupBy->a[j].pExpr); - } - sqlite3VdbeAddOp(v, OP_MemStore, iBMem+j, jnExpr-1); - } - for(j=pGroupBy->nExpr-1; j>=0; j--){ - if( jnExpr-1 ){ - sqlite3VdbeAddOp(v, OP_MemLoad, iBMem+j, 0); - } - sqlite3VdbeAddOp(v, OP_MemLoad, iAMem+j, 0); - if( j==0 ){ - sqlite3VdbeAddOp(v, OP_Eq, 0x200, addrProcessRow); - }else{ - sqlite3VdbeAddOp(v, OP_Ne, 0x200, addrGroupByChange); - } - sqlite3VdbeChangeP3(v, -1, (void*)pKeyInfo->aColl[j], P3_COLLSEQ); - } - - /* Generate code that runs whenever the GROUP BY changes. - ** Change in the GROUP BY are detected by the previous code - ** block. If there were no changes, this block is skipped. - ** - ** This code copies current group by terms in b0,b1,b2,... - ** over to a0,a1,a2. It then calls the output subroutine - ** and resets the aggregate accumulator registers in preparation - ** for the next GROUP BY batch. - */ - sqlite3VdbeResolveLabel(v, addrGroupByChange); - for(j=0; jnExpr; j++){ - sqlite3VdbeAddOp(v, OP_MemMove, iAMem+j, iBMem+j); - } - sqlite3VdbeAddOp(v, OP_Gosub, 0, addrOutputRow); - VdbeComment((v, "# output one row")); - sqlite3VdbeAddOp(v, OP_IfMemPos, iAbortFlag, addrEnd); - VdbeComment((v, "# check abort flag")); - sqlite3VdbeAddOp(v, OP_Gosub, 0, addrReset); - VdbeComment((v, "# reset accumulator")); - - /* Update the aggregate accumulators based on the content of - ** the current row - */ - sqlite3VdbeResolveLabel(v, addrProcessRow); - updateAccumulator(pParse, &sAggInfo); - sqlite3VdbeAddOp(v, OP_MemInt, 1, iUseFlag); - VdbeComment((v, "# indicate data in accumulator")); - - /* End of the loop - */ - if( groupBySort ){ - sqlite3VdbeAddOp(v, OP_Next, sAggInfo.sortingIdx, addrTopOfLoop); - }else{ - sqlite3WhereEnd(pWInfo); - sqlite3VdbeChangeToNoop(v, addrSortingIdx, 1); - } - - /* Output the final row of result - */ - sqlite3VdbeAddOp(v, OP_Gosub, 0, addrOutputRow); - VdbeComment((v, "# output final row")); - - } /* endif pGroupBy */ - else { - /* This case runs if the aggregate has no GROUP BY clause. The - ** processing is much simpler since there is only a single row - ** of output. - */ - resetAccumulator(pParse, &sAggInfo); - pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, 0); - if( pWInfo==0 ) goto select_end; - updateAccumulator(pParse, &sAggInfo); - sqlite3WhereEnd(pWInfo); - finalizeAggFunctions(pParse, &sAggInfo); - pOrderBy = 0; - if( pHaving ){ - sqlite3ExprIfFalse(pParse, pHaving, addrEnd, 1); - } - selectInnerLoop(pParse, p, p->pEList, 0, 0, 0, -1, - eDest, iParm, addrEnd, addrEnd, aff); - } - sqlite3VdbeResolveLabel(v, addrEnd); - - } /* endif aggregate query */ - - /* If there is an ORDER BY clause, then we need to sort the results - ** and send them to the callback one by one. - */ - if( pOrderBy ){ - generateSortTail(pParse, p, v, pEList->nExpr, eDest, iParm); - } - -#ifndef SQLITE_OMIT_SUBQUERY - /* If this was a subquery, we have now converted the subquery into a - ** temporary table. So set the SrcList_item.isPopulated flag to prevent - ** this subquery from being evaluated again and to force the use of - ** the temporary table. - */ - if( pParent ){ - assert( pParent->pSrc->nSrc>parentTab ); - assert( pParent->pSrc->a[parentTab].pSelect==p ); - pParent->pSrc->a[parentTab].isPopulated = 1; - } -#endif - - /* Jump here to skip this query - */ - sqlite3VdbeResolveLabel(v, iEnd); - - /* The SELECT was successfully coded. Set the return code to 0 - ** to indicate no errors. - */ - rc = 0; - - /* Control jumps to here if an error is encountered above, or upon - ** successful coding of the SELECT. - */ -select_end: - - /* Identify column names if we will be using them in a callback. This - ** step is skipped if the output is going to some other destination. - */ - if( rc==SQLITE_OK && eDest==SRT_Callback ){ - generateColumnNames(pParse, pTabList, pEList); - } - - sqliteFree(sAggInfo.aCol); - sqliteFree(sAggInfo.aFunc); - return rc; -} - -#if defined(SQLITE_TEST) || defined(SQLITE_DEBUG) -/* -******************************************************************************* -** The following code is used for testing and debugging only. The code -** that follows does not appear in normal builds. -** -** These routines are used to print out the content of all or part of a -** parse structures such as Select or Expr. Such printouts are useful -** for helping to understand what is happening inside the code generator -** during the execution of complex SELECT statements. -** -** These routine are not called anywhere from within the normal -** code base. Then are intended to be called from within the debugger -** or from temporary "printf" statements inserted for debugging. -*/ -void sqlite3PrintExpr(Expr *p){ - if( p->token.z && p->token.n>0 ){ - sqlite3DebugPrintf("(%.*s", p->token.n, p->token.z); - }else{ - sqlite3DebugPrintf("(%d", p->op); - } - if( p->pLeft ){ - sqlite3DebugPrintf(" "); - sqlite3PrintExpr(p->pLeft); - } - if( p->pRight ){ - sqlite3DebugPrintf(" "); - sqlite3PrintExpr(p->pRight); - } - sqlite3DebugPrintf(")"); -} -void sqlite3PrintExprList(ExprList *pList){ - int i; - for(i=0; inExpr; i++){ - sqlite3PrintExpr(pList->a[i].pExpr); - if( inExpr-1 ){ - sqlite3DebugPrintf(", "); - } - } -} -void sqlite3PrintSelect(Select *p, int indent){ - sqlite3DebugPrintf("%*sSELECT(%p) ", indent, "", p); - sqlite3PrintExprList(p->pEList); - sqlite3DebugPrintf("\n"); - if( p->pSrc ){ - char *zPrefix; - int i; - zPrefix = "FROM"; - for(i=0; ipSrc->nSrc; i++){ - struct SrcList_item *pItem = &p->pSrc->a[i]; - sqlite3DebugPrintf("%*s ", indent+6, zPrefix); - zPrefix = ""; - if( pItem->pSelect ){ - sqlite3DebugPrintf("(\n"); - sqlite3PrintSelect(pItem->pSelect, indent+10); - sqlite3DebugPrintf("%*s)", indent+8, ""); - }else if( pItem->zName ){ - sqlite3DebugPrintf("%s", pItem->zName); - } - if( pItem->pTab ){ - sqlite3DebugPrintf("(table: %s)", pItem->pTab->zName); - } - if( pItem->zAlias ){ - sqlite3DebugPrintf(" AS %s", pItem->zAlias); - } - if( ipSrc->nSrc-1 ){ - sqlite3DebugPrintf(","); - } - sqlite3DebugPrintf("\n"); - } - } - if( p->pWhere ){ - sqlite3DebugPrintf("%*s WHERE ", indent, ""); - sqlite3PrintExpr(p->pWhere); - sqlite3DebugPrintf("\n"); - } - if( p->pGroupBy ){ - sqlite3DebugPrintf("%*s GROUP BY ", indent, ""); - sqlite3PrintExprList(p->pGroupBy); - sqlite3DebugPrintf("\n"); - } - if( p->pHaving ){ - sqlite3DebugPrintf("%*s HAVING ", indent, ""); - sqlite3PrintExpr(p->pHaving); - sqlite3DebugPrintf("\n"); - } - if( p->pOrderBy ){ - sqlite3DebugPrintf("%*s ORDER BY ", indent, ""); - sqlite3PrintExprList(p->pOrderBy); - sqlite3DebugPrintf("\n"); - } -} -/* End of the structure debug printing code -*****************************************************************************/ -#endif /* defined(SQLITE_TEST) || defined(SQLITE_DEBUG) */ diff --git a/libs/sqlite/src/shell.c b/libs/sqlite/src/shell.c deleted file mode 100644 index f8fc854d82..0000000000 --- a/libs/sqlite/src/shell.c +++ /dev/null @@ -1,1954 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file contains code to implement the "sqlite" command line -** utility for accessing SQLite databases. -** -** $Id: shell.c,v 1.158 2007/01/08 14:31:36 drh Exp $ -*/ -#include -#include -#include -#include -#include "sqlite3.h" -#include - -#if !defined(_WIN32) && !defined(WIN32) && !defined(__MACOS__) && !defined(__OS2__) -# include -# include -# include -# include -#endif - -#ifdef __MACOS__ -# include -# include -# include -# include -# include -# include -#endif - -#ifdef __OS2__ -# include -#endif - -#if defined(HAVE_READLINE) && HAVE_READLINE==1 -# include -# include -#else -# define readline(p) local_getline(p,stdin) -# define add_history(X) -# define read_history(X) -# define write_history(X) -# define stifle_history(X) -#endif - -#if defined(_WIN32) || defined(WIN32) -# include -#else -/* Make sure isatty() has a prototype. -*/ -extern int isatty(); -#endif - -/* -** If the following flag is set, then command execution stops -** at an error if we are not interactive. -*/ -static int bail_on_error = 0; - -/* -** Threat stdin as an interactive input if the following variable -** is true. Otherwise, assume stdin is connected to a file or pipe. -*/ -static int stdin_is_interactive = 1; - -/* -** The following is the open SQLite database. We make a pointer -** to this database a static variable so that it can be accessed -** by the SIGINT handler to interrupt database processing. -*/ -static sqlite3 *db = 0; - -/* -** True if an interrupt (Control-C) has been received. -*/ -static volatile int seenInterrupt = 0; - -/* -** This is the name of our program. It is set in main(), used -** in a number of other places, mostly for error messages. -*/ -static char *Argv0; - -/* -** Prompt strings. Initialized in main. Settable with -** .prompt main continue -*/ -static char mainPrompt[20]; /* First line prompt. default: "sqlite> "*/ -static char continuePrompt[20]; /* Continuation prompt. default: " ...> " */ - - -/* -** Determines if a string is a number of not. -*/ -static int isNumber(const char *z, int *realnum){ - if( *z=='-' || *z=='+' ) z++; - if( !isdigit(*z) ){ - return 0; - } - z++; - if( realnum ) *realnum = 0; - while( isdigit(*z) ){ z++; } - if( *z=='.' ){ - z++; - if( !isdigit(*z) ) return 0; - while( isdigit(*z) ){ z++; } - if( realnum ) *realnum = 1; - } - if( *z=='e' || *z=='E' ){ - z++; - if( *z=='+' || *z=='-' ) z++; - if( !isdigit(*z) ) return 0; - while( isdigit(*z) ){ z++; } - if( realnum ) *realnum = 1; - } - return *z==0; -} - -/* -** A global char* and an SQL function to access its current value -** from within an SQL statement. This program used to use the -** sqlite_exec_printf() API to substitue a string into an SQL statement. -** The correct way to do this with sqlite3 is to use the bind API, but -** since the shell is built around the callback paradigm it would be a lot -** of work. Instead just use this hack, which is quite harmless. -*/ -static const char *zShellStatic = 0; -static void shellstaticFunc( - sqlite3_context *context, - int argc, - sqlite3_value **argv -){ - assert( 0==argc ); - assert( zShellStatic ); - sqlite3_result_text(context, zShellStatic, -1, SQLITE_STATIC); -} - - -/* -** This routine reads a line of text from FILE in, stores -** the text in memory obtained from malloc() and returns a pointer -** to the text. NULL is returned at end of file, or if malloc() -** fails. -** -** The interface is like "readline" but no command-line editing -** is done. -*/ -static char *local_getline(char *zPrompt, FILE *in){ - char *zLine; - int nLine; - int n; - int eol; - - if( zPrompt && *zPrompt ){ - printf("%s",zPrompt); - fflush(stdout); - } - nLine = 100; - zLine = malloc( nLine ); - if( zLine==0 ) return 0; - n = 0; - eol = 0; - while( !eol ){ - if( n+100>nLine ){ - nLine = nLine*2 + 100; - zLine = realloc(zLine, nLine); - if( zLine==0 ) return 0; - } - if( fgets(&zLine[n], nLine - n, in)==0 ){ - if( n==0 ){ - free(zLine); - return 0; - } - zLine[n] = 0; - eol = 1; - break; - } - while( zLine[n] ){ n++; } - if( n>0 && zLine[n-1]=='\n' ){ - n--; - zLine[n] = 0; - eol = 1; - } - } - zLine = realloc( zLine, n+1 ); - return zLine; -} - -/* -** Retrieve a single line of input text. -** -** zPrior is a string of prior text retrieved. If not the empty -** string, then issue a continuation prompt. -*/ -static char *one_input_line(const char *zPrior, FILE *in){ - char *zPrompt; - char *zResult; - if( in!=0 ){ - return local_getline(0, in); - } - if( zPrior && zPrior[0] ){ - zPrompt = continuePrompt; - }else{ - zPrompt = mainPrompt; - } - zResult = readline(zPrompt); -#if defined(HAVE_READLINE) && HAVE_READLINE==1 - if( zResult && *zResult ) add_history(zResult); -#endif - return zResult; -} - -struct previous_mode_data { - int valid; /* Is there legit data in here? */ - int mode; - int showHeader; - int colWidth[100]; -}; - -/* -** An pointer to an instance of this structure is passed from -** the main program to the callback. This is used to communicate -** state and mode information. -*/ -struct callback_data { - sqlite3 *db; /* The database */ - int echoOn; /* True to echo input commands */ - int cnt; /* Number of records displayed so far */ - FILE *out; /* Write results here */ - int mode; /* An output mode setting */ - int writableSchema; /* True if PRAGMA writable_schema=ON */ - int showHeader; /* True to show column names in List or Column mode */ - char *zDestTable; /* Name of destination table when MODE_Insert */ - char separator[20]; /* Separator character for MODE_List */ - int colWidth[100]; /* Requested width of each column when in column mode*/ - int actualWidth[100]; /* Actual width of each column */ - char nullvalue[20]; /* The text to print when a NULL comes back from - ** the database */ - struct previous_mode_data explainPrev; - /* Holds the mode information just before - ** .explain ON */ - char outfile[FILENAME_MAX]; /* Filename for *out */ - const char *zDbFilename; /* name of the database file */ -}; - -/* -** These are the allowed modes. -*/ -#define MODE_Line 0 /* One column per line. Blank line between records */ -#define MODE_Column 1 /* One record per line in neat columns */ -#define MODE_List 2 /* One record per line with a separator */ -#define MODE_Semi 3 /* Same as MODE_List but append ";" to each line */ -#define MODE_Html 4 /* Generate an XHTML table */ -#define MODE_Insert 5 /* Generate SQL "insert" statements */ -#define MODE_Tcl 6 /* Generate ANSI-C or TCL quoted elements */ -#define MODE_Csv 7 /* Quote strings, numbers are plain */ -#define MODE_NUM_OF 8 /* The number of modes (not a mode itself) */ - -static const char *modeDescr[MODE_NUM_OF] = { - "line", - "column", - "list", - "semi", - "html", - "insert", - "tcl", - "csv", -}; - -/* -** Number of elements in an array -*/ -#define ArraySize(X) (sizeof(X)/sizeof(X[0])) - -/* -** Output the given string as a quoted string using SQL quoting conventions. -*/ -static void output_quoted_string(FILE *out, const char *z){ - int i; - int nSingle = 0; - for(i=0; z[i]; i++){ - if( z[i]=='\'' ) nSingle++; - } - if( nSingle==0 ){ - fprintf(out,"'%s'",z); - }else{ - fprintf(out,"'"); - while( *z ){ - for(i=0; z[i] && z[i]!='\''; i++){} - if( i==0 ){ - fprintf(out,"''"); - z++; - }else if( z[i]=='\'' ){ - fprintf(out,"%.*s''",i,z); - z += i+1; - }else{ - fprintf(out,"%s",z); - break; - } - } - fprintf(out,"'"); - } -} - -/* -** Output the given string as a quoted according to C or TCL quoting rules. -*/ -static void output_c_string(FILE *out, const char *z){ - unsigned int c; - fputc('"', out); - while( (c = *(z++))!=0 ){ - if( c=='\\' ){ - fputc(c, out); - fputc(c, out); - }else if( c=='\t' ){ - fputc('\\', out); - fputc('t', out); - }else if( c=='\n' ){ - fputc('\\', out); - fputc('n', out); - }else if( c=='\r' ){ - fputc('\\', out); - fputc('r', out); - }else if( !isprint(c) ){ - fprintf(out, "\\%03o", c&0xff); - }else{ - fputc(c, out); - } - } - fputc('"', out); -} - -/* -** Output the given string with characters that are special to -** HTML escaped. -*/ -static void output_html_string(FILE *out, const char *z){ - int i; - while( *z ){ - for(i=0; z[i] && z[i]!='<' && z[i]!='&'; i++){} - if( i>0 ){ - fprintf(out,"%.*s",i,z); - } - if( z[i]=='<' ){ - fprintf(out,"<"); - }else if( z[i]=='&' ){ - fprintf(out,"&"); - }else{ - break; - } - z += i + 1; - } -} - -/* -** If a field contains any character identified by a 1 in the following -** array, then the string must be quoted for CSV. -*/ -static const char needCsvQuote[] = { - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -}; - -/* -** Output a single term of CSV. Actually, p->separator is used for -** the separator, which may or may not be a comma. p->nullvalue is -** the null value. Strings are quoted using ANSI-C rules. Numbers -** appear outside of quotes. -*/ -static void output_csv(struct callback_data *p, const char *z, int bSep){ - FILE *out = p->out; - if( z==0 ){ - fprintf(out,"%s",p->nullvalue); - }else{ - int i; - for(i=0; z[i]; i++){ - if( needCsvQuote[((unsigned char*)z)[i]] ){ - i = 0; - break; - } - } - if( i==0 ){ - putc('"', out); - for(i=0; z[i]; i++){ - if( z[i]=='"' ) putc('"', out); - putc(z[i], out); - } - putc('"', out); - }else{ - fprintf(out, "%s", z); - } - } - if( bSep ){ - fprintf(p->out, "%s", p->separator); - } -} - -#ifdef SIGINT -/* -** This routine runs when the user presses Ctrl-C -*/ -static void interrupt_handler(int NotUsed){ - seenInterrupt = 1; - if( db ) sqlite3_interrupt(db); -} -#endif - -/* -** This is the callback routine that the SQLite library -** invokes for each row of a query result. -*/ -static int callback(void *pArg, int nArg, char **azArg, char **azCol){ - int i; - struct callback_data *p = (struct callback_data*)pArg; - switch( p->mode ){ - case MODE_Line: { - int w = 5; - if( azArg==0 ) break; - for(i=0; iw ) w = len; - } - if( p->cnt++>0 ) fprintf(p->out,"\n"); - for(i=0; iout,"%*s = %s\n", w, azCol[i], - azArg[i] ? azArg[i] : p->nullvalue); - } - break; - } - case MODE_Column: { - if( p->cnt++==0 ){ - for(i=0; icolWidth) ){ - w = p->colWidth[i]; - }else{ - w = 0; - } - if( w<=0 ){ - w = strlen(azCol[i] ? azCol[i] : ""); - if( w<10 ) w = 10; - n = strlen(azArg && azArg[i] ? azArg[i] : p->nullvalue); - if( wactualWidth) ){ - p->actualWidth[i] = w; - } - if( p->showHeader ){ - fprintf(p->out,"%-*.*s%s",w,w,azCol[i], i==nArg-1 ? "\n": " "); - } - } - if( p->showHeader ){ - for(i=0; iactualWidth) ){ - w = p->actualWidth[i]; - }else{ - w = 10; - } - fprintf(p->out,"%-*.*s%s",w,w,"-----------------------------------" - "----------------------------------------------------------", - i==nArg-1 ? "\n": " "); - } - } - } - if( azArg==0 ) break; - for(i=0; iactualWidth) ){ - w = p->actualWidth[i]; - }else{ - w = 10; - } - fprintf(p->out,"%-*.*s%s",w,w, - azArg[i] ? azArg[i] : p->nullvalue, i==nArg-1 ? "\n": " "); - } - break; - } - case MODE_Semi: - case MODE_List: { - if( p->cnt++==0 && p->showHeader ){ - for(i=0; iout,"%s%s",azCol[i], i==nArg-1 ? "\n" : p->separator); - } - } - if( azArg==0 ) break; - for(i=0; inullvalue; - fprintf(p->out, "%s", z); - if( iout, "%s", p->separator); - }else if( p->mode==MODE_Semi ){ - fprintf(p->out, ";\n"); - }else{ - fprintf(p->out, "\n"); - } - } - break; - } - case MODE_Html: { - if( p->cnt++==0 && p->showHeader ){ - fprintf(p->out,""); - for(i=0; iout,"",azCol[i]); - } - fprintf(p->out,"\n"); - } - if( azArg==0 ) break; - fprintf(p->out,""); - for(i=0; iout,"\n"); - } - fprintf(p->out,"\n"); - break; - } - case MODE_Tcl: { - if( p->cnt++==0 && p->showHeader ){ - for(i=0; iout,azCol[i] ? azCol[i] : ""); - fprintf(p->out, "%s", p->separator); - } - fprintf(p->out,"\n"); - } - if( azArg==0 ) break; - for(i=0; iout, azArg[i] ? azArg[i] : p->nullvalue); - fprintf(p->out, "%s", p->separator); - } - fprintf(p->out,"\n"); - break; - } - case MODE_Csv: { - if( p->cnt++==0 && p->showHeader ){ - for(i=0; iout,"\n"); - } - if( azArg==0 ) break; - for(i=0; iout,"\n"); - break; - } - case MODE_Insert: { - if( azArg==0 ) break; - fprintf(p->out,"INSERT INTO %s VALUES(",p->zDestTable); - for(i=0; i0 ? ",": ""; - if( azArg[i]==0 ){ - fprintf(p->out,"%sNULL",zSep); - }else if( isNumber(azArg[i], 0) ){ - fprintf(p->out,"%s%s",zSep, azArg[i]); - }else{ - if( zSep[0] ) fprintf(p->out,"%s",zSep); - output_quoted_string(p->out, azArg[i]); - } - } - fprintf(p->out,");\n"); - break; - } - } - return 0; -} - -/* -** Set the destination table field of the callback_data structure to -** the name of the table given. Escape any quote characters in the -** table name. -*/ -static void set_table_name(struct callback_data *p, const char *zName){ - int i, n; - int needQuote; - char *z; - - if( p->zDestTable ){ - free(p->zDestTable); - p->zDestTable = 0; - } - if( zName==0 ) return; - needQuote = !isalpha((unsigned char)*zName) && *zName!='_'; - for(i=n=0; zName[i]; i++, n++){ - if( !isalnum((unsigned char)zName[i]) && zName[i]!='_' ){ - needQuote = 1; - if( zName[i]=='\'' ) n++; - } - } - if( needQuote ) n += 2; - z = p->zDestTable = malloc( n+1 ); - if( z==0 ){ - fprintf(stderr,"Out of memory!\n"); - exit(1); - } - n = 0; - if( needQuote ) z[n++] = '\''; - for(i=0; zName[i]; i++){ - z[n++] = zName[i]; - if( zName[i]=='\'' ) z[n++] = '\''; - } - if( needQuote ) z[n++] = '\''; - z[n] = 0; -} - -/* zIn is either a pointer to a NULL-terminated string in memory obtained -** from malloc(), or a NULL pointer. The string pointed to by zAppend is -** added to zIn, and the result returned in memory obtained from malloc(). -** zIn, if it was not NULL, is freed. -** -** If the third argument, quote, is not '\0', then it is used as a -** quote character for zAppend. -*/ -static char *appendText(char *zIn, char const *zAppend, char quote){ - int len; - int i; - int nAppend = strlen(zAppend); - int nIn = (zIn?strlen(zIn):0); - - len = nAppend+nIn+1; - if( quote ){ - len += 2; - for(i=0; iout, "DELETE FROM sqlite_sequence;\n"); - }else if( strcmp(zTable, "sqlite_stat1")==0 ){ - fprintf(p->out, "ANALYZE sqlite_master;\n"); - }else if( strncmp(zTable, "sqlite_", 7)==0 ){ - return 0; - }else if( strncmp(zSql, "CREATE VIRTUAL TABLE", 20)==0 ){ - char *zIns; - if( !p->writableSchema ){ - fprintf(p->out, "PRAGMA writable_schema=ON;\n"); - p->writableSchema = 1; - } - zIns = sqlite3_mprintf( - "INSERT INTO sqlite_master(type,name,tbl_name,rootpage,sql)" - "VALUES('table','%q','%q',0,'%q');", - zTable, zTable, zSql); - fprintf(p->out, "%s\n", zIns); - sqlite3_free(zIns); - return 0; - }else{ - fprintf(p->out, "%s;\n", zSql); - } - - if( strcmp(zType, "table")==0 ){ - sqlite3_stmt *pTableInfo = 0; - char *zSelect = 0; - char *zTableInfo = 0; - char *zTmp = 0; - - zTableInfo = appendText(zTableInfo, "PRAGMA table_info(", 0); - zTableInfo = appendText(zTableInfo, zTable, '"'); - zTableInfo = appendText(zTableInfo, ");", 0); - - rc = sqlite3_prepare(p->db, zTableInfo, -1, &pTableInfo, 0); - if( zTableInfo ) free(zTableInfo); - if( rc!=SQLITE_OK || !pTableInfo ){ - return 1; - } - - zSelect = appendText(zSelect, "SELECT 'INSERT INTO ' || ", 0); - zTmp = appendText(zTmp, zTable, '"'); - if( zTmp ){ - zSelect = appendText(zSelect, zTmp, '\''); - } - zSelect = appendText(zSelect, " || ' VALUES(' || ", 0); - rc = sqlite3_step(pTableInfo); - while( rc==SQLITE_ROW ){ - const char *zText = (const char *)sqlite3_column_text(pTableInfo, 1); - zSelect = appendText(zSelect, "quote(", 0); - zSelect = appendText(zSelect, zText, '"'); - rc = sqlite3_step(pTableInfo); - if( rc==SQLITE_ROW ){ - zSelect = appendText(zSelect, ") || ',' || ", 0); - }else{ - zSelect = appendText(zSelect, ") ", 0); - } - } - rc = sqlite3_finalize(pTableInfo); - if( rc!=SQLITE_OK ){ - if( zSelect ) free(zSelect); - return 1; - } - zSelect = appendText(zSelect, "|| ')' FROM ", 0); - zSelect = appendText(zSelect, zTable, '"'); - - rc = run_table_dump_query(p->out, p->db, zSelect); - if( rc==SQLITE_CORRUPT ){ - zSelect = appendText(zSelect, " ORDER BY rowid DESC", 0); - rc = run_table_dump_query(p->out, p->db, zSelect); - } - if( zSelect ) free(zSelect); - } - return 0; -} - -/* -** Run zQuery. Use dump_callback() as the callback routine so that -** the contents of the query are output as SQL statements. -** -** If we get a SQLITE_CORRUPT error, rerun the query after appending -** "ORDER BY rowid DESC" to the end. -*/ -static int run_schema_dump_query( - struct callback_data *p, - const char *zQuery, - char **pzErrMsg -){ - int rc; - rc = sqlite3_exec(p->db, zQuery, dump_callback, p, pzErrMsg); - if( rc==SQLITE_CORRUPT ){ - char *zQ2; - int len = strlen(zQuery); - if( pzErrMsg ) sqlite3_free(*pzErrMsg); - zQ2 = malloc( len+100 ); - if( zQ2==0 ) return rc; - sprintf(zQ2, "%s ORDER BY rowid DESC", zQuery); - rc = sqlite3_exec(p->db, zQ2, dump_callback, p, pzErrMsg); - free(zQ2); - } - return rc; -} - -/* -** Text of a help message -*/ -static char zHelp[] = - ".bail ON|OFF Stop after hitting an error. Default OFF\n" - ".databases List names and files of attached databases\n" - ".dump ?TABLE? ... Dump the database in an SQL text format\n" - ".echo ON|OFF Turn command echo on or off\n" - ".exit Exit this program\n" - ".explain ON|OFF Turn output mode suitable for EXPLAIN on or off.\n" - ".header(s) ON|OFF Turn display of headers on or off\n" - ".help Show this message\n" - ".import FILE TABLE Import data from FILE into TABLE\n" - ".indices TABLE Show names of all indices on TABLE\n" -#ifndef SQLITE_OMIT_LOAD_EXTENSION - ".load FILE ?ENTRY? Load an extension library\n" -#endif - ".mode MODE ?TABLE? Set output mode where MODE is one of:\n" - " csv Comma-separated values\n" - " column Left-aligned columns. (See .width)\n" - " html HTML
%s
"); - output_html_string(p->out, azArg[i] ? azArg[i] : p->nullvalue); - fprintf(p->out,"
code\n" - " insert SQL insert statements for TABLE\n" - " line One value per line\n" - " list Values delimited by .separator string\n" - " tabs Tab-separated values\n" - " tcl TCL list elements\n" - ".nullvalue STRING Print STRING in place of NULL values\n" - ".output FILENAME Send output to FILENAME\n" - ".output stdout Send output to the screen\n" - ".prompt MAIN CONTINUE Replace the standard prompts\n" - ".quit Exit this program\n" - ".read FILENAME Execute SQL in FILENAME\n" - ".schema ?TABLE? Show the CREATE statements\n" - ".separator STRING Change separator used by output mode and .import\n" - ".show Show the current values for various settings\n" - ".tables ?PATTERN? List names of tables matching a LIKE pattern\n" - ".timeout MS Try opening locked tables for MS milliseconds\n" - ".width NUM NUM ... Set column widths for \"column\" mode\n" -; - -/* Forward reference */ -static int process_input(struct callback_data *p, FILE *in); - -/* -** Make sure the database is open. If it is not, then open it. If -** the database fails to open, print an error message and exit. -*/ -static void open_db(struct callback_data *p){ - if( p->db==0 ){ - sqlite3_open(p->zDbFilename, &p->db); - db = p->db; - sqlite3_create_function(db, "shellstatic", 0, SQLITE_UTF8, 0, - shellstaticFunc, 0, 0); - if( SQLITE_OK!=sqlite3_errcode(db) ){ - fprintf(stderr,"Unable to open database \"%s\": %s\n", - p->zDbFilename, sqlite3_errmsg(db)); - exit(1); - } -#ifndef SQLITE_OMIT_LOAD_EXTENSION - sqlite3_enable_load_extension(p->db, 1); -#endif - } -} - -/* -** Do C-language style dequoting. -** -** \t -> tab -** \n -> newline -** \r -> carriage return -** \NNN -> ascii character NNN in octal -** \\ -> backslash -*/ -static void resolve_backslashes(char *z){ - int i, j, c; - for(i=j=0; (c = z[i])!=0; i++, j++){ - if( c=='\\' ){ - c = z[++i]; - if( c=='n' ){ - c = '\n'; - }else if( c=='t' ){ - c = '\t'; - }else if( c=='r' ){ - c = '\r'; - }else if( c>='0' && c<='7' ){ - c -= '0'; - if( z[i+1]>='0' && z[i+1]<='7' ){ - i++; - c = (c<<3) + z[i] - '0'; - if( z[i+1]>='0' && z[i+1]<='7' ){ - i++; - c = (c<<3) + z[i] - '0'; - } - } - } - } - z[j] = c; - } - z[j] = 0; -} - -/* -** Interpret zArg as a boolean value. Return either 0 or 1. -*/ -static int booleanValue(char *zArg){ - int val = atoi(zArg); - int j; - for(j=0; zArg[j]; j++){ - zArg[j] = tolower(zArg[j]); - } - if( strcmp(zArg,"on")==0 ){ - val = 1; - }else if( strcmp(zArg,"yes")==0 ){ - val = 1; - } - return val; -} - -/* -** If an input line begins with "." then invoke this routine to -** process that line. -** -** Return 1 on error, 2 to exit, and 0 otherwise. -*/ -static int do_meta_command(char *zLine, struct callback_data *p){ - int i = 1; - int nArg = 0; - int n, c; - int rc = 0; - char *azArg[50]; - - /* Parse the input line into tokens. - */ - while( zLine[i] && nArg1 && strncmp(azArg[0], "bail", n)==0 && nArg>1 ){ - bail_on_error = booleanValue(azArg[1]); - }else - - if( c=='d' && n>1 && strncmp(azArg[0], "databases", n)==0 ){ - struct callback_data data; - char *zErrMsg = 0; - open_db(p); - memcpy(&data, p, sizeof(data)); - data.showHeader = 1; - data.mode = MODE_Column; - data.colWidth[0] = 3; - data.colWidth[1] = 15; - data.colWidth[2] = 58; - data.cnt = 0; - sqlite3_exec(p->db, "PRAGMA database_list; ", callback, &data, &zErrMsg); - if( zErrMsg ){ - fprintf(stderr,"Error: %s\n", zErrMsg); - sqlite3_free(zErrMsg); - } - }else - - if( c=='d' && strncmp(azArg[0], "dump", n)==0 ){ - char *zErrMsg = 0; - open_db(p); - fprintf(p->out, "BEGIN TRANSACTION;\n"); - p->writableSchema = 0; - if( nArg==1 ){ - run_schema_dump_query(p, - "SELECT name, type, sql FROM sqlite_master " - "WHERE sql NOT NULL AND type=='table'", 0 - ); - run_table_dump_query(p->out, p->db, - "SELECT sql FROM sqlite_master " - "WHERE sql NOT NULL AND type IN ('index','trigger','view')" - ); - }else{ - int i; - for(i=1; iout, p->db, - "SELECT sql FROM sqlite_master " - "WHERE sql NOT NULL" - " AND type IN ('index','trigger','view')" - " AND tbl_name LIKE shellstatic()" - ); - zShellStatic = 0; - } - } - if( p->writableSchema ){ - fprintf(p->out, "PRAGMA writable_schema=OFF;\n"); - p->writableSchema = 0; - } - if( zErrMsg ){ - fprintf(stderr,"Error: %s\n", zErrMsg); - sqlite3_free(zErrMsg); - }else{ - fprintf(p->out, "COMMIT;\n"); - } - }else - - if( c=='e' && strncmp(azArg[0], "echo", n)==0 && nArg>1 ){ - p->echoOn = booleanValue(azArg[1]); - }else - - if( c=='e' && strncmp(azArg[0], "exit", n)==0 ){ - rc = 2; - }else - - if( c=='e' && strncmp(azArg[0], "explain", n)==0 ){ - int val = nArg>=2 ? booleanValue(azArg[1]) : 1; - if(val == 1) { - if(!p->explainPrev.valid) { - p->explainPrev.valid = 1; - p->explainPrev.mode = p->mode; - p->explainPrev.showHeader = p->showHeader; - memcpy(p->explainPrev.colWidth,p->colWidth,sizeof(p->colWidth)); - } - /* We could put this code under the !p->explainValid - ** condition so that it does not execute if we are already in - ** explain mode. However, always executing it allows us an easy - ** was to reset to explain mode in case the user previously - ** did an .explain followed by a .width, .mode or .header - ** command. - */ - p->mode = MODE_Column; - p->showHeader = 1; - memset(p->colWidth,0,ArraySize(p->colWidth)); - p->colWidth[0] = 4; - p->colWidth[1] = 14; - p->colWidth[2] = 10; - p->colWidth[3] = 10; - p->colWidth[4] = 33; - }else if (p->explainPrev.valid) { - p->explainPrev.valid = 0; - p->mode = p->explainPrev.mode; - p->showHeader = p->explainPrev.showHeader; - memcpy(p->colWidth,p->explainPrev.colWidth,sizeof(p->colWidth)); - } - }else - - if( c=='h' && (strncmp(azArg[0], "header", n)==0 || - strncmp(azArg[0], "headers", n)==0 )&& nArg>1 ){ - p->showHeader = booleanValue(azArg[1]); - }else - - if( c=='h' && strncmp(azArg[0], "help", n)==0 ){ - fprintf(stderr,"%s",zHelp); - }else - - if( c=='i' && strncmp(azArg[0], "import", n)==0 && nArg>=3 ){ - char *zTable = azArg[2]; /* Insert data into this table */ - char *zFile = azArg[1]; /* The file from which to extract data */ - sqlite3_stmt *pStmt; /* A statement */ - int rc; /* Result code */ - int nCol; /* Number of columns in the table */ - int nByte; /* Number of bytes in an SQL string */ - int i, j; /* Loop counters */ - int nSep; /* Number of bytes in p->separator[] */ - char *zSql; /* An SQL statement */ - char *zLine; /* A single line of input from the file */ - char **azCol; /* zLine[] broken up into columns */ - char *zCommit; /* How to commit changes */ - FILE *in; /* The input file */ - int lineno = 0; /* Line number of input file */ - - open_db(p); - nSep = strlen(p->separator); - if( nSep==0 ){ - fprintf(stderr, "non-null separator required for import\n"); - return 0; - } - zSql = sqlite3_mprintf("SELECT * FROM '%q'", zTable); - if( zSql==0 ) return 0; - nByte = strlen(zSql); - rc = sqlite3_prepare(p->db, zSql, -1, &pStmt, 0); - sqlite3_free(zSql); - if( rc ){ - fprintf(stderr,"Error: %s\n", sqlite3_errmsg(db)); - nCol = 0; - rc = 1; - }else{ - nCol = sqlite3_column_count(pStmt); - } - sqlite3_finalize(pStmt); - if( nCol==0 ) return 0; - zSql = malloc( nByte + 20 + nCol*2 ); - if( zSql==0 ) return 0; - sqlite3_snprintf(nByte+20, zSql, "INSERT INTO '%q' VALUES(?", zTable); - j = strlen(zSql); - for(i=1; idb, zSql, -1, &pStmt, 0); - free(zSql); - if( rc ){ - fprintf(stderr, "Error: %s\n", sqlite3_errmsg(db)); - sqlite3_finalize(pStmt); - return 1; - } - in = fopen(zFile, "rb"); - if( in==0 ){ - fprintf(stderr, "cannot open file: %s\n", zFile); - sqlite3_finalize(pStmt); - return 0; - } - azCol = malloc( sizeof(azCol[0])*(nCol+1) ); - if( azCol==0 ){ - fclose(in); - return 0; - } - sqlite3_exec(p->db, "BEGIN", 0, 0, 0); - zCommit = "COMMIT"; - while( (zLine = local_getline(0, in))!=0 ){ - char *z; - i = 0; - lineno++; - azCol[0] = zLine; - for(i=0, z=zLine; *z && *z!='\n' && *z!='\r'; z++){ - if( *z==p->separator[0] && strncmp(z, p->separator, nSep)==0 ){ - *z = 0; - i++; - if( idb, zCommit, 0, 0, 0); - }else - - if( c=='i' && strncmp(azArg[0], "indices", n)==0 && nArg>1 ){ - struct callback_data data; - char *zErrMsg = 0; - open_db(p); - memcpy(&data, p, sizeof(data)); - data.showHeader = 0; - data.mode = MODE_List; - zShellStatic = azArg[1]; - sqlite3_exec(p->db, - "SELECT name FROM sqlite_master " - "WHERE type='index' AND tbl_name LIKE shellstatic() " - "UNION ALL " - "SELECT name FROM sqlite_temp_master " - "WHERE type='index' AND tbl_name LIKE shellstatic() " - "ORDER BY 1", - callback, &data, &zErrMsg - ); - zShellStatic = 0; - if( zErrMsg ){ - fprintf(stderr,"Error: %s\n", zErrMsg); - sqlite3_free(zErrMsg); - } - }else - -#ifndef SQLITE_OMIT_LOAD_EXTENSION - if( c=='l' && strncmp(azArg[0], "load", n)==0 && nArg>=2 ){ - const char *zFile, *zProc; - char *zErrMsg = 0; - int rc; - zFile = azArg[1]; - zProc = nArg>=3 ? azArg[2] : 0; - open_db(p); - rc = sqlite3_load_extension(p->db, zFile, zProc, &zErrMsg); - if( rc!=SQLITE_OK ){ - fprintf(stderr, "%s\n", zErrMsg); - sqlite3_free(zErrMsg); - rc = 1; - } - }else -#endif - - if( c=='m' && strncmp(azArg[0], "mode", n)==0 && nArg>=2 ){ - int n2 = strlen(azArg[1]); - if( strncmp(azArg[1],"line",n2)==0 - || - strncmp(azArg[1],"lines",n2)==0 ){ - p->mode = MODE_Line; - }else if( strncmp(azArg[1],"column",n2)==0 - || - strncmp(azArg[1],"columns",n2)==0 ){ - p->mode = MODE_Column; - }else if( strncmp(azArg[1],"list",n2)==0 ){ - p->mode = MODE_List; - }else if( strncmp(azArg[1],"html",n2)==0 ){ - p->mode = MODE_Html; - }else if( strncmp(azArg[1],"tcl",n2)==0 ){ - p->mode = MODE_Tcl; - }else if( strncmp(azArg[1],"csv",n2)==0 ){ - p->mode = MODE_Csv; - strcpy(p->separator, ","); - }else if( strncmp(azArg[1],"tabs",n2)==0 ){ - p->mode = MODE_List; - strcpy(p->separator, "\t"); - }else if( strncmp(azArg[1],"insert",n2)==0 ){ - p->mode = MODE_Insert; - if( nArg>=3 ){ - set_table_name(p, azArg[2]); - }else{ - set_table_name(p, "table"); - } - }else { - fprintf(stderr,"mode should be one of: " - "column csv html insert line list tabs tcl\n"); - } - }else - - if( c=='n' && strncmp(azArg[0], "nullvalue", n)==0 && nArg==2 ) { - sprintf(p->nullvalue, "%.*s", (int)ArraySize(p->nullvalue)-1, azArg[1]); - }else - - if( c=='o' && strncmp(azArg[0], "output", n)==0 && nArg==2 ){ - if( p->out!=stdout ){ - fclose(p->out); - } - if( strcmp(azArg[1],"stdout")==0 ){ - p->out = stdout; - strcpy(p->outfile,"stdout"); - }else{ - p->out = fopen(azArg[1], "wb"); - if( p->out==0 ){ - fprintf(stderr,"can't write to \"%s\"\n", azArg[1]); - p->out = stdout; - } else { - strcpy(p->outfile,azArg[1]); - } - } - }else - - if( c=='p' && strncmp(azArg[0], "prompt", n)==0 && (nArg==2 || nArg==3)){ - if( nArg >= 2) { - strncpy(mainPrompt,azArg[1],(int)ArraySize(mainPrompt)-1); - } - if( nArg >= 3) { - strncpy(continuePrompt,azArg[2],(int)ArraySize(continuePrompt)-1); - } - }else - - if( c=='q' && strncmp(azArg[0], "quit", n)==0 ){ - rc = 2; - }else - - if( c=='r' && strncmp(azArg[0], "read", n)==0 && nArg==2 ){ - FILE *alt = fopen(azArg[1], "rb"); - if( alt==0 ){ - fprintf(stderr,"can't open \"%s\"\n", azArg[1]); - }else{ - process_input(p, alt); - fclose(alt); - } - }else - - if( c=='s' && strncmp(azArg[0], "schema", n)==0 ){ - struct callback_data data; - char *zErrMsg = 0; - open_db(p); - memcpy(&data, p, sizeof(data)); - data.showHeader = 0; - data.mode = MODE_Semi; - if( nArg>1 ){ - int i; - for(i=0; azArg[1][i]; i++) azArg[1][i] = tolower(azArg[1][i]); - if( strcmp(azArg[1],"sqlite_master")==0 ){ - char *new_argv[2], *new_colv[2]; - new_argv[0] = "CREATE TABLE sqlite_master (\n" - " type text,\n" - " name text,\n" - " tbl_name text,\n" - " rootpage integer,\n" - " sql text\n" - ")"; - new_argv[1] = 0; - new_colv[0] = "sql"; - new_colv[1] = 0; - callback(&data, 1, new_argv, new_colv); - }else if( strcmp(azArg[1],"sqlite_temp_master")==0 ){ - char *new_argv[2], *new_colv[2]; - new_argv[0] = "CREATE TEMP TABLE sqlite_temp_master (\n" - " type text,\n" - " name text,\n" - " tbl_name text,\n" - " rootpage integer,\n" - " sql text\n" - ")"; - new_argv[1] = 0; - new_colv[0] = "sql"; - new_colv[1] = 0; - callback(&data, 1, new_argv, new_colv); - }else{ - zShellStatic = azArg[1]; - sqlite3_exec(p->db, - "SELECT sql FROM " - " (SELECT * FROM sqlite_master UNION ALL" - " SELECT * FROM sqlite_temp_master) " - "WHERE tbl_name LIKE shellstatic() AND type!='meta' AND sql NOTNULL " - "ORDER BY substr(type,2,1), name", - callback, &data, &zErrMsg); - zShellStatic = 0; - } - }else{ - sqlite3_exec(p->db, - "SELECT sql FROM " - " (SELECT * FROM sqlite_master UNION ALL" - " SELECT * FROM sqlite_temp_master) " - "WHERE type!='meta' AND sql NOTNULL AND name NOT LIKE 'sqlite_%'" - "ORDER BY substr(type,2,1), name", - callback, &data, &zErrMsg - ); - } - if( zErrMsg ){ - fprintf(stderr,"Error: %s\n", zErrMsg); - sqlite3_free(zErrMsg); - } - }else - - if( c=='s' && strncmp(azArg[0], "separator", n)==0 && nArg==2 ){ - sprintf(p->separator, "%.*s", (int)ArraySize(p->separator)-1, azArg[1]); - }else - - if( c=='s' && strncmp(azArg[0], "show", n)==0){ - int i; - fprintf(p->out,"%9.9s: %s\n","echo", p->echoOn ? "on" : "off"); - fprintf(p->out,"%9.9s: %s\n","explain", p->explainPrev.valid ? "on" :"off"); - fprintf(p->out,"%9.9s: %s\n","headers", p->showHeader ? "on" : "off"); - fprintf(p->out,"%9.9s: %s\n","mode", modeDescr[p->mode]); - fprintf(p->out,"%9.9s: ", "nullvalue"); - output_c_string(p->out, p->nullvalue); - fprintf(p->out, "\n"); - fprintf(p->out,"%9.9s: %s\n","output", - strlen(p->outfile) ? p->outfile : "stdout"); - fprintf(p->out,"%9.9s: ", "separator"); - output_c_string(p->out, p->separator); - fprintf(p->out, "\n"); - fprintf(p->out,"%9.9s: ","width"); - for (i=0;i<(int)ArraySize(p->colWidth) && p->colWidth[i] != 0;i++) { - fprintf(p->out,"%d ",p->colWidth[i]); - } - fprintf(p->out,"\n"); - }else - - if( c=='t' && n>1 && strncmp(azArg[0], "tables", n)==0 ){ - char **azResult; - int nRow, rc; - char *zErrMsg; - open_db(p); - if( nArg==1 ){ - rc = sqlite3_get_table(p->db, - "SELECT name FROM sqlite_master " - "WHERE type IN ('table','view') AND name NOT LIKE 'sqlite_%'" - "UNION ALL " - "SELECT name FROM sqlite_temp_master " - "WHERE type IN ('table','view') " - "ORDER BY 1", - &azResult, &nRow, 0, &zErrMsg - ); - }else{ - zShellStatic = azArg[1]; - rc = sqlite3_get_table(p->db, - "SELECT name FROM sqlite_master " - "WHERE type IN ('table','view') AND name LIKE '%'||shellstatic()||'%' " - "UNION ALL " - "SELECT name FROM sqlite_temp_master " - "WHERE type IN ('table','view') AND name LIKE '%'||shellstatic()||'%' " - "ORDER BY 1", - &azResult, &nRow, 0, &zErrMsg - ); - zShellStatic = 0; - } - if( zErrMsg ){ - fprintf(stderr,"Error: %s\n", zErrMsg); - sqlite3_free(zErrMsg); - } - if( rc==SQLITE_OK ){ - int len, maxlen = 0; - int i, j; - int nPrintCol, nPrintRow; - for(i=1; i<=nRow; i++){ - if( azResult[i]==0 ) continue; - len = strlen(azResult[i]); - if( len>maxlen ) maxlen = len; - } - nPrintCol = 80/(maxlen+2); - if( nPrintCol<1 ) nPrintCol = 1; - nPrintRow = (nRow + nPrintCol - 1)/nPrintCol; - for(i=0; i1 && strncmp(azArg[0], "timeout", n)==0 && nArg>=2 ){ - open_db(p); - sqlite3_busy_timeout(p->db, atoi(azArg[1])); - }else - - if( c=='w' && strncmp(azArg[0], "width", n)==0 ){ - int j; - assert( nArg<=ArraySize(azArg) ); - for(j=1; jcolWidth); j++){ - p->colWidth[j-1] = atoi(azArg[j]); - } - }else - - { - fprintf(stderr, "unknown command or invalid arguments: " - " \"%s\". Enter \".help\" for help\n", azArg[0]); - } - - return rc; -} - -/* -** Return TRUE if the last non-whitespace character in z[] is a semicolon. -** z[] is N characters long. -*/ -static int _ends_with_semicolon(const char *z, int N){ - while( N>0 && isspace((unsigned char)z[N-1]) ){ N--; } - return N>0 && z[N-1]==';'; -} - -/* -** Test to see if a line consists entirely of whitespace. -*/ -static int _all_whitespace(const char *z){ - for(; *z; z++){ - if( isspace(*(unsigned char*)z) ) continue; - if( *z=='/' && z[1]=='*' ){ - z += 2; - while( *z && (*z!='*' || z[1]!='/') ){ z++; } - if( *z==0 ) return 0; - z++; - continue; - } - if( *z=='-' && z[1]=='-' ){ - z += 2; - while( *z && *z!='\n' ){ z++; } - if( *z==0 ) return 1; - continue; - } - return 0; - } - return 1; -} - -/* -** Return TRUE if the line typed in is an SQL command terminator other -** than a semi-colon. The SQL Server style "go" command is understood -** as is the Oracle "/". -*/ -static int _is_command_terminator(const char *zLine){ - while( isspace(*(unsigned char*)zLine) ){ zLine++; }; - if( zLine[0]=='/' && _all_whitespace(&zLine[1]) ) return 1; /* Oracle */ - if( tolower(zLine[0])=='g' && tolower(zLine[1])=='o' - && _all_whitespace(&zLine[2]) ){ - return 1; /* SQL Server */ - } - return 0; -} - -/* -** Read input from *in and process it. If *in==0 then input -** is interactive - the user is typing it it. Otherwise, input -** is coming from a file or device. A prompt is issued and history -** is saved only if input is interactive. An interrupt signal will -** cause this routine to exit immediately, unless input is interactive. -** -** Return the number of errors. -*/ -static int process_input(struct callback_data *p, FILE *in){ - char *zLine; - char *zSql = 0; - int nSql = 0; - char *zErrMsg; - int rc; - int errCnt = 0; - int lineno = 0; - int startline = 0; - - while( errCnt==0 || !bail_on_error || (in==0 && stdin_is_interactive) ){ - fflush(p->out); - zLine = one_input_line(zSql, in); - if( zLine==0 ){ - break; /* We have reached EOF */ - } - if( seenInterrupt ){ - if( in!=0 ) break; - seenInterrupt = 0; - } - lineno++; - if( p->echoOn ) printf("%s\n", zLine); - if( (zSql==0 || zSql[0]==0) && _all_whitespace(zLine) ) continue; - if( zLine && zLine[0]=='.' && nSql==0 ){ - rc = do_meta_command(zLine, p); - free(zLine); - if( rc==2 ){ - break; - }else if( rc ){ - errCnt++; - } - continue; - } - if( _is_command_terminator(zLine) ){ - strcpy(zLine,";"); - } - if( zSql==0 ){ - int i; - for(i=0; zLine[i] && isspace((unsigned char)zLine[i]); i++){} - if( zLine[i]!=0 ){ - nSql = strlen(zLine); - zSql = malloc( nSql+1 ); - if( zSql==0 ){ - fprintf(stderr, "out of memory\n"); - exit(1); - } - strcpy(zSql, zLine); - startline = lineno; - } - }else{ - int len = strlen(zLine); - zSql = realloc( zSql, nSql + len + 2 ); - if( zSql==0 ){ - fprintf(stderr,"%s: out of memory!\n", Argv0); - exit(1); - } - strcpy(&zSql[nSql++], "\n"); - strcpy(&zSql[nSql], zLine); - nSql += len; - } - free(zLine); - if( zSql && _ends_with_semicolon(zSql, nSql) && sqlite3_complete(zSql) ){ - p->cnt = 0; - open_db(p); - rc = sqlite3_exec(p->db, zSql, callback, p, &zErrMsg); - if( rc || zErrMsg ){ - char zPrefix[100]; - if( in!=0 || !stdin_is_interactive ){ - sprintf(zPrefix, "SQL error near line %d:", startline); - }else{ - sprintf(zPrefix, "SQL error:"); - } - if( zErrMsg!=0 ){ - printf("%s %s\n", zPrefix, zErrMsg); - sqlite3_free(zErrMsg); - zErrMsg = 0; - }else{ - printf("%s %s\n", zPrefix, sqlite3_errmsg(p->db)); - } - errCnt++; - } - free(zSql); - zSql = 0; - nSql = 0; - } - } - if( zSql ){ - if( !_all_whitespace(zSql) ) printf("Incomplete SQL: %s\n", zSql); - free(zSql); - } - return errCnt; -} - -/* -** Return a pathname which is the user's home directory. A -** 0 return indicates an error of some kind. Space to hold the -** resulting string is obtained from malloc(). The calling -** function should free the result. -*/ -static char *find_home_dir(void){ - char *home_dir = NULL; - -#if !defined(_WIN32) && !defined(WIN32) && !defined(__MACOS__) && !defined(__OS2__) - struct passwd *pwent; - uid_t uid = getuid(); - if( (pwent=getpwuid(uid)) != NULL) { - home_dir = pwent->pw_dir; - } -#endif - -#ifdef __MACOS__ - char home_path[_MAX_PATH+1]; - home_dir = getcwd(home_path, _MAX_PATH); -#endif - -#if defined(_WIN32) || defined(WIN32) || defined(__OS2__) - if (!home_dir) { - home_dir = getenv("USERPROFILE"); - } -#endif - - if (!home_dir) { - home_dir = getenv("HOME"); - } - -#if defined(_WIN32) || defined(WIN32) || defined(__OS2__) - if (!home_dir) { - char *zDrive, *zPath; - int n; - zDrive = getenv("HOMEDRIVE"); - zPath = getenv("HOMEPATH"); - if( zDrive && zPath ){ - n = strlen(zDrive) + strlen(zPath) + 1; - home_dir = malloc( n ); - if( home_dir==0 ) return 0; - sqlite3_snprintf(n, home_dir, "%s%s", zDrive, zPath); - return home_dir; - } - home_dir = "c:\\"; - } -#endif - - if( home_dir ){ - char *z = malloc( strlen(home_dir)+1 ); - if( z ) strcpy(z, home_dir); - home_dir = z; - } - - return home_dir; -} - -/* -** Read input from the file given by sqliterc_override. Or if that -** parameter is NULL, take input from ~/.sqliterc -*/ -static void process_sqliterc( - struct callback_data *p, /* Configuration data */ - const char *sqliterc_override /* Name of config file. NULL to use default */ -){ - char *home_dir = NULL; - const char *sqliterc = sqliterc_override; - char *zBuf = 0; - FILE *in = NULL; - - if (sqliterc == NULL) { - home_dir = find_home_dir(); - if( home_dir==0 ){ - fprintf(stderr,"%s: cannot locate your home directory!\n", Argv0); - return; - } - zBuf = malloc(strlen(home_dir) + 15); - if( zBuf==0 ){ - fprintf(stderr,"%s: out of memory!\n", Argv0); - exit(1); - } - sprintf(zBuf,"%s/.sqliterc",home_dir); - free(home_dir); - sqliterc = (const char*)zBuf; - } - in = fopen(sqliterc,"rb"); - if( in ){ - if( stdin_is_interactive ){ - printf("Loading resources from %s\n",sqliterc); - } - process_input(p,in); - fclose(in); - } - free(zBuf); - return; -} - -/* -** Show available command line options -*/ -static const char zOptions[] = - " -init filename read/process named file\n" - " -echo print commands before execution\n" - " -[no]header turn headers on or off\n" - " -bail stop after hitting an error\n" - " -interactive force interactive I/O\n" - " -batch force batch I/O\n" - " -column set output mode to 'column'\n" - " -csv set output mode to 'csv'\n" - " -html set output mode to HTML\n" - " -line set output mode to 'line'\n" - " -list set output mode to 'list'\n" - " -separator 'x' set output field separator (|)\n" - " -nullvalue 'text' set text string for NULL values\n" - " -version show SQLite version\n" -; -static void usage(int showDetail){ - fprintf(stderr, - "Usage: %s [OPTIONS] FILENAME [SQL]\n" - "FILENAME is the name of an SQLite database. A new database is created\n" - "if the file does not previously exist.\n", Argv0); - if( showDetail ){ - fprintf(stderr, "OPTIONS include:\n%s", zOptions); - }else{ - fprintf(stderr, "Use the -help option for additional information\n"); - } - exit(1); -} - -/* -** Initialize the state information in data -*/ -static void main_init(struct callback_data *data) { - memset(data, 0, sizeof(*data)); - data->mode = MODE_List; - strcpy(data->separator,"|"); - data->showHeader = 0; - strcpy(mainPrompt,"sqlite> "); - strcpy(continuePrompt," ...> "); -} - -int main(int argc, char **argv){ - char *zErrMsg = 0; - struct callback_data data; - const char *zInitFile = 0; - char *zFirstCmd = 0; - int i; - int rc = 0; - -#ifdef __MACOS__ - argc = ccommand(&argv); -#endif - - Argv0 = argv[0]; - main_init(&data); - stdin_is_interactive = isatty(0); - - /* Make sure we have a valid signal handler early, before anything - ** else is done. - */ -#ifdef SIGINT - signal(SIGINT, interrupt_handler); -#endif - - /* Do an initial pass through the command-line argument to locate - ** the name of the database file, the name of the initialization file, - ** and the first command to execute. - */ - for(i=1; i /* Needed for the definition of va_list */ - -/* -** Make sure we can call this stuff from C++. -*/ -#ifdef __cplusplus -extern "C" { -#endif - -/* -** The version of the SQLite library. -*/ -#ifdef SQLITE_VERSION -# undef SQLITE_VERSION -#endif -#define SQLITE_VERSION "--VERS--" - -/* -** The format of the version string is "X.Y.Z", where -** X is the major version number, Y is the minor version number and Z -** is the release number. The trailing string is often "alpha" or "beta". -** For example "3.1.1beta". -** -** The SQLITE_VERSION_NUMBER is an integer with the value -** (X*100000 + Y*1000 + Z). For example, for version "3.1.1beta", -** SQLITE_VERSION_NUMBER is set to 3001001. To detect if they are using -** version 3.1.1 or greater at compile time, programs may use the test -** (SQLITE_VERSION_NUMBER>=3001001). -*/ -#ifdef SQLITE_VERSION_NUMBER -# undef SQLITE_VERSION_NUMBER -#endif -#define SQLITE_VERSION_NUMBER --VERSION-NUMBER-- - -/* -** The version string is also compiled into the library so that a program -** can check to make sure that the lib*.a file and the *.h file are from -** the same version. The sqlite3_libversion() function returns a pointer -** to the sqlite3_version variable - useful in DLLs which cannot access -** global variables. -*/ -extern const char sqlite3_version[]; -const char *sqlite3_libversion(void); - -/* -** Return the value of the SQLITE_VERSION_NUMBER macro when the -** library was compiled. -*/ -int sqlite3_libversion_number(void); - -/* -** Each open sqlite database is represented by an instance of the -** following opaque structure. -*/ -typedef struct sqlite3 sqlite3; - - -/* -** Some compilers do not support the "long long" datatype. So we have -** to do a typedef that for 64-bit integers that depends on what compiler -** is being used. -*/ -#ifdef SQLITE_INT64_TYPE - typedef SQLITE_INT64_TYPE sqlite_int64; - typedef unsigned SQLITE_INT64_TYPE sqlite_uint64; -#elif defined(_MSC_VER) || defined(__BORLANDC__) - typedef __int64 sqlite_int64; - typedef unsigned __int64 sqlite_uint64; -#else - typedef long long int sqlite_int64; - typedef unsigned long long int sqlite_uint64; -#endif - -/* -** If compiling for a processor that lacks floating point support, -** substitute integer for floating-point -*/ -#ifdef SQLITE_OMIT_FLOATING_POINT -# define double sqlite_int64 -#endif - -/* -** A function to close the database. -** -** Call this function with a pointer to a structure that was previously -** returned from sqlite3_open() and the corresponding database will by closed. -** -** All SQL statements prepared using sqlite3_prepare() or -** sqlite3_prepare16() must be deallocated using sqlite3_finalize() before -** this routine is called. Otherwise, SQLITE_BUSY is returned and the -** database connection remains open. -*/ -int sqlite3_close(sqlite3 *); - -/* -** The type for a callback function. -*/ -typedef int (*sqlite3_callback)(void*,int,char**, char**); - -/* -** A function to executes one or more statements of SQL. -** -** If one or more of the SQL statements are queries, then -** the callback function specified by the 3rd parameter is -** invoked once for each row of the query result. This callback -** should normally return 0. If the callback returns a non-zero -** value then the query is aborted, all subsequent SQL statements -** are skipped and the sqlite3_exec() function returns the SQLITE_ABORT. -** -** The 1st parameter is an arbitrary pointer that is passed -** to the callback function as its first parameter. -** -** The 2nd parameter to the callback function is the number of -** columns in the query result. The 3rd parameter to the callback -** is an array of strings holding the values for each column. -** The 4th parameter to the callback is an array of strings holding -** the names of each column. -** -** The callback function may be NULL, even for queries. A NULL -** callback is not an error. It just means that no callback -** will be invoked. -** -** If an error occurs while parsing or evaluating the SQL (but -** not while executing the callback) then an appropriate error -** message is written into memory obtained from malloc() and -** *errmsg is made to point to that message. The calling function -** is responsible for freeing the memory that holds the error -** message. Use sqlite3_free() for this. If errmsg==NULL, -** then no error message is ever written. -** -** The return value is is SQLITE_OK if there are no errors and -** some other return code if there is an error. The particular -** return value depends on the type of error. -** -** If the query could not be executed because a database file is -** locked or busy, then this function returns SQLITE_BUSY. (This -** behavior can be modified somewhat using the sqlite3_busy_handler() -** and sqlite3_busy_timeout() functions below.) -*/ -int sqlite3_exec( - sqlite3*, /* An open database */ - const char *sql, /* SQL to be executed */ - sqlite3_callback, /* Callback function */ - void *, /* 1st argument to callback function */ - char **errmsg /* Error msg written here */ -); - -/* -** Return values for sqlite3_exec() and sqlite3_step() -*/ -#define SQLITE_OK 0 /* Successful result */ -/* beginning-of-error-codes */ -#define SQLITE_ERROR 1 /* SQL error or missing database */ -#define SQLITE_INTERNAL 2 /* NOT USED. Internal logic error in SQLite */ -#define SQLITE_PERM 3 /* Access permission denied */ -#define SQLITE_ABORT 4 /* Callback routine requested an abort */ -#define SQLITE_BUSY 5 /* The database file is locked */ -#define SQLITE_LOCKED 6 /* A table in the database is locked */ -#define SQLITE_NOMEM 7 /* A malloc() failed */ -#define SQLITE_READONLY 8 /* Attempt to write a readonly database */ -#define SQLITE_INTERRUPT 9 /* Operation terminated by sqlite3_interrupt()*/ -#define SQLITE_IOERR 10 /* Some kind of disk I/O error occurred */ -#define SQLITE_CORRUPT 11 /* The database disk image is malformed */ -#define SQLITE_NOTFOUND 12 /* NOT USED. Table or record not found */ -#define SQLITE_FULL 13 /* Insertion failed because database is full */ -#define SQLITE_CANTOPEN 14 /* Unable to open the database file */ -#define SQLITE_PROTOCOL 15 /* Database lock protocol error */ -#define SQLITE_EMPTY 16 /* Database is empty */ -#define SQLITE_SCHEMA 17 /* The database schema changed */ -#define SQLITE_TOOBIG 18 /* NOT USED. Too much data for one row */ -#define SQLITE_CONSTRAINT 19 /* Abort due to contraint violation */ -#define SQLITE_MISMATCH 20 /* Data type mismatch */ -#define SQLITE_MISUSE 21 /* Library used incorrectly */ -#define SQLITE_NOLFS 22 /* Uses OS features not supported on host */ -#define SQLITE_AUTH 23 /* Authorization denied */ -#define SQLITE_FORMAT 24 /* Auxiliary database format error */ -#define SQLITE_RANGE 25 /* 2nd parameter to sqlite3_bind out of range */ -#define SQLITE_NOTADB 26 /* File opened that is not a database file */ -#define SQLITE_ROW 100 /* sqlite3_step() has another row ready */ -#define SQLITE_DONE 101 /* sqlite3_step() has finished executing */ -/* end-of-error-codes */ - -/* -** Using the sqlite3_extended_result_codes() API, you can cause -** SQLite to return result codes with additional information in -** their upper bits. The lower 8 bits will be the same as the -** primary result codes above. But the upper bits might contain -** more specific error information. -** -** To extract the primary result code from an extended result code, -** simply mask off the lower 8 bits. -** -** primary = extended & 0xff; -** -** New result error codes may be added from time to time. Software -** that uses the extended result codes should plan accordingly and be -** sure to always handle new unknown codes gracefully. -** -** The SQLITE_OK result code will never be extended. It will always -** be exactly zero. -** -** The extended result codes always have the primary result code -** as a prefix. Primary result codes only contain a single "_" -** character. Extended result codes contain two or more "_" characters. -*/ -#define SQLITE_IOERR_READ (SQLITE_IOERR | (1<<8)) -#define SQLITE_IOERR_SHORT_READ (SQLITE_IOERR | (2<<8)) -#define SQLITE_IOERR_WRITE (SQLITE_IOERR | (3<<8)) -#define SQLITE_IOERR_FSYNC (SQLITE_IOERR | (4<<8)) -#define SQLITE_IOERR_DIR_FSYNC (SQLITE_IOERR | (5<<8)) -#define SQLITE_IOERR_TRUNCATE (SQLITE_IOERR | (6<<8)) -#define SQLITE_IOERR_FSTAT (SQLITE_IOERR | (7<<8)) -#define SQLITE_IOERR_UNLOCK (SQLITE_IOERR | (8<<8)) -#define SQLITE_IOERR_RDLOCK (SQLITE_IOERR | (9<<8)) - -/* -** Enable or disable the extended result codes. -*/ -int sqlite3_extended_result_codes(sqlite3*, int onoff); - -/* -** Each entry in an SQLite table has a unique integer key. (The key is -** the value of the INTEGER PRIMARY KEY column if there is such a column, -** otherwise the key is generated at random. The unique key is always -** available as the ROWID, OID, or _ROWID_ column.) The following routine -** returns the integer key of the most recent insert in the database. -** -** This function is similar to the mysql_insert_id() function from MySQL. -*/ -sqlite_int64 sqlite3_last_insert_rowid(sqlite3*); - -/* -** This function returns the number of database rows that were changed -** (or inserted or deleted) by the most recent called sqlite3_exec(). -** -** All changes are counted, even if they were later undone by a -** ROLLBACK or ABORT. Except, changes associated with creating and -** dropping tables are not counted. -** -** If a callback invokes sqlite3_exec() recursively, then the changes -** in the inner, recursive call are counted together with the changes -** in the outer call. -** -** SQLite implements the command "DELETE FROM table" without a WHERE clause -** by dropping and recreating the table. (This is much faster than going -** through and deleting individual elements form the table.) Because of -** this optimization, the change count for "DELETE FROM table" will be -** zero regardless of the number of elements that were originally in the -** table. To get an accurate count of the number of rows deleted, use -** "DELETE FROM table WHERE 1" instead. -*/ -int sqlite3_changes(sqlite3*); - -/* -** This function returns the number of database rows that have been -** modified by INSERT, UPDATE or DELETE statements since the database handle -** was opened. This includes UPDATE, INSERT and DELETE statements executed -** as part of trigger programs. All changes are counted as soon as the -** statement that makes them is completed (when the statement handle is -** passed to sqlite3_reset() or sqlite_finalise()). -** -** SQLite implements the command "DELETE FROM table" without a WHERE clause -** by dropping and recreating the table. (This is much faster than going -** through and deleting individual elements form the table.) Because of -** this optimization, the change count for "DELETE FROM table" will be -** zero regardless of the number of elements that were originally in the -** table. To get an accurate count of the number of rows deleted, use -** "DELETE FROM table WHERE 1" instead. -*/ -int sqlite3_total_changes(sqlite3*); - -/* This function causes any pending database operation to abort and -** return at its earliest opportunity. This routine is typically -** called in response to a user action such as pressing "Cancel" -** or Ctrl-C where the user wants a long query operation to halt -** immediately. -*/ -void sqlite3_interrupt(sqlite3*); - - -/* These functions return true if the given input string comprises -** one or more complete SQL statements. For the sqlite3_complete() call, -** the parameter must be a nul-terminated UTF-8 string. For -** sqlite3_complete16(), a nul-terminated machine byte order UTF-16 string -** is required. -** -** The algorithm is simple. If the last token other than spaces -** and comments is a semicolon, then return true. otherwise return -** false. -*/ -int sqlite3_complete(const char *sql); -int sqlite3_complete16(const void *sql); - -/* -** This routine identifies a callback function that is invoked -** whenever an attempt is made to open a database table that is -** currently locked by another process or thread. If the busy callback -** is NULL, then sqlite3_exec() returns SQLITE_BUSY immediately if -** it finds a locked table. If the busy callback is not NULL, then -** sqlite3_exec() invokes the callback with two arguments. The -** first argument to the handler is a copy of the void* pointer which -** is the third argument to this routine. The second argument to -** the handler is the number of times that the busy handler has -** been invoked for this locking event. If the -** busy callback returns 0, then sqlite3_exec() immediately returns -** SQLITE_BUSY. If the callback returns non-zero, then sqlite3_exec() -** tries to open the table again and the cycle repeats. -** -** The presence of a busy handler does not guarantee that -** it will be invoked when there is lock contention. -** If SQLite determines that invoking the busy handler could result in -** a deadlock, it will return SQLITE_BUSY instead. -** Consider a scenario where one process is holding a read lock that -** it is trying to promote to a reserved lock and -** a second process is holding a reserved lock that it is trying -** to promote to an exclusive lock. The first process cannot proceed -** because it is blocked by the second and the second process cannot -** proceed because it is blocked by the first. If both processes -** invoke the busy handlers, neither will make any progress. Therefore, -** SQLite returns SQLITE_BUSY for the first process, hoping that this -** will induce the first process to release its read lock and allow -** the second process to proceed. -** -** The default busy callback is NULL. -** -** Sqlite is re-entrant, so the busy handler may start a new query. -** (It is not clear why anyone would every want to do this, but it -** is allowed, in theory.) But the busy handler may not close the -** database. Closing the database from a busy handler will delete -** data structures out from under the executing query and will -** probably result in a coredump. -*/ -int sqlite3_busy_handler(sqlite3*, int(*)(void*,int), void*); - -/* -** This routine sets a busy handler that sleeps for a while when a -** table is locked. The handler will sleep multiple times until -** at least "ms" milleseconds of sleeping have been done. After -** "ms" milleseconds of sleeping, the handler returns 0 which -** causes sqlite3_exec() to return SQLITE_BUSY. -** -** Calling this routine with an argument less than or equal to zero -** turns off all busy handlers. -*/ -int sqlite3_busy_timeout(sqlite3*, int ms); - -/* -** This next routine is really just a wrapper around sqlite3_exec(). -** Instead of invoking a user-supplied callback for each row of the -** result, this routine remembers each row of the result in memory -** obtained from malloc(), then returns all of the result after the -** query has finished. -** -** As an example, suppose the query result where this table: -** -** Name | Age -** ----------------------- -** Alice | 43 -** Bob | 28 -** Cindy | 21 -** -** If the 3rd argument were &azResult then after the function returns -** azResult will contain the following data: -** -** azResult[0] = "Name"; -** azResult[1] = "Age"; -** azResult[2] = "Alice"; -** azResult[3] = "43"; -** azResult[4] = "Bob"; -** azResult[5] = "28"; -** azResult[6] = "Cindy"; -** azResult[7] = "21"; -** -** Notice that there is an extra row of data containing the column -** headers. But the *nrow return value is still 3. *ncolumn is -** set to 2. In general, the number of values inserted into azResult -** will be ((*nrow) + 1)*(*ncolumn). -** -** After the calling function has finished using the result, it should -** pass the result data pointer to sqlite3_free_table() in order to -** release the memory that was malloc-ed. Because of the way the -** malloc() happens, the calling function must not try to call -** free() directly. Only sqlite3_free_table() is able to release -** the memory properly and safely. -** -** The return value of this routine is the same as from sqlite3_exec(). -*/ -int sqlite3_get_table( - sqlite3*, /* An open database */ - const char *sql, /* SQL to be executed */ - char ***resultp, /* Result written to a char *[] that this points to */ - int *nrow, /* Number of result rows written here */ - int *ncolumn, /* Number of result columns written here */ - char **errmsg /* Error msg written here */ -); - -/* -** Call this routine to free the memory that sqlite3_get_table() allocated. -*/ -void sqlite3_free_table(char **result); - -/* -** The following routines are variants of the "sprintf()" from the -** standard C library. The resulting string is written into memory -** obtained from malloc() so that there is never a possiblity of buffer -** overflow. These routines also implement some additional formatting -** options that are useful for constructing SQL statements. -** -** The strings returned by these routines should be freed by calling -** sqlite3_free(). -** -** All of the usual printf formatting options apply. In addition, there -** is a "%q" option. %q works like %s in that it substitutes a null-terminated -** string from the argument list. But %q also doubles every '\'' character. -** %q is designed for use inside a string literal. By doubling each '\'' -** character it escapes that character and allows it to be inserted into -** the string. -** -** For example, so some string variable contains text as follows: -** -** char *zText = "It's a happy day!"; -** -** We can use this text in an SQL statement as follows: -** -** char *z = sqlite3_mprintf("INSERT INTO TABLES('%q')", zText); -** sqlite3_exec(db, z, callback1, 0, 0); -** sqlite3_free(z); -** -** Because the %q format string is used, the '\'' character in zText -** is escaped and the SQL generated is as follows: -** -** INSERT INTO table1 VALUES('It''s a happy day!') -** -** This is correct. Had we used %s instead of %q, the generated SQL -** would have looked like this: -** -** INSERT INTO table1 VALUES('It's a happy day!'); -** -** This second example is an SQL syntax error. As a general rule you -** should always use %q instead of %s when inserting text into a string -** literal. -*/ -char *sqlite3_mprintf(const char*,...); -char *sqlite3_vmprintf(const char*, va_list); -char *sqlite3_snprintf(int,char*,const char*, ...); - -/* -** SQLite uses its own memory allocator. On many installations, this -** memory allocator is identical to the standard malloc()/realloc()/free() -** and can be used interchangable. On others, the implementations are -** different. For maximum portability, it is best not to mix calls -** to the standard malloc/realloc/free with the sqlite versions. -*/ -void *sqlite3_malloc(int); -void *sqlite3_realloc(void*, int); -void sqlite3_free(void*); - -#ifndef SQLITE_OMIT_AUTHORIZATION -/* -** This routine registers a callback with the SQLite library. The -** callback is invoked (at compile-time, not at run-time) for each -** attempt to access a column of a table in the database. The callback -** returns SQLITE_OK if access is allowed, SQLITE_DENY if the entire -** SQL statement should be aborted with an error and SQLITE_IGNORE -** if the column should be treated as a NULL value. -*/ -int sqlite3_set_authorizer( - sqlite3*, - int (*xAuth)(void*,int,const char*,const char*,const char*,const char*), - void *pUserData -); -#endif - -/* -** The second parameter to the access authorization function above will -** be one of the values below. These values signify what kind of operation -** is to be authorized. The 3rd and 4th parameters to the authorization -** function will be parameters or NULL depending on which of the following -** codes is used as the second parameter. The 5th parameter is the name -** of the database ("main", "temp", etc.) if applicable. The 6th parameter -** is the name of the inner-most trigger or view that is responsible for -** the access attempt or NULL if this access attempt is directly from -** input SQL code. -** -** Arg-3 Arg-4 -*/ -#define SQLITE_COPY 0 /* Table Name File Name */ -#define SQLITE_CREATE_INDEX 1 /* Index Name Table Name */ -#define SQLITE_CREATE_TABLE 2 /* Table Name NULL */ -#define SQLITE_CREATE_TEMP_INDEX 3 /* Index Name Table Name */ -#define SQLITE_CREATE_TEMP_TABLE 4 /* Table Name NULL */ -#define SQLITE_CREATE_TEMP_TRIGGER 5 /* Trigger Name Table Name */ -#define SQLITE_CREATE_TEMP_VIEW 6 /* View Name NULL */ -#define SQLITE_CREATE_TRIGGER 7 /* Trigger Name Table Name */ -#define SQLITE_CREATE_VIEW 8 /* View Name NULL */ -#define SQLITE_DELETE 9 /* Table Name NULL */ -#define SQLITE_DROP_INDEX 10 /* Index Name Table Name */ -#define SQLITE_DROP_TABLE 11 /* Table Name NULL */ -#define SQLITE_DROP_TEMP_INDEX 12 /* Index Name Table Name */ -#define SQLITE_DROP_TEMP_TABLE 13 /* Table Name NULL */ -#define SQLITE_DROP_TEMP_TRIGGER 14 /* Trigger Name Table Name */ -#define SQLITE_DROP_TEMP_VIEW 15 /* View Name NULL */ -#define SQLITE_DROP_TRIGGER 16 /* Trigger Name Table Name */ -#define SQLITE_DROP_VIEW 17 /* View Name NULL */ -#define SQLITE_INSERT 18 /* Table Name NULL */ -#define SQLITE_PRAGMA 19 /* Pragma Name 1st arg or NULL */ -#define SQLITE_READ 20 /* Table Name Column Name */ -#define SQLITE_SELECT 21 /* NULL NULL */ -#define SQLITE_TRANSACTION 22 /* NULL NULL */ -#define SQLITE_UPDATE 23 /* Table Name Column Name */ -#define SQLITE_ATTACH 24 /* Filename NULL */ -#define SQLITE_DETACH 25 /* Database Name NULL */ -#define SQLITE_ALTER_TABLE 26 /* Database Name Table Name */ -#define SQLITE_REINDEX 27 /* Index Name NULL */ -#define SQLITE_ANALYZE 28 /* Table Name NULL */ -#define SQLITE_CREATE_VTABLE 29 /* Table Name Module Name */ -#define SQLITE_DROP_VTABLE 30 /* Table Name Module Name */ -#define SQLITE_FUNCTION 31 /* Function Name NULL */ - -/* -** The return value of the authorization function should be one of the -** following constants: -*/ -/* #define SQLITE_OK 0 // Allow access (This is actually defined above) */ -#define SQLITE_DENY 1 /* Abort the SQL statement with an error */ -#define SQLITE_IGNORE 2 /* Don't allow access, but don't generate an error */ - -/* -** Register a function for tracing SQL command evaluation. The function -** registered by sqlite3_trace() is invoked at the first sqlite3_step() -** for the evaluation of an SQL statement. The function registered by -** sqlite3_profile() runs at the end of each SQL statement and includes -** information on how long that statement ran. -** -** The sqlite3_profile() API is currently considered experimental and -** is subject to change. -*/ -void *sqlite3_trace(sqlite3*, void(*xTrace)(void*,const char*), void*); -void *sqlite3_profile(sqlite3*, - void(*xProfile)(void*,const char*,sqlite_uint64), void*); - -/* -** This routine configures a callback function - the progress callback - that -** is invoked periodically during long running calls to sqlite3_exec(), -** sqlite3_step() and sqlite3_get_table(). An example use for this API is to -** keep a GUI updated during a large query. -** -** The progress callback is invoked once for every N virtual machine opcodes, -** where N is the second argument to this function. The progress callback -** itself is identified by the third argument to this function. The fourth -** argument to this function is a void pointer passed to the progress callback -** function each time it is invoked. -** -** If a call to sqlite3_exec(), sqlite3_step() or sqlite3_get_table() results -** in less than N opcodes being executed, then the progress callback is not -** invoked. -** -** To remove the progress callback altogether, pass NULL as the third -** argument to this function. -** -** If the progress callback returns a result other than 0, then the current -** query is immediately terminated and any database changes rolled back. If the -** query was part of a larger transaction, then the transaction is not rolled -** back and remains active. The sqlite3_exec() call returns SQLITE_ABORT. -** -******* THIS IS AN EXPERIMENTAL API AND IS SUBJECT TO CHANGE ****** -*/ -void sqlite3_progress_handler(sqlite3*, int, int(*)(void*), void*); - -/* -** Register a callback function to be invoked whenever a new transaction -** is committed. The pArg argument is passed through to the callback. -** callback. If the callback function returns non-zero, then the commit -** is converted into a rollback. -** -** If another function was previously registered, its pArg value is returned. -** Otherwise NULL is returned. -** -** Registering a NULL function disables the callback. -** -******* THIS IS AN EXPERIMENTAL API AND IS SUBJECT TO CHANGE ****** -*/ -void *sqlite3_commit_hook(sqlite3*, int(*)(void*), void*); - -/* -** Open the sqlite database file "filename". The "filename" is UTF-8 -** encoded for sqlite3_open() and UTF-16 encoded in the native byte order -** for sqlite3_open16(). An sqlite3* handle is returned in *ppDb, even -** if an error occurs. If the database is opened (or created) successfully, -** then SQLITE_OK is returned. Otherwise an error code is returned. The -** sqlite3_errmsg() or sqlite3_errmsg16() routines can be used to obtain -** an English language description of the error. -** -** If the database file does not exist, then a new database is created. -** The encoding for the database is UTF-8 if sqlite3_open() is called and -** UTF-16 if sqlite3_open16 is used. -** -** Whether or not an error occurs when it is opened, resources associated -** with the sqlite3* handle should be released by passing it to -** sqlite3_close() when it is no longer required. -*/ -int sqlite3_open( - const char *filename, /* Database filename (UTF-8) */ - sqlite3 **ppDb /* OUT: SQLite db handle */ -); -int sqlite3_open16( - const void *filename, /* Database filename (UTF-16) */ - sqlite3 **ppDb /* OUT: SQLite db handle */ -); - -/* -** Return the error code for the most recent sqlite3_* API call associated -** with sqlite3 handle 'db'. SQLITE_OK is returned if the most recent -** API call was successful. -** -** Calls to many sqlite3_* functions set the error code and string returned -** by sqlite3_errcode(), sqlite3_errmsg() and sqlite3_errmsg16() -** (overwriting the previous values). Note that calls to sqlite3_errcode(), -** sqlite3_errmsg() and sqlite3_errmsg16() themselves do not affect the -** results of future invocations. -** -** Assuming no other intervening sqlite3_* API calls are made, the error -** code returned by this function is associated with the same error as -** the strings returned by sqlite3_errmsg() and sqlite3_errmsg16(). -*/ -int sqlite3_errcode(sqlite3 *db); - -/* -** Return a pointer to a UTF-8 encoded string describing in english the -** error condition for the most recent sqlite3_* API call. The returned -** string is always terminated by an 0x00 byte. -** -** The string "not an error" is returned when the most recent API call was -** successful. -*/ -const char *sqlite3_errmsg(sqlite3*); - -/* -** Return a pointer to a UTF-16 native byte order encoded string describing -** in english the error condition for the most recent sqlite3_* API call. -** The returned string is always terminated by a pair of 0x00 bytes. -** -** The string "not an error" is returned when the most recent API call was -** successful. -*/ -const void *sqlite3_errmsg16(sqlite3*); - -/* -** An instance of the following opaque structure is used to represent -** a compiled SQL statment. -*/ -typedef struct sqlite3_stmt sqlite3_stmt; - -/* -** To execute an SQL query, it must first be compiled into a byte-code -** program using one of the following routines. The only difference between -** them is that the second argument, specifying the SQL statement to -** compile, is assumed to be encoded in UTF-8 for the sqlite3_prepare() -** function and UTF-16 for sqlite3_prepare16(). -** -** The first parameter "db" is an SQLite database handle. The second -** parameter "zSql" is the statement to be compiled, encoded as either -** UTF-8 or UTF-16 (see above). If the next parameter, "nBytes", is less -** than zero, then zSql is read up to the first nul terminator. If -** "nBytes" is not less than zero, then it is the length of the string zSql -** in bytes (not characters). -** -** *pzTail is made to point to the first byte past the end of the first -** SQL statement in zSql. This routine only compiles the first statement -** in zSql, so *pzTail is left pointing to what remains uncompiled. -** -** *ppStmt is left pointing to a compiled SQL statement that can be -** executed using sqlite3_step(). Or if there is an error, *ppStmt may be -** set to NULL. If the input text contained no SQL (if the input is and -** empty string or a comment) then *ppStmt is set to NULL. -** -** On success, SQLITE_OK is returned. Otherwise an error code is returned. -*/ -int sqlite3_prepare( - sqlite3 *db, /* Database handle */ - const char *zSql, /* SQL statement, UTF-8 encoded */ - int nBytes, /* Length of zSql in bytes. */ - sqlite3_stmt **ppStmt, /* OUT: Statement handle */ - const char **pzTail /* OUT: Pointer to unused portion of zSql */ -); -int sqlite3_prepare16( - sqlite3 *db, /* Database handle */ - const void *zSql, /* SQL statement, UTF-16 encoded */ - int nBytes, /* Length of zSql in bytes. */ - sqlite3_stmt **ppStmt, /* OUT: Statement handle */ - const void **pzTail /* OUT: Pointer to unused portion of zSql */ -); - -/* -** Newer versions of the prepare API work just like the legacy versions -** but with one exception: The a copy of the SQL text is saved in the -** sqlite3_stmt structure that is returned. If this copy exists, it -** modifieds the behavior of sqlite3_step() slightly. First, sqlite3_step() -** will no longer return an SQLITE_SCHEMA error but will instead automatically -** rerun the compiler to rebuild the prepared statement. Secondly, -** sqlite3_step() now turns a full result code - the result code that -** use used to have to call sqlite3_reset() to get. -*/ -int sqlite3_prepare_v2( - sqlite3 *db, /* Database handle */ - const char *zSql, /* SQL statement, UTF-8 encoded */ - int nBytes, /* Length of zSql in bytes. */ - sqlite3_stmt **ppStmt, /* OUT: Statement handle */ - const char **pzTail /* OUT: Pointer to unused portion of zSql */ -); -int sqlite3_prepare16_v2( - sqlite3 *db, /* Database handle */ - const void *zSql, /* SQL statement, UTF-16 encoded */ - int nBytes, /* Length of zSql in bytes. */ - sqlite3_stmt **ppStmt, /* OUT: Statement handle */ - const void **pzTail /* OUT: Pointer to unused portion of zSql */ -); - -/* -** Pointers to the following two opaque structures are used to communicate -** with the implementations of user-defined functions. -*/ -typedef struct sqlite3_context sqlite3_context; -typedef struct Mem sqlite3_value; - -/* -** In the SQL strings input to sqlite3_prepare() and sqlite3_prepare16(), -** one or more literals can be replace by parameters "?" or ":AAA" or -** "$VVV" where AAA is an identifer and VVV is a variable name according -** to the syntax rules of the TCL programming language. -** The value of these parameters (also called "host parameter names") can -** be set using the routines listed below. -** -** In every case, the first parameter is a pointer to the sqlite3_stmt -** structure returned from sqlite3_prepare(). The second parameter is the -** index of the parameter. The first parameter as an index of 1. For -** named parameters (":AAA" or "$VVV") you can use -** sqlite3_bind_parameter_index() to get the correct index value given -** the parameters name. If the same named parameter occurs more than -** once, it is assigned the same index each time. -** -** The fifth parameter to sqlite3_bind_blob(), sqlite3_bind_text(), and -** sqlite3_bind_text16() is a destructor used to dispose of the BLOB or -** text after SQLite has finished with it. If the fifth argument is the -** special value SQLITE_STATIC, then the library assumes that the information -** is in static, unmanaged space and does not need to be freed. If the -** fifth argument has the value SQLITE_TRANSIENT, then SQLite makes its -** own private copy of the data. -** -** The sqlite3_bind_* routine must be called before sqlite3_step() after -** an sqlite3_prepare() or sqlite3_reset(). Unbound parameterss are -** interpreted as NULL. -*/ -int sqlite3_bind_blob(sqlite3_stmt*, int, const void*, int n, void(*)(void*)); -int sqlite3_bind_double(sqlite3_stmt*, int, double); -int sqlite3_bind_int(sqlite3_stmt*, int, int); -int sqlite3_bind_int64(sqlite3_stmt*, int, sqlite_int64); -int sqlite3_bind_null(sqlite3_stmt*, int); -int sqlite3_bind_text(sqlite3_stmt*, int, const char*, int n, void(*)(void*)); -int sqlite3_bind_text16(sqlite3_stmt*, int, const void*, int, void(*)(void*)); -int sqlite3_bind_value(sqlite3_stmt*, int, const sqlite3_value*); - -/* -** Return the number of parameters in a compiled SQL statement. This -** routine was added to support DBD::SQLite. -*/ -int sqlite3_bind_parameter_count(sqlite3_stmt*); - -/* -** Return the name of the i-th parameter. Ordinary parameters "?" are -** nameless and a NULL is returned. For parameters of the form :AAA or -** $VVV the complete text of the parameter name is returned, including -** the initial ":" or "$". NULL is returned if the index is out of range. -*/ -const char *sqlite3_bind_parameter_name(sqlite3_stmt*, int); - -/* -** Return the index of a parameter with the given name. The name -** must match exactly. If no parameter with the given name is found, -** return 0. -*/ -int sqlite3_bind_parameter_index(sqlite3_stmt*, const char *zName); - -/* -** Set all the parameters in the compiled SQL statement to NULL. -*/ -int sqlite3_clear_bindings(sqlite3_stmt*); - -/* -** Return the number of columns in the result set returned by the compiled -** SQL statement. This routine returns 0 if pStmt is an SQL statement -** that does not return data (for example an UPDATE). -*/ -int sqlite3_column_count(sqlite3_stmt *pStmt); - -/* -** The first parameter is a compiled SQL statement. This function returns -** the column heading for the Nth column of that statement, where N is the -** second function parameter. The string returned is UTF-8 for -** sqlite3_column_name() and UTF-16 for sqlite3_column_name16(). -*/ -const char *sqlite3_column_name(sqlite3_stmt*,int); -const void *sqlite3_column_name16(sqlite3_stmt*,int); - -/* -** The first parameter to the following calls is a compiled SQL statement. -** These functions return information about the Nth column returned by -** the statement, where N is the second function argument. -** -** If the Nth column returned by the statement is not a column value, -** then all of the functions return NULL. Otherwise, the return the -** name of the attached database, table and column that the expression -** extracts a value from. -** -** As with all other SQLite APIs, those postfixed with "16" return UTF-16 -** encoded strings, the other functions return UTF-8. The memory containing -** the returned strings is valid until the statement handle is finalized(). -** -** These APIs are only available if the library was compiled with the -** SQLITE_ENABLE_COLUMN_METADATA preprocessor symbol defined. -*/ -const char *sqlite3_column_database_name(sqlite3_stmt*,int); -const void *sqlite3_column_database_name16(sqlite3_stmt*,int); -const char *sqlite3_column_table_name(sqlite3_stmt*,int); -const void *sqlite3_column_table_name16(sqlite3_stmt*,int); -const char *sqlite3_column_origin_name(sqlite3_stmt*,int); -const void *sqlite3_column_origin_name16(sqlite3_stmt*,int); - -/* -** The first parameter is a compiled SQL statement. If this statement -** is a SELECT statement, the Nth column of the returned result set -** of the SELECT is a table column then the declared type of the table -** column is returned. If the Nth column of the result set is not at table -** column, then a NULL pointer is returned. The returned string is always -** UTF-8 encoded. For example, in the database schema: -** -** CREATE TABLE t1(c1 VARIANT); -** -** And the following statement compiled: -** -** SELECT c1 + 1, c1 FROM t1; -** -** Then this routine would return the string "VARIANT" for the second -** result column (i==1), and a NULL pointer for the first result column -** (i==0). -*/ -const char *sqlite3_column_decltype(sqlite3_stmt *, int i); - -/* -** The first parameter is a compiled SQL statement. If this statement -** is a SELECT statement, the Nth column of the returned result set -** of the SELECT is a table column then the declared type of the table -** column is returned. If the Nth column of the result set is not at table -** column, then a NULL pointer is returned. The returned string is always -** UTF-16 encoded. For example, in the database schema: -** -** CREATE TABLE t1(c1 INTEGER); -** -** And the following statement compiled: -** -** SELECT c1 + 1, c1 FROM t1; -** -** Then this routine would return the string "INTEGER" for the second -** result column (i==1), and a NULL pointer for the first result column -** (i==0). -*/ -const void *sqlite3_column_decltype16(sqlite3_stmt*,int); - -/* -** After an SQL query has been compiled with a call to either -** sqlite3_prepare() or sqlite3_prepare16(), then this function must be -** called one or more times to execute the statement. -** -** The return value will be either SQLITE_BUSY, SQLITE_DONE, -** SQLITE_ROW, SQLITE_ERROR, or SQLITE_MISUSE. -** -** SQLITE_BUSY means that the database engine attempted to open -** a locked database and there is no busy callback registered. -** Call sqlite3_step() again to retry the open. -** -** SQLITE_DONE means that the statement has finished executing -** successfully. sqlite3_step() should not be called again on this virtual -** machine. -** -** If the SQL statement being executed returns any data, then -** SQLITE_ROW is returned each time a new row of data is ready -** for processing by the caller. The values may be accessed using -** the sqlite3_column_*() functions described below. sqlite3_step() -** is called again to retrieve the next row of data. -** -** SQLITE_ERROR means that a run-time error (such as a constraint -** violation) has occurred. sqlite3_step() should not be called again on -** the VM. More information may be found by calling sqlite3_errmsg(). -** -** SQLITE_MISUSE means that the this routine was called inappropriately. -** Perhaps it was called on a virtual machine that had already been -** finalized or on one that had previously returned SQLITE_ERROR or -** SQLITE_DONE. Or it could be the case the the same database connection -** is being used simulataneously by two or more threads. -*/ -int sqlite3_step(sqlite3_stmt*); - -/* -** Return the number of values in the current row of the result set. -** -** After a call to sqlite3_step() that returns SQLITE_ROW, this routine -** will return the same value as the sqlite3_column_count() function. -** After sqlite3_step() has returned an SQLITE_DONE, SQLITE_BUSY or -** error code, or before sqlite3_step() has been called on a -** compiled SQL statement, this routine returns zero. -*/ -int sqlite3_data_count(sqlite3_stmt *pStmt); - -/* -** Values are stored in the database in one of the following fundamental -** types. -*/ -#define SQLITE_INTEGER 1 -#define SQLITE_FLOAT 2 -/* #define SQLITE_TEXT 3 // See below */ -#define SQLITE_BLOB 4 -#define SQLITE_NULL 5 - -/* -** SQLite version 2 defines SQLITE_TEXT differently. To allow both -** version 2 and version 3 to be included, undefine them both if a -** conflict is seen. Define SQLITE3_TEXT to be the version 3 value. -*/ -#ifdef SQLITE_TEXT -# undef SQLITE_TEXT -#else -# define SQLITE_TEXT 3 -#endif -#define SQLITE3_TEXT 3 - -/* -** The next group of routines returns information about the information -** in a single column of the current result row of a query. In every -** case the first parameter is a pointer to the SQL statement that is being -** executed (the sqlite_stmt* that was returned from sqlite3_prepare()) and -** the second argument is the index of the column for which information -** should be returned. iCol is zero-indexed. The left-most column as an -** index of 0. -** -** If the SQL statement is not currently point to a valid row, or if the -** the colulmn index is out of range, the result is undefined. -** -** These routines attempt to convert the value where appropriate. For -** example, if the internal representation is FLOAT and a text result -** is requested, sprintf() is used internally to do the conversion -** automatically. The following table details the conversions that -** are applied: -** -** Internal Type Requested Type Conversion -** ------------- -------------- -------------------------- -** NULL INTEGER Result is 0 -** NULL FLOAT Result is 0.0 -** NULL TEXT Result is an empty string -** NULL BLOB Result is a zero-length BLOB -** INTEGER FLOAT Convert from integer to float -** INTEGER TEXT ASCII rendering of the integer -** INTEGER BLOB Same as for INTEGER->TEXT -** FLOAT INTEGER Convert from float to integer -** FLOAT TEXT ASCII rendering of the float -** FLOAT BLOB Same as FLOAT->TEXT -** TEXT INTEGER Use atoi() -** TEXT FLOAT Use atof() -** TEXT BLOB No change -** BLOB INTEGER Convert to TEXT then use atoi() -** BLOB FLOAT Convert to TEXT then use atof() -** BLOB TEXT Add a \000 terminator if needed -** -** The following access routines are provided: -** -** _type() Return the datatype of the result. This is one of -** SQLITE_INTEGER, SQLITE_FLOAT, SQLITE_TEXT, SQLITE_BLOB, -** or SQLITE_NULL. -** _blob() Return the value of a BLOB. -** _bytes() Return the number of bytes in a BLOB value or the number -** of bytes in a TEXT value represented as UTF-8. The \000 -** terminator is included in the byte count for TEXT values. -** _bytes16() Return the number of bytes in a BLOB value or the number -** of bytes in a TEXT value represented as UTF-16. The \u0000 -** terminator is included in the byte count for TEXT values. -** _double() Return a FLOAT value. -** _int() Return an INTEGER value in the host computer's native -** integer representation. This might be either a 32- or 64-bit -** integer depending on the host. -** _int64() Return an INTEGER value as a 64-bit signed integer. -** _text() Return the value as UTF-8 text. -** _text16() Return the value as UTF-16 text. -*/ -const void *sqlite3_column_blob(sqlite3_stmt*, int iCol); -int sqlite3_column_bytes(sqlite3_stmt*, int iCol); -int sqlite3_column_bytes16(sqlite3_stmt*, int iCol); -double sqlite3_column_double(sqlite3_stmt*, int iCol); -int sqlite3_column_int(sqlite3_stmt*, int iCol); -sqlite_int64 sqlite3_column_int64(sqlite3_stmt*, int iCol); -const unsigned char *sqlite3_column_text(sqlite3_stmt*, int iCol); -const void *sqlite3_column_text16(sqlite3_stmt*, int iCol); -int sqlite3_column_type(sqlite3_stmt*, int iCol); -int sqlite3_column_numeric_type(sqlite3_stmt*, int iCol); -sqlite3_value *sqlite3_column_value(sqlite3_stmt*, int iCol); - -/* -** The sqlite3_finalize() function is called to delete a compiled -** SQL statement obtained by a previous call to sqlite3_prepare() -** or sqlite3_prepare16(). If the statement was executed successfully, or -** not executed at all, then SQLITE_OK is returned. If execution of the -** statement failed then an error code is returned. -** -** This routine can be called at any point during the execution of the -** virtual machine. If the virtual machine has not completed execution -** when this routine is called, that is like encountering an error or -** an interrupt. (See sqlite3_interrupt().) Incomplete updates may be -** rolled back and transactions cancelled, depending on the circumstances, -** and the result code returned will be SQLITE_ABORT. -*/ -int sqlite3_finalize(sqlite3_stmt *pStmt); - -/* -** The sqlite3_reset() function is called to reset a compiled SQL -** statement obtained by a previous call to sqlite3_prepare() or -** sqlite3_prepare16() back to it's initial state, ready to be re-executed. -** Any SQL statement variables that had values bound to them using -** the sqlite3_bind_*() API retain their values. -*/ -int sqlite3_reset(sqlite3_stmt *pStmt); - -/* -** The following two functions are used to add user functions or aggregates -** implemented in C to the SQL langauge interpreted by SQLite. The -** difference only between the two is that the second parameter, the -** name of the (scalar) function or aggregate, is encoded in UTF-8 for -** sqlite3_create_function() and UTF-16 for sqlite3_create_function16(). -** -** The first argument is the database handle that the new function or -** aggregate is to be added to. If a single program uses more than one -** database handle internally, then user functions or aggregates must -** be added individually to each database handle with which they will be -** used. -** -** The third parameter is the number of arguments that the function or -** aggregate takes. If this parameter is negative, then the function or -** aggregate may take any number of arguments. -** -** The fourth parameter is one of SQLITE_UTF* values defined below, -** indicating the encoding that the function is most likely to handle -** values in. This does not change the behaviour of the programming -** interface. However, if two versions of the same function are registered -** with different encoding values, SQLite invokes the version likely to -** minimize conversions between text encodings. -** -** The seventh, eighth and ninth parameters, xFunc, xStep and xFinal, are -** pointers to user implemented C functions that implement the user -** function or aggregate. A scalar function requires an implementation of -** the xFunc callback only, NULL pointers should be passed as the xStep -** and xFinal parameters. An aggregate function requires an implementation -** of xStep and xFinal, but NULL should be passed for xFunc. To delete an -** existing user function or aggregate, pass NULL for all three function -** callback. Specifying an inconstent set of callback values, such as an -** xFunc and an xFinal, or an xStep but no xFinal, SQLITE_ERROR is -** returned. -*/ -int sqlite3_create_function( - sqlite3 *, - const char *zFunctionName, - int nArg, - int eTextRep, - void*, - void (*xFunc)(sqlite3_context*,int,sqlite3_value**), - void (*xStep)(sqlite3_context*,int,sqlite3_value**), - void (*xFinal)(sqlite3_context*) -); -int sqlite3_create_function16( - sqlite3*, - const void *zFunctionName, - int nArg, - int eTextRep, - void*, - void (*xFunc)(sqlite3_context*,int,sqlite3_value**), - void (*xStep)(sqlite3_context*,int,sqlite3_value**), - void (*xFinal)(sqlite3_context*) -); - -/* -** This function is deprecated. Do not use it. It continues to exist -** so as not to break legacy code. But new code should avoid using it. -*/ -int sqlite3_aggregate_count(sqlite3_context*); - -/* -** The next group of routines returns information about parameters to -** a user-defined function. Function implementations use these routines -** to access their parameters. These routines are the same as the -** sqlite3_column_* routines except that these routines take a single -** sqlite3_value* pointer instead of an sqlite3_stmt* and an integer -** column number. -*/ -const void *sqlite3_value_blob(sqlite3_value*); -int sqlite3_value_bytes(sqlite3_value*); -int sqlite3_value_bytes16(sqlite3_value*); -double sqlite3_value_double(sqlite3_value*); -int sqlite3_value_int(sqlite3_value*); -sqlite_int64 sqlite3_value_int64(sqlite3_value*); -const unsigned char *sqlite3_value_text(sqlite3_value*); -const void *sqlite3_value_text16(sqlite3_value*); -const void *sqlite3_value_text16le(sqlite3_value*); -const void *sqlite3_value_text16be(sqlite3_value*); -int sqlite3_value_type(sqlite3_value*); -int sqlite3_value_numeric_type(sqlite3_value*); - -/* -** Aggregate functions use the following routine to allocate -** a structure for storing their state. The first time this routine -** is called for a particular aggregate, a new structure of size nBytes -** is allocated, zeroed, and returned. On subsequent calls (for the -** same aggregate instance) the same buffer is returned. The implementation -** of the aggregate can use the returned buffer to accumulate data. -** -** The buffer allocated is freed automatically by SQLite. -*/ -void *sqlite3_aggregate_context(sqlite3_context*, int nBytes); - -/* -** The pUserData parameter to the sqlite3_create_function() -** routine used to register user functions is available to -** the implementation of the function using this call. -*/ -void *sqlite3_user_data(sqlite3_context*); - -/* -** The following two functions may be used by scalar user functions to -** associate meta-data with argument values. If the same value is passed to -** multiple invocations of the user-function during query execution, under -** some circumstances the associated meta-data may be preserved. This may -** be used, for example, to add a regular-expression matching scalar -** function. The compiled version of the regular expression is stored as -** meta-data associated with the SQL value passed as the regular expression -** pattern. -** -** Calling sqlite3_get_auxdata() returns a pointer to the meta data -** associated with the Nth argument value to the current user function -** call, where N is the second parameter. If no meta-data has been set for -** that value, then a NULL pointer is returned. -** -** The sqlite3_set_auxdata() is used to associate meta data with a user -** function argument. The third parameter is a pointer to the meta data -** to be associated with the Nth user function argument value. The fourth -** parameter specifies a 'delete function' that will be called on the meta -** data pointer to release it when it is no longer required. If the delete -** function pointer is NULL, it is not invoked. -** -** In practice, meta-data is preserved between function calls for -** expressions that are constant at compile time. This includes literal -** values and SQL variables. -*/ -void *sqlite3_get_auxdata(sqlite3_context*, int); -void sqlite3_set_auxdata(sqlite3_context*, int, void*, void (*)(void*)); - - -/* -** These are special value for the destructor that is passed in as the -** final argument to routines like sqlite3_result_blob(). If the destructor -** argument is SQLITE_STATIC, it means that the content pointer is constant -** and will never change. It does not need to be destroyed. The -** SQLITE_TRANSIENT value means that the content will likely change in -** the near future and that SQLite should make its own private copy of -** the content before returning. -** -** The typedef is necessary to work around problems in certain -** C++ compilers. See ticket #2191. -*/ -typedef void (*sqlite3_destructor_type)(void*); -#define SQLITE_STATIC ((sqlite3_destructor_type)0) -#define SQLITE_TRANSIENT ((sqlite3_destructor_type)-1) - -/* -** User-defined functions invoke the following routines in order to -** set their return value. -*/ -void sqlite3_result_blob(sqlite3_context*, const void*, int, void(*)(void*)); -void sqlite3_result_double(sqlite3_context*, double); -void sqlite3_result_error(sqlite3_context*, const char*, int); -void sqlite3_result_error16(sqlite3_context*, const void*, int); -void sqlite3_result_int(sqlite3_context*, int); -void sqlite3_result_int64(sqlite3_context*, sqlite_int64); -void sqlite3_result_null(sqlite3_context*); -void sqlite3_result_text(sqlite3_context*, const char*, int, void(*)(void*)); -void sqlite3_result_text16(sqlite3_context*, const void*, int, void(*)(void*)); -void sqlite3_result_text16le(sqlite3_context*, const void*, int,void(*)(void*)); -void sqlite3_result_text16be(sqlite3_context*, const void*, int,void(*)(void*)); -void sqlite3_result_value(sqlite3_context*, sqlite3_value*); - -/* -** These are the allowed values for the eTextRep argument to -** sqlite3_create_collation and sqlite3_create_function. -*/ -#define SQLITE_UTF8 1 -#define SQLITE_UTF16LE 2 -#define SQLITE_UTF16BE 3 -#define SQLITE_UTF16 4 /* Use native byte order */ -#define SQLITE_ANY 5 /* sqlite3_create_function only */ -#define SQLITE_UTF16_ALIGNED 8 /* sqlite3_create_collation only */ - -/* -** These two functions are used to add new collation sequences to the -** sqlite3 handle specified as the first argument. -** -** The name of the new collation sequence is specified as a UTF-8 string -** for sqlite3_create_collation() and a UTF-16 string for -** sqlite3_create_collation16(). In both cases the name is passed as the -** second function argument. -** -** The third argument must be one of the constants SQLITE_UTF8, -** SQLITE_UTF16LE or SQLITE_UTF16BE, indicating that the user-supplied -** routine expects to be passed pointers to strings encoded using UTF-8, -** UTF-16 little-endian or UTF-16 big-endian respectively. -** -** A pointer to the user supplied routine must be passed as the fifth -** argument. If it is NULL, this is the same as deleting the collation -** sequence (so that SQLite cannot call it anymore). Each time the user -** supplied function is invoked, it is passed a copy of the void* passed as -** the fourth argument to sqlite3_create_collation() or -** sqlite3_create_collation16() as its first parameter. -** -** The remaining arguments to the user-supplied routine are two strings, -** each represented by a [length, data] pair and encoded in the encoding -** that was passed as the third argument when the collation sequence was -** registered. The user routine should return negative, zero or positive if -** the first string is less than, equal to, or greater than the second -** string. i.e. (STRING1 - STRING2). -*/ -int sqlite3_create_collation( - sqlite3*, - const char *zName, - int eTextRep, - void*, - int(*xCompare)(void*,int,const void*,int,const void*) -); -int sqlite3_create_collation16( - sqlite3*, - const char *zName, - int eTextRep, - void*, - int(*xCompare)(void*,int,const void*,int,const void*) -); - -/* -** To avoid having to register all collation sequences before a database -** can be used, a single callback function may be registered with the -** database handle to be called whenever an undefined collation sequence is -** required. -** -** If the function is registered using the sqlite3_collation_needed() API, -** then it is passed the names of undefined collation sequences as strings -** encoded in UTF-8. If sqlite3_collation_needed16() is used, the names -** are passed as UTF-16 in machine native byte order. A call to either -** function replaces any existing callback. -** -** When the user-function is invoked, the first argument passed is a copy -** of the second argument to sqlite3_collation_needed() or -** sqlite3_collation_needed16(). The second argument is the database -** handle. The third argument is one of SQLITE_UTF8, SQLITE_UTF16BE or -** SQLITE_UTF16LE, indicating the most desirable form of the collation -** sequence function required. The fourth parameter is the name of the -** required collation sequence. -** -** The collation sequence is returned to SQLite by a collation-needed -** callback using the sqlite3_create_collation() or -** sqlite3_create_collation16() APIs, described above. -*/ -int sqlite3_collation_needed( - sqlite3*, - void*, - void(*)(void*,sqlite3*,int eTextRep,const char*) -); -int sqlite3_collation_needed16( - sqlite3*, - void*, - void(*)(void*,sqlite3*,int eTextRep,const void*) -); - -/* -** Specify the key for an encrypted database. This routine should be -** called right after sqlite3_open(). -** -** The code to implement this API is not available in the public release -** of SQLite. -*/ -int sqlite3_key( - sqlite3 *db, /* Database to be rekeyed */ - const void *pKey, int nKey /* The key */ -); - -/* -** Change the key on an open database. If the current database is not -** encrypted, this routine will encrypt it. If pNew==0 or nNew==0, the -** database is decrypted. -** -** The code to implement this API is not available in the public release -** of SQLite. -*/ -int sqlite3_rekey( - sqlite3 *db, /* Database to be rekeyed */ - const void *pKey, int nKey /* The new key */ -); - -/* -** Sleep for a little while. The second parameter is the number of -** miliseconds to sleep for. -** -** If the operating system does not support sleep requests with -** milisecond time resolution, then the time will be rounded up to -** the nearest second. The number of miliseconds of sleep actually -** requested from the operating system is returned. -*/ -int sqlite3_sleep(int); - -/* -** Return TRUE (non-zero) if the statement supplied as an argument needs -** to be recompiled. A statement needs to be recompiled whenever the -** execution environment changes in a way that would alter the program -** that sqlite3_prepare() generates. For example, if new functions or -** collating sequences are registered or if an authorizer function is -** added or changed. -** -*/ -int sqlite3_expired(sqlite3_stmt*); - -/* -** Move all bindings from the first prepared statement over to the second. -** This routine is useful, for example, if the first prepared statement -** fails with an SQLITE_SCHEMA error. The same SQL can be prepared into -** the second prepared statement then all of the bindings transfered over -** to the second statement before the first statement is finalized. -*/ -int sqlite3_transfer_bindings(sqlite3_stmt*, sqlite3_stmt*); - -/* -** If the following global variable is made to point to a -** string which is the name of a directory, then all temporary files -** created by SQLite will be placed in that directory. If this variable -** is NULL pointer, then SQLite does a search for an appropriate temporary -** file directory. -** -** Once sqlite3_open() has been called, changing this variable will invalidate -** the current temporary database, if any. -*/ -extern char *sqlite3_temp_directory; - -/* -** This function is called to recover from a malloc() failure that occured -** within the SQLite library. Normally, after a single malloc() fails the -** library refuses to function (all major calls return SQLITE_NOMEM). -** This function restores the library state so that it can be used again. -** -** All existing statements (sqlite3_stmt pointers) must be finalized or -** reset before this call is made. Otherwise, SQLITE_BUSY is returned. -** If any in-memory databases are in use, either as a main or TEMP -** database, SQLITE_ERROR is returned. In either of these cases, the -** library is not reset and remains unusable. -** -** This function is *not* threadsafe. Calling this from within a threaded -** application when threads other than the caller have used SQLite is -** dangerous and will almost certainly result in malfunctions. -** -** This functionality can be omitted from a build by defining the -** SQLITE_OMIT_GLOBALRECOVER at compile time. -*/ -int sqlite3_global_recover(void); - -/* -** Test to see whether or not the database connection is in autocommit -** mode. Return TRUE if it is and FALSE if not. Autocommit mode is on -** by default. Autocommit is disabled by a BEGIN statement and reenabled -** by the next COMMIT or ROLLBACK. -*/ -int sqlite3_get_autocommit(sqlite3*); - -/* -** Return the sqlite3* database handle to which the prepared statement given -** in the argument belongs. This is the same database handle that was -** the first argument to the sqlite3_prepare() that was used to create -** the statement in the first place. -*/ -sqlite3 *sqlite3_db_handle(sqlite3_stmt*); - -/* -** Register a callback function with the database connection identified by the -** first argument to be invoked whenever a row is updated, inserted or deleted. -** Any callback set by a previous call to this function for the same -** database connection is overridden. -** -** The second argument is a pointer to the function to invoke when a -** row is updated, inserted or deleted. The first argument to the callback is -** a copy of the third argument to sqlite3_update_hook. The second callback -** argument is one of SQLITE_INSERT, SQLITE_DELETE or SQLITE_UPDATE, depending -** on the operation that caused the callback to be invoked. The third and -** fourth arguments to the callback contain pointers to the database and -** table name containing the affected row. The final callback parameter is -** the rowid of the row. In the case of an update, this is the rowid after -** the update takes place. -** -** The update hook is not invoked when internal system tables are -** modified (i.e. sqlite_master and sqlite_sequence). -** -** If another function was previously registered, its pArg value is returned. -** Otherwise NULL is returned. -*/ -void *sqlite3_update_hook( - sqlite3*, - void(*)(void *,int ,char const *,char const *,sqlite_int64), - void* -); - -/* -** Register a callback to be invoked whenever a transaction is rolled -** back. -** -** The new callback function overrides any existing rollback-hook -** callback. If there was an existing callback, then it's pArg value -** (the third argument to sqlite3_rollback_hook() when it was registered) -** is returned. Otherwise, NULL is returned. -** -** For the purposes of this API, a transaction is said to have been -** rolled back if an explicit "ROLLBACK" statement is executed, or -** an error or constraint causes an implicit rollback to occur. The -** callback is not invoked if a transaction is automatically rolled -** back because the database connection is closed. -*/ -void *sqlite3_rollback_hook(sqlite3*, void(*)(void *), void*); - -/* -** This function is only available if the library is compiled without -** the SQLITE_OMIT_SHARED_CACHE macro defined. It is used to enable or -** disable (if the argument is true or false, respectively) the -** "shared pager" feature. -*/ -int sqlite3_enable_shared_cache(int); - -/* -** Attempt to free N bytes of heap memory by deallocating non-essential -** memory allocations held by the database library (example: memory -** used to cache database pages to improve performance). -** -** This function is not a part of standard builds. It is only created -** if SQLite is compiled with the SQLITE_ENABLE_MEMORY_MANAGEMENT macro. -*/ -int sqlite3_release_memory(int); - -/* -** Place a "soft" limit on the amount of heap memory that may be allocated by -** SQLite within the current thread. If an internal allocation is requested -** that would exceed the specified limit, sqlite3_release_memory() is invoked -** one or more times to free up some space before the allocation is made. -** -** The limit is called "soft", because if sqlite3_release_memory() cannot free -** sufficient memory to prevent the limit from being exceeded, the memory is -** allocated anyway and the current operation proceeds. -** -** This function is only available if the library was compiled with the -** SQLITE_ENABLE_MEMORY_MANAGEMENT option set. -** memory-management has been enabled. -*/ -void sqlite3_soft_heap_limit(int); - -/* -** This routine makes sure that all thread-local storage has been -** deallocated for the current thread. -** -** This routine is not technically necessary. All thread-local storage -** will be automatically deallocated once memory-management and -** shared-cache are disabled and the soft heap limit has been set -** to zero. This routine is provided as a convenience for users who -** want to make absolutely sure they have not forgotten something -** prior to killing off a thread. -*/ -void sqlite3_thread_cleanup(void); - -/* -** Return meta information about a specific column of a specific database -** table accessible using the connection handle passed as the first function -** argument. -** -** The column is identified by the second, third and fourth parameters to -** this function. The second parameter is either the name of the database -** (i.e. "main", "temp" or an attached database) containing the specified -** table or NULL. If it is NULL, then all attached databases are searched -** for the table using the same algorithm as the database engine uses to -** resolve unqualified table references. -** -** The third and fourth parameters to this function are the table and column -** name of the desired column, respectively. Neither of these parameters -** may be NULL. -** -** Meta information is returned by writing to the memory locations passed as -** the 5th and subsequent parameters to this function. Any of these -** arguments may be NULL, in which case the corresponding element of meta -** information is ommitted. -** -** Parameter Output Type Description -** ----------------------------------- -** -** 5th const char* Data type -** 6th const char* Name of the default collation sequence -** 7th int True if the column has a NOT NULL constraint -** 8th int True if the column is part of the PRIMARY KEY -** 9th int True if the column is AUTOINCREMENT -** -** -** The memory pointed to by the character pointers returned for the -** declaration type and collation sequence is valid only until the next -** call to any sqlite API function. -** -** If the specified table is actually a view, then an error is returned. -** -** If the specified column is "rowid", "oid" or "_rowid_" and an -** INTEGER PRIMARY KEY column has been explicitly declared, then the output -** parameters are set for the explicitly declared column. If there is no -** explicitly declared IPK column, then the output parameters are set as -** follows: -** -** data type: "INTEGER" -** collation sequence: "BINARY" -** not null: 0 -** primary key: 1 -** auto increment: 0 -** -** This function may load one or more schemas from database files. If an -** error occurs during this process, or if the requested table or column -** cannot be found, an SQLITE error code is returned and an error message -** left in the database handle (to be retrieved using sqlite3_errmsg()). -** -** This API is only available if the library was compiled with the -** SQLITE_ENABLE_COLUMN_METADATA preprocessor symbol defined. -*/ -int sqlite3_table_column_metadata( - sqlite3 *db, /* Connection handle */ - const char *zDbName, /* Database name or NULL */ - const char *zTableName, /* Table name */ - const char *zColumnName, /* Column name */ - char const **pzDataType, /* OUTPUT: Declared data type */ - char const **pzCollSeq, /* OUTPUT: Collation sequence name */ - int *pNotNull, /* OUTPUT: True if NOT NULL constraint exists */ - int *pPrimaryKey, /* OUTPUT: True if column part of PK */ - int *pAutoinc /* OUTPUT: True if colums is auto-increment */ -); - -/* -****** EXPERIMENTAL - subject to change without notice ************** -** -** Attempt to load an SQLite extension library contained in the file -** zFile. The entry point is zProc. zProc may be 0 in which case the -** name of the entry point defaults to "sqlite3_extension_init". -** -** Return SQLITE_OK on success and SQLITE_ERROR if something goes wrong. -** -** If an error occurs and pzErrMsg is not 0, then fill *pzErrMsg with -** error message text. The calling function should free this memory -** by calling sqlite3_free(). -** -** Extension loading must be enabled using sqlite3_enable_load_extension() -** prior to calling this API or an error will be returned. -** -****** EXPERIMENTAL - subject to change without notice ************** -*/ -int sqlite3_load_extension( - sqlite3 *db, /* Load the extension into this database connection */ - const char *zFile, /* Name of the shared library containing extension */ - const char *zProc, /* Entry point. Derived from zFile if 0 */ - char **pzErrMsg /* Put error message here if not 0 */ -); - -/* -** So as not to open security holes in older applications that are -** unprepared to deal with extension load, and as a means of disabling -** extension loading while executing user-entered SQL, the following -** API is provided to turn the extension loading mechanism on and -** off. It is off by default. See ticket #1863. -** -** Call this routine with onoff==1 to turn extension loading on -** and call it with onoff==0 to turn it back off again. -*/ -int sqlite3_enable_load_extension(sqlite3 *db, int onoff); - -/* -****** EXPERIMENTAL - subject to change without notice ************** -** -** Register an extension entry point that is automatically invoked -** whenever a new database connection is opened. -** -** This API can be invoked at program startup in order to register -** one or more statically linked extensions that will be available -** to all new database connections. -** -** Duplicate extensions are detected so calling this routine multiple -** times with the same extension is harmless. -** -** This routine stores a pointer to the extension in an array -** that is obtained from malloc(). If you run a memory leak -** checker on your program and it reports a leak because of this -** array, then invoke sqlite3_automatic_extension_reset() prior -** to shutdown to free the memory. -** -** Automatic extensions apply across all threads. -*/ -int sqlite3_auto_extension(void *xEntryPoint); - - -/* -****** EXPERIMENTAL - subject to change without notice ************** -** -** Disable all previously registered automatic extensions. This -** routine undoes the effect of all prior sqlite3_automatic_extension() -** calls. -** -** This call disabled automatic extensions in all threads. -*/ -void sqlite3_reset_auto_extension(void); - - -/* -****** EXPERIMENTAL - subject to change without notice ************** -** -** The interface to the virtual-table mechanism is currently considered -** to be experimental. The interface might change in incompatible ways. -** If this is a problem for you, do not use the interface at this time. -** -** When the virtual-table mechanism stablizes, we will declare the -** interface fixed, support it indefinitely, and remove this comment. -*/ - -/* -** Structures used by the virtual table interface -*/ -typedef struct sqlite3_vtab sqlite3_vtab; -typedef struct sqlite3_index_info sqlite3_index_info; -typedef struct sqlite3_vtab_cursor sqlite3_vtab_cursor; -typedef struct sqlite3_module sqlite3_module; - -/* -** A module is a class of virtual tables. Each module is defined -** by an instance of the following structure. This structure consists -** mostly of methods for the module. -*/ -struct sqlite3_module { - int iVersion; - int (*xCreate)(sqlite3*, void *pAux, - int argc, const char *const*argv, - sqlite3_vtab **ppVTab, char**); - int (*xConnect)(sqlite3*, void *pAux, - int argc, const char *const*argv, - sqlite3_vtab **ppVTab, char**); - int (*xBestIndex)(sqlite3_vtab *pVTab, sqlite3_index_info*); - int (*xDisconnect)(sqlite3_vtab *pVTab); - int (*xDestroy)(sqlite3_vtab *pVTab); - int (*xOpen)(sqlite3_vtab *pVTab, sqlite3_vtab_cursor **ppCursor); - int (*xClose)(sqlite3_vtab_cursor*); - int (*xFilter)(sqlite3_vtab_cursor*, int idxNum, const char *idxStr, - int argc, sqlite3_value **argv); - int (*xNext)(sqlite3_vtab_cursor*); - int (*xEof)(sqlite3_vtab_cursor*); - int (*xColumn)(sqlite3_vtab_cursor*, sqlite3_context*, int); - int (*xRowid)(sqlite3_vtab_cursor*, sqlite_int64 *pRowid); - int (*xUpdate)(sqlite3_vtab *, int, sqlite3_value **, sqlite_int64 *); - int (*xBegin)(sqlite3_vtab *pVTab); - int (*xSync)(sqlite3_vtab *pVTab); - int (*xCommit)(sqlite3_vtab *pVTab); - int (*xRollback)(sqlite3_vtab *pVTab); - int (*xFindFunction)(sqlite3_vtab *pVtab, int nArg, const char *zName, - void (**pxFunc)(sqlite3_context*,int,sqlite3_value**), - void **ppArg); -}; - -/* -** The sqlite3_index_info structure and its substructures is used to -** pass information into and receive the reply from the xBestIndex -** method of an sqlite3_module. The fields under **Inputs** are the -** inputs to xBestIndex and are read-only. xBestIndex inserts its -** results into the **Outputs** fields. -** -** The aConstraint[] array records WHERE clause constraints of the -** form: -** -** column OP expr -** -** Where OP is =, <, <=, >, or >=. The particular operator is stored -** in aConstraint[].op. The index of the column is stored in -** aConstraint[].iColumn. aConstraint[].usable is TRUE if the -** expr on the right-hand side can be evaluated (and thus the constraint -** is usable) and false if it cannot. -** -** The optimizer automatically inverts terms of the form "expr OP column" -** and makes other simplificatinos to the WHERE clause in an attempt to -** get as many WHERE clause terms into the form shown above as possible. -** The aConstraint[] array only reports WHERE clause terms in the correct -** form that refer to the particular virtual table being queried. -** -** Information about the ORDER BY clause is stored in aOrderBy[]. -** Each term of aOrderBy records a column of the ORDER BY clause. -** -** The xBestIndex method must fill aConstraintUsage[] with information -** about what parameters to pass to xFilter. If argvIndex>0 then -** the right-hand side of the corresponding aConstraint[] is evaluated -** and becomes the argvIndex-th entry in argv. If aConstraintUsage[].omit -** is true, then the constraint is assumed to be fully handled by the -** virtual table and is not checked again by SQLite. -** -** The idxNum and idxPtr values are recorded and passed into xFilter. -** sqlite3_free() is used to free idxPtr if needToFreeIdxPtr is true. -** -** The orderByConsumed means that output from xFilter will occur in -** the correct order to satisfy the ORDER BY clause so that no separate -** sorting step is required. -** -** The estimatedCost value is an estimate of the cost of doing the -** particular lookup. A full scan of a table with N entries should have -** a cost of N. A binary search of a table of N entries should have a -** cost of approximately log(N). -*/ -struct sqlite3_index_info { - /* Inputs */ - const int nConstraint; /* Number of entries in aConstraint */ - const struct sqlite3_index_constraint { - int iColumn; /* Column on left-hand side of constraint */ - unsigned char op; /* Constraint operator */ - unsigned char usable; /* True if this constraint is usable */ - int iTermOffset; /* Used internally - xBestIndex should ignore */ - } *const aConstraint; /* Table of WHERE clause constraints */ - const int nOrderBy; /* Number of terms in the ORDER BY clause */ - const struct sqlite3_index_orderby { - int iColumn; /* Column number */ - unsigned char desc; /* True for DESC. False for ASC. */ - } *const aOrderBy; /* The ORDER BY clause */ - - /* Outputs */ - struct sqlite3_index_constraint_usage { - int argvIndex; /* if >0, constraint is part of argv to xFilter */ - unsigned char omit; /* Do not code a test for this constraint */ - } *const aConstraintUsage; - int idxNum; /* Number used to identify the index */ - char *idxStr; /* String, possibly obtained from sqlite3_malloc */ - int needToFreeIdxStr; /* Free idxStr using sqlite3_free() if true */ - int orderByConsumed; /* True if output is already ordered */ - double estimatedCost; /* Estimated cost of using this index */ -}; -#define SQLITE_INDEX_CONSTRAINT_EQ 2 -#define SQLITE_INDEX_CONSTRAINT_GT 4 -#define SQLITE_INDEX_CONSTRAINT_LE 8 -#define SQLITE_INDEX_CONSTRAINT_LT 16 -#define SQLITE_INDEX_CONSTRAINT_GE 32 -#define SQLITE_INDEX_CONSTRAINT_MATCH 64 - -/* -** This routine is used to register a new module name with an SQLite -** connection. Module names must be registered before creating new -** virtual tables on the module, or before using preexisting virtual -** tables of the module. -*/ -int sqlite3_create_module( - sqlite3 *db, /* SQLite connection to register module with */ - const char *zName, /* Name of the module */ - const sqlite3_module *, /* Methods for the module */ - void * /* Client data for xCreate/xConnect */ -); - -/* -** Every module implementation uses a subclass of the following structure -** to describe a particular instance of the module. Each subclass will -** be taylored to the specific needs of the module implementation. The -** purpose of this superclass is to define certain fields that are common -** to all module implementations. -** -** Virtual tables methods can set an error message by assigning a -** string obtained from sqlite3_mprintf() to zErrMsg. The method should -** take care that any prior string is freed by a call to sqlite3_free() -** prior to assigning a new string to zErrMsg. After the error message -** is delivered up to the client application, the string will be automatically -** freed by sqlite3_free() and the zErrMsg field will be zeroed. Note -** that sqlite3_mprintf() and sqlite3_free() are used on the zErrMsg field -** since virtual tables are commonly implemented in loadable extensions which -** do not have access to sqlite3MPrintf() or sqlite3Free(). -*/ -struct sqlite3_vtab { - const sqlite3_module *pModule; /* The module for this virtual table */ - int nRef; /* Used internally */ - char *zErrMsg; /* Error message from sqlite3_mprintf() */ - /* Virtual table implementations will typically add additional fields */ -}; - -/* Every module implementation uses a subclass of the following structure -** to describe cursors that point into the virtual table and are used -** to loop through the virtual table. Cursors are created using the -** xOpen method of the module. Each module implementation will define -** the content of a cursor structure to suit its own needs. -** -** This superclass exists in order to define fields of the cursor that -** are common to all implementations. -*/ -struct sqlite3_vtab_cursor { - sqlite3_vtab *pVtab; /* Virtual table of this cursor */ - /* Virtual table implementations will typically add additional fields */ -}; - -/* -** The xCreate and xConnect methods of a module use the following API -** to declare the format (the names and datatypes of the columns) of -** the virtual tables they implement. -*/ -int sqlite3_declare_vtab(sqlite3*, const char *zCreateTable); - -/* -** Virtual tables can provide alternative implementations of functions -** using the xFindFunction method. But global versions of those functions -** must exist in order to be overloaded. -** -** This API makes sure a global version of a function with a particular -** name and number of parameters exists. If no such function exists -** before this API is called, a new function is created. The implementation -** of the new function always causes an exception to be thrown. So -** the new function is not good for anything by itself. Its only -** purpose is to be a place-holder function that can be overloaded -** by virtual tables. -** -** This API should be considered part of the virtual table interface, -** which is experimental and subject to change. -*/ -int sqlite3_overload_function(sqlite3*, const char *zFuncName, int nArg); - -/* -** The interface to the virtual-table mechanism defined above (back up -** to a comment remarkably similar to this one) is currently considered -** to be experimental. The interface might change in incompatible ways. -** If this is a problem for you, do not use the interface at this time. -** -** When the virtual-table mechanism stablizes, we will declare the -** interface fixed, support it indefinitely, and remove this comment. -** -****** EXPERIMENTAL - subject to change without notice ************** -*/ - -/* -** Undo the hack that converts floating point types to integer for -** builds on processors without floating point support. -*/ -#ifdef SQLITE_OMIT_FLOATING_POINT -# undef double -#endif - -#ifdef __cplusplus -} /* End of the 'extern "C"' block */ -#endif -#endif diff --git a/libs/sqlite/src/sqlite3ext.h b/libs/sqlite/src/sqlite3ext.h deleted file mode 100644 index 23b147d8a5..0000000000 --- a/libs/sqlite/src/sqlite3ext.h +++ /dev/null @@ -1,282 +0,0 @@ -/* -** 2006 June 7 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This header file defines the SQLite interface for use by -** shared libraries that want to be imported as extensions into -** an SQLite instance. Shared libraries that intend to be loaded -** as extensions by SQLite should #include this file instead of -** sqlite3.h. -** -** @(#) $Id: sqlite3ext.h,v 1.8 2007/01/09 14:37:18 drh Exp $ -*/ -#ifndef _SQLITE3EXT_H_ -#define _SQLITE3EXT_H_ -#include "sqlite3.h" - -typedef struct sqlite3_api_routines sqlite3_api_routines; - -/* -** The following structure hold pointers to all of the SQLite API -** routines. -*/ -struct sqlite3_api_routines { - void * (*aggregate_context)(sqlite3_context*,int nBytes); - int (*aggregate_count)(sqlite3_context*); - int (*bind_blob)(sqlite3_stmt*,int,const void*,int n,void(*)(void*)); - int (*bind_double)(sqlite3_stmt*,int,double); - int (*bind_int)(sqlite3_stmt*,int,int); - int (*bind_int64)(sqlite3_stmt*,int,sqlite_int64); - int (*bind_null)(sqlite3_stmt*,int); - int (*bind_parameter_count)(sqlite3_stmt*); - int (*bind_parameter_index)(sqlite3_stmt*,const char*zName); - const char * (*bind_parameter_name)(sqlite3_stmt*,int); - int (*bind_text)(sqlite3_stmt*,int,const char*,int n,void(*)(void*)); - int (*bind_text16)(sqlite3_stmt*,int,const void*,int,void(*)(void*)); - int (*bind_value)(sqlite3_stmt*,int,const sqlite3_value*); - int (*busy_handler)(sqlite3*,int(*)(void*,int),void*); - int (*busy_timeout)(sqlite3*,int ms); - int (*changes)(sqlite3*); - int (*close)(sqlite3*); - int (*collation_needed)(sqlite3*,void*,void(*)(void*,sqlite3*,int eTextRep,const char*)); - int (*collation_needed16)(sqlite3*,void*,void(*)(void*,sqlite3*,int eTextRep,const void*)); - const void * (*column_blob)(sqlite3_stmt*,int iCol); - int (*column_bytes)(sqlite3_stmt*,int iCol); - int (*column_bytes16)(sqlite3_stmt*,int iCol); - int (*column_count)(sqlite3_stmt*pStmt); - const char * (*column_database_name)(sqlite3_stmt*,int); - const void * (*column_database_name16)(sqlite3_stmt*,int); - const char * (*column_decltype)(sqlite3_stmt*,int i); - const void * (*column_decltype16)(sqlite3_stmt*,int); - double (*column_double)(sqlite3_stmt*,int iCol); - int (*column_int)(sqlite3_stmt*,int iCol); - sqlite_int64 (*column_int64)(sqlite3_stmt*,int iCol); - const char * (*column_name)(sqlite3_stmt*,int); - const void * (*column_name16)(sqlite3_stmt*,int); - const char * (*column_origin_name)(sqlite3_stmt*,int); - const void * (*column_origin_name16)(sqlite3_stmt*,int); - const char * (*column_table_name)(sqlite3_stmt*,int); - const void * (*column_table_name16)(sqlite3_stmt*,int); - const unsigned char * (*column_text)(sqlite3_stmt*,int iCol); - const void * (*column_text16)(sqlite3_stmt*,int iCol); - int (*column_type)(sqlite3_stmt*,int iCol); - sqlite3_value* (*column_value)(sqlite3_stmt*,int iCol); - void * (*commit_hook)(sqlite3*,int(*)(void*),void*); - int (*complete)(const char*sql); - int (*complete16)(const void*sql); - int (*create_collation)(sqlite3*,const char*,int,void*,int(*)(void*,int,const void*,int,const void*)); - int (*create_collation16)(sqlite3*,const char*,int,void*,int(*)(void*,int,const void*,int,const void*)); - int (*create_function)(sqlite3*,const char*,int,int,void*,void (*xFunc)(sqlite3_context*,int,sqlite3_value**),void (*xStep)(sqlite3_context*,int,sqlite3_value**),void (*xFinal)(sqlite3_context*)); - int (*create_function16)(sqlite3*,const void*,int,int,void*,void (*xFunc)(sqlite3_context*,int,sqlite3_value**),void (*xStep)(sqlite3_context*,int,sqlite3_value**),void (*xFinal)(sqlite3_context*)); - int (*create_module)(sqlite3*,const char*,const sqlite3_module*,void*); - int (*data_count)(sqlite3_stmt*pStmt); - sqlite3 * (*db_handle)(sqlite3_stmt*); - int (*declare_vtab)(sqlite3*,const char*); - int (*enable_shared_cache)(int); - int (*errcode)(sqlite3*db); - const char * (*errmsg)(sqlite3*); - const void * (*errmsg16)(sqlite3*); - int (*exec)(sqlite3*,const char*,sqlite3_callback,void*,char**); - int (*expired)(sqlite3_stmt*); - int (*finalize)(sqlite3_stmt*pStmt); - void (*free)(void*); - void (*free_table)(char**result); - int (*get_autocommit)(sqlite3*); - void * (*get_auxdata)(sqlite3_context*,int); - int (*get_table)(sqlite3*,const char*,char***,int*,int*,char**); - int (*global_recover)(void); - void (*interruptx)(sqlite3*); - sqlite_int64 (*last_insert_rowid)(sqlite3*); - const char * (*libversion)(void); - int (*libversion_number)(void); - void *(*malloc)(int); - char * (*mprintf)(const char*,...); - int (*open)(const char*,sqlite3**); - int (*open16)(const void*,sqlite3**); - int (*prepare)(sqlite3*,const char*,int,sqlite3_stmt**,const char**); - int (*prepare16)(sqlite3*,const void*,int,sqlite3_stmt**,const void**); - void * (*profile)(sqlite3*,void(*)(void*,const char*,sqlite_uint64),void*); - void (*progress_handler)(sqlite3*,int,int(*)(void*),void*); - void *(*realloc)(void*,int); - int (*reset)(sqlite3_stmt*pStmt); - void (*result_blob)(sqlite3_context*,const void*,int,void(*)(void*)); - void (*result_double)(sqlite3_context*,double); - void (*result_error)(sqlite3_context*,const char*,int); - void (*result_error16)(sqlite3_context*,const void*,int); - void (*result_int)(sqlite3_context*,int); - void (*result_int64)(sqlite3_context*,sqlite_int64); - void (*result_null)(sqlite3_context*); - void (*result_text)(sqlite3_context*,const char*,int,void(*)(void*)); - void (*result_text16)(sqlite3_context*,const void*,int,void(*)(void*)); - void (*result_text16be)(sqlite3_context*,const void*,int,void(*)(void*)); - void (*result_text16le)(sqlite3_context*,const void*,int,void(*)(void*)); - void (*result_value)(sqlite3_context*,sqlite3_value*); - void * (*rollback_hook)(sqlite3*,void(*)(void*),void*); - int (*set_authorizer)(sqlite3*,int(*)(void*,int,const char*,const char*,const char*,const char*),void*); - void (*set_auxdata)(sqlite3_context*,int,void*,void (*)(void*)); - char * (*snprintf)(int,char*,const char*,...); - int (*step)(sqlite3_stmt*); - int (*table_column_metadata)(sqlite3*,const char*,const char*,const char*,char const**,char const**,int*,int*,int*); - void (*thread_cleanup)(void); - int (*total_changes)(sqlite3*); - void * (*trace)(sqlite3*,void(*xTrace)(void*,const char*),void*); - int (*transfer_bindings)(sqlite3_stmt*,sqlite3_stmt*); - void * (*update_hook)(sqlite3*,void(*)(void*,int ,char const*,char const*,sqlite_int64),void*); - void * (*user_data)(sqlite3_context*); - const void * (*value_blob)(sqlite3_value*); - int (*value_bytes)(sqlite3_value*); - int (*value_bytes16)(sqlite3_value*); - double (*value_double)(sqlite3_value*); - int (*value_int)(sqlite3_value*); - sqlite_int64 (*value_int64)(sqlite3_value*); - int (*value_numeric_type)(sqlite3_value*); - const unsigned char * (*value_text)(sqlite3_value*); - const void * (*value_text16)(sqlite3_value*); - const void * (*value_text16be)(sqlite3_value*); - const void * (*value_text16le)(sqlite3_value*); - int (*value_type)(sqlite3_value*); - char * (*vmprintf)(const char*,va_list); - int (*overload_function)(sqlite3*, const char *zFuncName, int nArg); -}; - -/* -** The following macros redefine the API routines so that they are -** redirected throught the global sqlite3_api structure. -** -** This header file is also used by the loadext.c source file -** (part of the main SQLite library - not an extension) so that -** it can get access to the sqlite3_api_routines structure -** definition. But the main library does not want to redefine -** the API. So the redefinition macros are only valid if the -** SQLITE_CORE macros is undefined. -*/ -#ifndef SQLITE_CORE -#define sqlite3_aggregate_context sqlite3_api->aggregate_context -#define sqlite3_aggregate_count sqlite3_api->aggregate_count -#define sqlite3_bind_blob sqlite3_api->bind_blob -#define sqlite3_bind_double sqlite3_api->bind_double -#define sqlite3_bind_int sqlite3_api->bind_int -#define sqlite3_bind_int64 sqlite3_api->bind_int64 -#define sqlite3_bind_null sqlite3_api->bind_null -#define sqlite3_bind_parameter_count sqlite3_api->bind_parameter_count -#define sqlite3_bind_parameter_index sqlite3_api->bind_parameter_index -#define sqlite3_bind_parameter_name sqlite3_api->bind_parameter_name -#define sqlite3_bind_text sqlite3_api->bind_text -#define sqlite3_bind_text16 sqlite3_api->bind_text16 -#define sqlite3_bind_value sqlite3_api->bind_value -#define sqlite3_busy_handler sqlite3_api->busy_handler -#define sqlite3_busy_timeout sqlite3_api->busy_timeout -#define sqlite3_changes sqlite3_api->changes -#define sqlite3_close sqlite3_api->close -#define sqlite3_collation_needed sqlite3_api->collation_needed -#define sqlite3_collation_needed16 sqlite3_api->collation_needed16 -#define sqlite3_column_blob sqlite3_api->column_blob -#define sqlite3_column_bytes sqlite3_api->column_bytes -#define sqlite3_column_bytes16 sqlite3_api->column_bytes16 -#define sqlite3_column_count sqlite3_api->column_count -#define sqlite3_column_database_name sqlite3_api->column_database_name -#define sqlite3_column_database_name16 sqlite3_api->column_database_name16 -#define sqlite3_column_decltype sqlite3_api->column_decltype -#define sqlite3_column_decltype16 sqlite3_api->column_decltype16 -#define sqlite3_column_double sqlite3_api->column_double -#define sqlite3_column_int sqlite3_api->column_int -#define sqlite3_column_int64 sqlite3_api->column_int64 -#define sqlite3_column_name sqlite3_api->column_name -#define sqlite3_column_name16 sqlite3_api->column_name16 -#define sqlite3_column_origin_name sqlite3_api->column_origin_name -#define sqlite3_column_origin_name16 sqlite3_api->column_origin_name16 -#define sqlite3_column_table_name sqlite3_api->column_table_name -#define sqlite3_column_table_name16 sqlite3_api->column_table_name16 -#define sqlite3_column_text sqlite3_api->column_text -#define sqlite3_column_text16 sqlite3_api->column_text16 -#define sqlite3_column_type sqlite3_api->column_type -#define sqlite3_column_value sqlite3_api->column_value -#define sqlite3_commit_hook sqlite3_api->commit_hook -#define sqlite3_complete sqlite3_api->complete -#define sqlite3_complete16 sqlite3_api->complete16 -#define sqlite3_create_collation sqlite3_api->create_collation -#define sqlite3_create_collation16 sqlite3_api->create_collation16 -#define sqlite3_create_function sqlite3_api->create_function -#define sqlite3_create_function16 sqlite3_api->create_function16 -#define sqlite3_create_module sqlite3_api->create_module -#define sqlite3_data_count sqlite3_api->data_count -#define sqlite3_db_handle sqlite3_api->db_handle -#define sqlite3_declare_vtab sqlite3_api->declare_vtab -#define sqlite3_enable_shared_cache sqlite3_api->enable_shared_cache -#define sqlite3_errcode sqlite3_api->errcode -#define sqlite3_errmsg sqlite3_api->errmsg -#define sqlite3_errmsg16 sqlite3_api->errmsg16 -#define sqlite3_exec sqlite3_api->exec -#define sqlite3_expired sqlite3_api->expired -#define sqlite3_finalize sqlite3_api->finalize -#define sqlite3_free sqlite3_api->free -#define sqlite3_free_table sqlite3_api->free_table -#define sqlite3_get_autocommit sqlite3_api->get_autocommit -#define sqlite3_get_auxdata sqlite3_api->get_auxdata -#define sqlite3_get_table sqlite3_api->get_table -#define sqlite3_global_recover sqlite3_api->global_recover -#define sqlite3_interrupt sqlite3_api->interruptx -#define sqlite3_last_insert_rowid sqlite3_api->last_insert_rowid -#define sqlite3_libversion sqlite3_api->libversion -#define sqlite3_libversion_number sqlite3_api->libversion_number -#define sqlite3_malloc sqlite3_api->malloc -#define sqlite3_mprintf sqlite3_api->mprintf -#define sqlite3_open sqlite3_api->open -#define sqlite3_open16 sqlite3_api->open16 -#define sqlite3_prepare sqlite3_api->prepare -#define sqlite3_prepare16 sqlite3_api->prepare16 -#define sqlite3_profile sqlite3_api->profile -#define sqlite3_progress_handler sqlite3_api->progress_handler -#define sqlite3_realloc sqlite3_api->realloc -#define sqlite3_reset sqlite3_api->reset -#define sqlite3_result_blob sqlite3_api->result_blob -#define sqlite3_result_double sqlite3_api->result_double -#define sqlite3_result_error sqlite3_api->result_error -#define sqlite3_result_error16 sqlite3_api->result_error16 -#define sqlite3_result_int sqlite3_api->result_int -#define sqlite3_result_int64 sqlite3_api->result_int64 -#define sqlite3_result_null sqlite3_api->result_null -#define sqlite3_result_text sqlite3_api->result_text -#define sqlite3_result_text16 sqlite3_api->result_text16 -#define sqlite3_result_text16be sqlite3_api->result_text16be -#define sqlite3_result_text16le sqlite3_api->result_text16le -#define sqlite3_result_value sqlite3_api->result_value -#define sqlite3_rollback_hook sqlite3_api->rollback_hook -#define sqlite3_set_authorizer sqlite3_api->set_authorizer -#define sqlite3_set_auxdata sqlite3_api->set_auxdata -#define sqlite3_snprintf sqlite3_api->snprintf -#define sqlite3_step sqlite3_api->step -#define sqlite3_table_column_metadata sqlite3_api->table_column_metadata -#define sqlite3_thread_cleanup sqlite3_api->thread_cleanup -#define sqlite3_total_changes sqlite3_api->total_changes -#define sqlite3_trace sqlite3_api->trace -#define sqlite3_transfer_bindings sqlite3_api->transfer_bindings -#define sqlite3_update_hook sqlite3_api->update_hook -#define sqlite3_user_data sqlite3_api->user_data -#define sqlite3_value_blob sqlite3_api->value_blob -#define sqlite3_value_bytes sqlite3_api->value_bytes -#define sqlite3_value_bytes16 sqlite3_api->value_bytes16 -#define sqlite3_value_double sqlite3_api->value_double -#define sqlite3_value_int sqlite3_api->value_int -#define sqlite3_value_int64 sqlite3_api->value_int64 -#define sqlite3_value_numeric_type sqlite3_api->value_numeric_type -#define sqlite3_value_text sqlite3_api->value_text -#define sqlite3_value_text16 sqlite3_api->value_text16 -#define sqlite3_value_text16be sqlite3_api->value_text16be -#define sqlite3_value_text16le sqlite3_api->value_text16le -#define sqlite3_value_type sqlite3_api->value_type -#define sqlite3_vmprintf sqlite3_api->vmprintf -#define sqlite3_overload_function sqlite3_api->overload_function -#endif /* SQLITE_CORE */ - -#define SQLITE_EXTENSION_INIT1 const sqlite3_api_routines *sqlite3_api; -#define SQLITE_EXTENSION_INIT2(v) sqlite3_api = v; - -#endif /* _SQLITE3EXT_H_ */ diff --git a/libs/sqlite/src/sqliteInt.h b/libs/sqlite/src/sqliteInt.h deleted file mode 100644 index f2914f6230..0000000000 --- a/libs/sqlite/src/sqliteInt.h +++ /dev/null @@ -1,1922 +0,0 @@ -/* -** 2001 September 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** Internal interface definitions for SQLite. -** -** @(#) $Id: sqliteInt.h,v 1.536 2007/02/13 12:49:24 drh Exp $ -*/ -#ifndef _SQLITEINT_H_ -#define _SQLITEINT_H_ - -/* -** Extra interface definitions for those who need them -*/ -#ifdef SQLITE_EXTRA -# include "sqliteExtra.h" -#endif - -/* -** Many people are failing to set -DNDEBUG=1 when compiling SQLite. -** Setting NDEBUG makes the code smaller and run faster. So the following -** lines are added to automatically set NDEBUG unless the -DSQLITE_DEBUG=1 -** option is set. Thus NDEBUG becomes an opt-in rather than an opt-out -** feature. -*/ -#if !defined(NDEBUG) && !defined(SQLITE_DEBUG) -# define NDEBUG 1 -#endif - -/* -** These #defines should enable >2GB file support on Posix if the -** underlying operating system supports it. If the OS lacks -** large file support, or if the OS is windows, these should be no-ops. -** -** Large file support can be disabled using the -DSQLITE_DISABLE_LFS switch -** on the compiler command line. This is necessary if you are compiling -** on a recent machine (ex: RedHat 7.2) but you want your code to work -** on an older machine (ex: RedHat 6.0). If you compile on RedHat 7.2 -** without this option, LFS is enable. But LFS does not exist in the kernel -** in RedHat 6.0, so the code won't work. Hence, for maximum binary -** portability you should omit LFS. -** -** Similar is true for MacOS. LFS is only supported on MacOS 9 and later. -*/ -#ifndef SQLITE_DISABLE_LFS -# define _LARGE_FILE 1 -# ifndef _FILE_OFFSET_BITS -# define _FILE_OFFSET_BITS 64 -# endif -# define _LARGEFILE_SOURCE 1 -#endif - -#include "sqlite3.h" -#include "hash.h" -#include "parse.h" -#include -#ifdef __OpenBSD__ -#include -#endif -#include -#include -#include -#include - -/* -** If compiling for a processor that lacks floating point support, -** substitute integer for floating-point -*/ -#ifdef SQLITE_OMIT_FLOATING_POINT -# define double sqlite_int64 -# define LONGDOUBLE_TYPE sqlite_int64 -# ifndef SQLITE_BIG_DBL -# define SQLITE_BIG_DBL (0x7fffffffffffffff) -# endif -# define SQLITE_OMIT_DATETIME_FUNCS 1 -# define SQLITE_OMIT_TRACE 1 -#endif -#ifndef SQLITE_BIG_DBL -# define SQLITE_BIG_DBL (1e99) -#endif - -/* -** The maximum number of in-memory pages to use for the main database -** table and for temporary tables. Internally, the MAX_PAGES and -** TEMP_PAGES macros are used. To override the default values at -** compilation time, the SQLITE_DEFAULT_CACHE_SIZE and -** SQLITE_DEFAULT_TEMP_CACHE_SIZE macros should be set. -*/ -#ifdef SQLITE_DEFAULT_CACHE_SIZE -# define MAX_PAGES SQLITE_DEFAULT_CACHE_SIZE -#else -# define MAX_PAGES 2000 -#endif -#ifdef SQLITE_DEFAULT_TEMP_CACHE_SIZE -# define TEMP_PAGES SQLITE_DEFAULT_TEMP_CACHE_SIZE -#else -# define TEMP_PAGES 500 -#endif - -/* -** OMIT_TEMPDB is set to 1 if SQLITE_OMIT_TEMPDB is defined, or 0 -** afterward. Having this macro allows us to cause the C compiler -** to omit code used by TEMP tables without messy #ifndef statements. -*/ -#ifdef SQLITE_OMIT_TEMPDB -#define OMIT_TEMPDB 1 -#else -#define OMIT_TEMPDB 0 -#endif - -/* -** If the following macro is set to 1, then NULL values are considered -** distinct when determining whether or not two entries are the same -** in a UNIQUE index. This is the way PostgreSQL, Oracle, DB2, MySQL, -** OCELOT, and Firebird all work. The SQL92 spec explicitly says this -** is the way things are suppose to work. -** -** If the following macro is set to 0, the NULLs are indistinct for -** a UNIQUE index. In this mode, you can only have a single NULL entry -** for a column declared UNIQUE. This is the way Informix and SQL Server -** work. -*/ -#define NULL_DISTINCT_FOR_UNIQUE 1 - -/* -** The maximum number of attached databases. This must be at least 2 -** in order to support the main database file (0) and the file used to -** hold temporary tables (1). And it must be less than 32 because -** we use a bitmask of databases with a u32 in places (for example -** the Parse.cookieMask field). -*/ -#define MAX_ATTACHED 10 - -/* -** The maximum value of a ?nnn wildcard that the parser will accept. -*/ -#define SQLITE_MAX_VARIABLE_NUMBER 999 - -/* -** The "file format" number is an integer that is incremented whenever -** the VDBE-level file format changes. The following macros define the -** the default file format for new databases and the maximum file format -** that the library can read. -*/ -#define SQLITE_MAX_FILE_FORMAT 4 -#ifndef SQLITE_DEFAULT_FILE_FORMAT -# define SQLITE_DEFAULT_FILE_FORMAT 1 -#endif - -/* -** Provide a default value for TEMP_STORE in case it is not specified -** on the command-line -*/ -#ifndef TEMP_STORE -# define TEMP_STORE 1 -#endif - -/* -** GCC does not define the offsetof() macro so we'll have to do it -** ourselves. -*/ -#ifndef offsetof -#define offsetof(STRUCTURE,FIELD) ((int)((char*)&((STRUCTURE*)0)->FIELD)) -#endif - -/* -** Check to see if this machine uses EBCDIC. (Yes, believe it or -** not, there are still machines out there that use EBCDIC.) -*/ -#if 'A' == '\301' -# define SQLITE_EBCDIC 1 -#else -# define SQLITE_ASCII 1 -#endif - -/* -** Integers of known sizes. These typedefs might change for architectures -** where the sizes very. Preprocessor macros are available so that the -** types can be conveniently redefined at compile-type. Like this: -** -** cc '-DUINTPTR_TYPE=long long int' ... -*/ -#ifndef UINT32_TYPE -# define UINT32_TYPE unsigned int -#endif -#ifndef UINT16_TYPE -# define UINT16_TYPE unsigned short int -#endif -#ifndef INT16_TYPE -# define INT16_TYPE short int -#endif -#ifndef UINT8_TYPE -# define UINT8_TYPE unsigned char -#endif -#ifndef INT8_TYPE -# define INT8_TYPE signed char -#endif -#ifndef LONGDOUBLE_TYPE -# define LONGDOUBLE_TYPE long double -#endif -typedef sqlite_int64 i64; /* 8-byte signed integer */ -typedef sqlite_uint64 u64; /* 8-byte unsigned integer */ -typedef UINT32_TYPE u32; /* 4-byte unsigned integer */ -typedef UINT16_TYPE u16; /* 2-byte unsigned integer */ -typedef INT16_TYPE i16; /* 2-byte signed integer */ -typedef UINT8_TYPE u8; /* 1-byte unsigned integer */ -typedef UINT8_TYPE i8; /* 1-byte signed integer */ - -/* -** Macros to determine whether the machine is big or little endian, -** evaluated at runtime. -*/ -extern const int sqlite3one; -#define SQLITE_BIGENDIAN (*(char *)(&sqlite3one)==0) -#define SQLITE_LITTLEENDIAN (*(char *)(&sqlite3one)==1) - -/* -** An instance of the following structure is used to store the busy-handler -** callback for a given sqlite handle. -** -** The sqlite.busyHandler member of the sqlite struct contains the busy -** callback for the database handle. Each pager opened via the sqlite -** handle is passed a pointer to sqlite.busyHandler. The busy-handler -** callback is currently invoked only from within pager.c. -*/ -typedef struct BusyHandler BusyHandler; -struct BusyHandler { - int (*xFunc)(void *,int); /* The busy callback */ - void *pArg; /* First arg to busy callback */ - int nBusy; /* Incremented with each busy call */ -}; - -/* -** Defer sourcing vdbe.h and btree.h until after the "u8" and -** "BusyHandler typedefs. -*/ -#include "vdbe.h" -#include "btree.h" -#include "pager.h" - -#ifdef SQLITE_MEMDEBUG -/* -** The following global variables are used for testing and debugging -** only. They only work if SQLITE_MEMDEBUG is defined. -*/ -extern int sqlite3_nMalloc; /* Number of sqliteMalloc() calls */ -extern int sqlite3_nFree; /* Number of sqliteFree() calls */ -extern int sqlite3_iMallocFail; /* Fail sqliteMalloc() after this many calls */ -extern int sqlite3_iMallocReset; /* Set iMallocFail to this when it reaches 0 */ - -extern void *sqlite3_pFirst; /* Pointer to linked list of allocations */ -extern int sqlite3_nMaxAlloc; /* High water mark of ThreadData.nAlloc */ -extern int sqlite3_mallocDisallowed; /* assert() in sqlite3Malloc() if set */ -extern int sqlite3_isFail; /* True if all malloc calls should fail */ -extern const char *sqlite3_zFile; /* Filename to associate debug info with */ -extern int sqlite3_iLine; /* Line number for debug info */ - -#define ENTER_MALLOC (sqlite3_zFile = __FILE__, sqlite3_iLine = __LINE__) -#define sqliteMalloc(x) (ENTER_MALLOC, sqlite3Malloc(x,1)) -#define sqliteMallocRaw(x) (ENTER_MALLOC, sqlite3MallocRaw(x,1)) -#define sqliteRealloc(x,y) (ENTER_MALLOC, sqlite3Realloc(x,y)) -#define sqliteStrDup(x) (ENTER_MALLOC, sqlite3StrDup(x)) -#define sqliteStrNDup(x,y) (ENTER_MALLOC, sqlite3StrNDup(x,y)) -#define sqliteReallocOrFree(x,y) (ENTER_MALLOC, sqlite3ReallocOrFree(x,y)) - -#else - -#ifdef _MSC_VER -#define inline __inline -#endif - -static inline void *zmalloc(size_t x) -{ - void *z = malloc(x); - assert(z); - memset(z, 0, x); - return z; -} - -static inline char *strndup_lite(const char *s, size_t n) -{ - char *dup = malloc(n+1); - assert(dup); - memcpy(dup, s, n); - *(dup+n) = '\0'; - return dup; -} - -#define ENTER_MALLOC 0 -#define sqliteMalloc(x) zmalloc(x)//sqlite3Malloc(x,1) -#define sqliteMallocRaw(x) malloc(x)//sqlite3MallocRaw(x,1) -#define sqliteRealloc(x,y) realloc(x, y)//sqlite3Realloc(x,y) -#define sqliteStrDup(x) (x?strdup(x):strdup(""))//sqlite3StrDup(x) -#define sqliteStrNDup(x,y) strndup_lite(x,y) //sqlite3StrNDup(x,y) -#define sqliteReallocOrFree(x,y) sqlite3ReallocOrFree(x,y) - -#endif - -#define sqliteFree(x) if (x) { free((void *)x); x = NULL;} //sqlite3FreeX(x) -#define sqliteAllocSize(x) sqlite3AllocSize(x) - - -/* -** An instance of this structure might be allocated to store information -** specific to a single thread. -*/ -struct ThreadData { - int dummy; /* So that this structure is never empty */ - -#ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT - int nSoftHeapLimit; /* Suggested max mem allocation. No limit if <0 */ - int nAlloc; /* Number of bytes currently allocated */ - Pager *pPager; /* Linked list of all pagers in this thread */ -#endif - -#ifndef SQLITE_OMIT_SHARED_CACHE - u8 useSharedData; /* True if shared pagers and schemas are enabled */ - BtShared *pBtree; /* Linked list of all currently open BTrees */ -#endif -}; - -/* -** Name of the master database table. The master database table -** is a special table that holds the names and attributes of all -** user tables and indices. -*/ -#define MASTER_NAME "sqlite_master" -#define TEMP_MASTER_NAME "sqlite_temp_master" - -/* -** The root-page of the master database table. -*/ -#define MASTER_ROOT 1 - -/* -** The name of the schema table. -*/ -#define SCHEMA_TABLE(x) ((!OMIT_TEMPDB)&&(x==1)?TEMP_MASTER_NAME:MASTER_NAME) - -/* -** A convenience macro that returns the number of elements in -** an array. -*/ -#define ArraySize(X) (sizeof(X)/sizeof(X[0])) - -/* -** Forward references to structures -*/ -typedef struct AggInfo AggInfo; -typedef struct AuthContext AuthContext; -typedef struct CollSeq CollSeq; -typedef struct Column Column; -typedef struct Db Db; -typedef struct Schema Schema; -typedef struct Expr Expr; -typedef struct ExprList ExprList; -typedef struct FKey FKey; -typedef struct FuncDef FuncDef; -typedef struct IdList IdList; -typedef struct Index Index; -typedef struct KeyClass KeyClass; -typedef struct KeyInfo KeyInfo; -typedef struct Module Module; -typedef struct NameContext NameContext; -typedef struct Parse Parse; -typedef struct Select Select; -typedef struct SrcList SrcList; -typedef struct ThreadData ThreadData; -typedef struct Table Table; -typedef struct TableLock TableLock; -typedef struct Token Token; -typedef struct TriggerStack TriggerStack; -typedef struct TriggerStep TriggerStep; -typedef struct Trigger Trigger; -typedef struct WhereInfo WhereInfo; -typedef struct WhereLevel WhereLevel; - -/* -** Each database file to be accessed by the system is an instance -** of the following structure. There are normally two of these structures -** in the sqlite.aDb[] array. aDb[0] is the main database file and -** aDb[1] is the database file used to hold temporary tables. Additional -** databases may be attached. -*/ -struct Db { - char *zName; /* Name of this database */ - Btree *pBt; /* The B*Tree structure for this database file */ - u8 inTrans; /* 0: not writable. 1: Transaction. 2: Checkpoint */ - u8 safety_level; /* How aggressive at synching data to disk */ - void *pAux; /* Auxiliary data. Usually NULL */ - void (*xFreeAux)(void*); /* Routine to free pAux */ - Schema *pSchema; /* Pointer to database schema (possibly shared) */ -}; - -/* -** An instance of the following structure stores a database schema. -*/ -struct Schema { - int schema_cookie; /* Database schema version number for this file */ - Hash tblHash; /* All tables indexed by name */ - Hash idxHash; /* All (named) indices indexed by name */ - Hash trigHash; /* All triggers indexed by name */ - Hash aFKey; /* Foreign keys indexed by to-table */ - Table *pSeqTab; /* The sqlite_sequence table used by AUTOINCREMENT */ - u8 file_format; /* Schema format version for this file */ - u8 enc; /* Text encoding used by this database */ - u16 flags; /* Flags associated with this schema */ - int cache_size; /* Number of pages to use in the cache */ -}; - -/* -** These macros can be used to test, set, or clear bits in the -** Db.flags field. -*/ -#define DbHasProperty(D,I,P) (((D)->aDb[I].pSchema->flags&(P))==(P)) -#define DbHasAnyProperty(D,I,P) (((D)->aDb[I].pSchema->flags&(P))!=0) -#define DbSetProperty(D,I,P) (D)->aDb[I].pSchema->flags|=(P) -#define DbClearProperty(D,I,P) (D)->aDb[I].pSchema->flags&=~(P) - -/* -** Allowed values for the DB.flags field. -** -** The DB_SchemaLoaded flag is set after the database schema has been -** read into internal hash tables. -** -** DB_UnresetViews means that one or more views have column names that -** have been filled out. If the schema changes, these column names might -** changes and so the view will need to be reset. -*/ -#define DB_SchemaLoaded 0x0001 /* The schema has been loaded */ -#define DB_UnresetViews 0x0002 /* Some views have defined column names */ -#define DB_Empty 0x0004 /* The file is empty (length 0 bytes) */ - -#define SQLITE_UTF16NATIVE (SQLITE_BIGENDIAN?SQLITE_UTF16BE:SQLITE_UTF16LE) - -/* -** Each database is an instance of the following structure. -** -** The sqlite.lastRowid records the last insert rowid generated by an -** insert statement. Inserts on views do not affect its value. Each -** trigger has its own context, so that lastRowid can be updated inside -** triggers as usual. The previous value will be restored once the trigger -** exits. Upon entering a before or instead of trigger, lastRowid is no -** longer (since after version 2.8.12) reset to -1. -** -** The sqlite.nChange does not count changes within triggers and keeps no -** context. It is reset at start of sqlite3_exec. -** The sqlite.lsChange represents the number of changes made by the last -** insert, update, or delete statement. It remains constant throughout the -** length of a statement and is then updated by OP_SetCounts. It keeps a -** context stack just like lastRowid so that the count of changes -** within a trigger is not seen outside the trigger. Changes to views do not -** affect the value of lsChange. -** The sqlite.csChange keeps track of the number of current changes (since -** the last statement) and is used to update sqlite_lsChange. -** -** The member variables sqlite.errCode, sqlite.zErrMsg and sqlite.zErrMsg16 -** store the most recent error code and, if applicable, string. The -** internal function sqlite3Error() is used to set these variables -** consistently. -*/ -struct sqlite3 { - int nDb; /* Number of backends currently in use */ - Db *aDb; /* All backends */ - int flags; /* Miscellanous flags. See below */ - int errCode; /* Most recent error code (SQLITE_*) */ - int errMask; /* & result codes with this before returning */ - u8 autoCommit; /* The auto-commit flag. */ - u8 temp_store; /* 1: file 2: memory 0: default */ - int nTable; /* Number of tables in the database */ - CollSeq *pDfltColl; /* The default collating sequence (BINARY) */ - i64 lastRowid; /* ROWID of most recent insert (see above) */ - i64 priorNewRowid; /* Last randomly generated ROWID */ - int magic; /* Magic number for detect library misuse */ - int nChange; /* Value returned by sqlite3_changes() */ - int nTotalChange; /* Value returned by sqlite3_total_changes() */ - struct sqlite3InitInfo { /* Information used during initialization */ - int iDb; /* When back is being initialized */ - int newTnum; /* Rootpage of table being initialized */ - u8 busy; /* TRUE if currently initializing */ - } init; - int nExtension; /* Number of loaded extensions */ - void **aExtension; /* Array of shared libraray handles */ - struct Vdbe *pVdbe; /* List of active virtual machines */ - int activeVdbeCnt; /* Number of vdbes currently executing */ - void (*xTrace)(void*,const char*); /* Trace function */ - void *pTraceArg; /* Argument to the trace function */ - void (*xProfile)(void*,const char*,u64); /* Profiling function */ - void *pProfileArg; /* Argument to profile function */ - void *pCommitArg; /* Argument to xCommitCallback() */ - int (*xCommitCallback)(void*); /* Invoked at every commit. */ - void *pRollbackArg; /* Argument to xRollbackCallback() */ - void (*xRollbackCallback)(void*); /* Invoked at every commit. */ - void *pUpdateArg; - void (*xUpdateCallback)(void*,int, const char*,const char*,sqlite_int64); - void(*xCollNeeded)(void*,sqlite3*,int eTextRep,const char*); - void(*xCollNeeded16)(void*,sqlite3*,int eTextRep,const void*); - void *pCollNeededArg; - sqlite3_value *pErr; /* Most recent error message */ - char *zErrMsg; /* Most recent error message (UTF-8 encoded) */ - char *zErrMsg16; /* Most recent error message (UTF-16 encoded) */ - union { - int isInterrupted; /* True if sqlite3_interrupt has been called */ - double notUsed1; /* Spacer */ - } u1; -#ifndef SQLITE_OMIT_AUTHORIZATION - int (*xAuth)(void*,int,const char*,const char*,const char*,const char*); - /* Access authorization function */ - void *pAuthArg; /* 1st argument to the access auth function */ -#endif -#ifndef SQLITE_OMIT_PROGRESS_CALLBACK - int (*xProgress)(void *); /* The progress callback */ - void *pProgressArg; /* Argument to the progress callback */ - int nProgressOps; /* Number of opcodes for progress callback */ -#endif -#ifndef SQLITE_OMIT_VIRTUALTABLE - Hash aModule; /* populated by sqlite3_create_module() */ - Table *pVTab; /* vtab with active Connect/Create method */ - sqlite3_vtab **aVTrans; /* Virtual tables with open transactions */ - int nVTrans; /* Allocated size of aVTrans */ -#endif - Hash aFunc; /* All functions that can be in SQL exprs */ - Hash aCollSeq; /* All collating sequences */ - BusyHandler busyHandler; /* Busy callback */ - int busyTimeout; /* Busy handler timeout, in msec */ - Db aDbStatic[2]; /* Static space for the 2 default backends */ -#ifdef SQLITE_SSE - sqlite3_stmt *pFetch; /* Used by SSE to fetch stored statements */ -#endif -}; - -/* -** A macro to discover the encoding of a database. -*/ -#define ENC(db) ((db)->aDb[0].pSchema->enc) - -/* -** Possible values for the sqlite.flags and or Db.flags fields. -** -** On sqlite.flags, the SQLITE_InTrans value means that we have -** executed a BEGIN. On Db.flags, SQLITE_InTrans means a statement -** transaction is active on that particular database file. -*/ -#define SQLITE_VdbeTrace 0x00000001 /* True to trace VDBE execution */ -#define SQLITE_InTrans 0x00000008 /* True if in a transaction */ -#define SQLITE_InternChanges 0x00000010 /* Uncommitted Hash table changes */ -#define SQLITE_FullColNames 0x00000020 /* Show full column names on SELECT */ -#define SQLITE_ShortColNames 0x00000040 /* Show short columns names */ -#define SQLITE_CountRows 0x00000080 /* Count rows changed by INSERT, */ - /* DELETE, or UPDATE and return */ - /* the count using a callback. */ -#define SQLITE_NullCallback 0x00000100 /* Invoke the callback once if the */ - /* result set is empty */ -#define SQLITE_SqlTrace 0x00000200 /* Debug print SQL as it executes */ -#define SQLITE_VdbeListing 0x00000400 /* Debug listings of VDBE programs */ -#define SQLITE_WriteSchema 0x00000800 /* OK to update SQLITE_MASTER */ -#define SQLITE_NoReadlock 0x00001000 /* Readlocks are omitted when - ** accessing read-only databases */ -#define SQLITE_IgnoreChecks 0x00002000 /* Do not enforce check constraints */ -#define SQLITE_ReadUncommitted 0x00004000 /* For shared-cache mode */ -#define SQLITE_LegacyFileFmt 0x00008000 /* Create new databases in format 1 */ -#define SQLITE_FullFSync 0x00010000 /* Use full fsync on the backend */ -#define SQLITE_LoadExtension 0x00020000 /* Enable load_extension */ - -/* -** Possible values for the sqlite.magic field. -** The numbers are obtained at random and have no special meaning, other -** than being distinct from one another. -*/ -#define SQLITE_MAGIC_OPEN 0xa029a697 /* Database is open */ -#define SQLITE_MAGIC_CLOSED 0x9f3c2d33 /* Database is closed */ -#define SQLITE_MAGIC_BUSY 0xf03b7906 /* Database currently in use */ -#define SQLITE_MAGIC_ERROR 0xb5357930 /* An SQLITE_MISUSE error occurred */ - -/* -** Each SQL function is defined by an instance of the following -** structure. A pointer to this structure is stored in the sqlite.aFunc -** hash table. When multiple functions have the same name, the hash table -** points to a linked list of these structures. -*/ -struct FuncDef { - i16 nArg; /* Number of arguments. -1 means unlimited */ - u8 iPrefEnc; /* Preferred text encoding (SQLITE_UTF8, 16LE, 16BE) */ - u8 needCollSeq; /* True if sqlite3GetFuncCollSeq() might be called */ - u8 flags; /* Some combination of SQLITE_FUNC_* */ - void *pUserData; /* User data parameter */ - FuncDef *pNext; /* Next function with same name */ - void (*xFunc)(sqlite3_context*,int,sqlite3_value**); /* Regular function */ - void (*xStep)(sqlite3_context*,int,sqlite3_value**); /* Aggregate step */ - void (*xFinalize)(sqlite3_context*); /* Aggregate finializer */ - char zName[1]; /* SQL name of the function. MUST BE LAST */ -}; - -/* -** Each SQLite module (virtual table definition) is defined by an -** instance of the following structure, stored in the sqlite3.aModule -** hash table. -*/ -struct Module { - const sqlite3_module *pModule; /* Callback pointers */ - const char *zName; /* Name passed to create_module() */ - void *pAux; /* pAux passed to create_module() */ -}; - -/* -** Possible values for FuncDef.flags -*/ -#define SQLITE_FUNC_LIKE 0x01 /* Candidate for the LIKE optimization */ -#define SQLITE_FUNC_CASE 0x02 /* Case-sensitive LIKE-type function */ -#define SQLITE_FUNC_EPHEM 0x04 /* Ephermeral. Delete with VDBE */ - -/* -** information about each column of an SQL table is held in an instance -** of this structure. -*/ -struct Column { - char *zName; /* Name of this column */ - Expr *pDflt; /* Default value of this column */ - char *zType; /* Data type for this column */ - char *zColl; /* Collating sequence. If NULL, use the default */ - u8 notNull; /* True if there is a NOT NULL constraint */ - u8 isPrimKey; /* True if this column is part of the PRIMARY KEY */ - char affinity; /* One of the SQLITE_AFF_... values */ -}; - -/* -** A "Collating Sequence" is defined by an instance of the following -** structure. Conceptually, a collating sequence consists of a name and -** a comparison routine that defines the order of that sequence. -** -** There may two seperate implementations of the collation function, one -** that processes text in UTF-8 encoding (CollSeq.xCmp) and another that -** processes text encoded in UTF-16 (CollSeq.xCmp16), using the machine -** native byte order. When a collation sequence is invoked, SQLite selects -** the version that will require the least expensive encoding -** translations, if any. -** -** The CollSeq.pUser member variable is an extra parameter that passed in -** as the first argument to the UTF-8 comparison function, xCmp. -** CollSeq.pUser16 is the equivalent for the UTF-16 comparison function, -** xCmp16. -** -** If both CollSeq.xCmp and CollSeq.xCmp16 are NULL, it means that the -** collating sequence is undefined. Indices built on an undefined -** collating sequence may not be read or written. -*/ -struct CollSeq { - char *zName; /* Name of the collating sequence, UTF-8 encoded */ - u8 enc; /* Text encoding handled by xCmp() */ - u8 type; /* One of the SQLITE_COLL_... values below */ - void *pUser; /* First argument to xCmp() */ - int (*xCmp)(void*,int, const void*, int, const void*); -}; - -/* -** Allowed values of CollSeq flags: -*/ -#define SQLITE_COLL_BINARY 1 /* The default memcmp() collating sequence */ -#define SQLITE_COLL_NOCASE 2 /* The built-in NOCASE collating sequence */ -#define SQLITE_COLL_REVERSE 3 /* The built-in REVERSE collating sequence */ -#define SQLITE_COLL_USER 0 /* Any other user-defined collating sequence */ - -/* -** A sort order can be either ASC or DESC. -*/ -#define SQLITE_SO_ASC 0 /* Sort in ascending order */ -#define SQLITE_SO_DESC 1 /* Sort in ascending order */ - -/* -** Column affinity types. -** -** These used to have mnemonic name like 'i' for SQLITE_AFF_INTEGER and -** 't' for SQLITE_AFF_TEXT. But we can save a little space and improve -** the speed a little by number the values consecutively. -** -** But rather than start with 0 or 1, we begin with 'a'. That way, -** when multiple affinity types are concatenated into a string and -** used as the P3 operand, they will be more readable. -** -** Note also that the numeric types are grouped together so that testing -** for a numeric type is a single comparison. -*/ -#define SQLITE_AFF_TEXT 'a' -#define SQLITE_AFF_NONE 'b' -#define SQLITE_AFF_NUMERIC 'c' -#define SQLITE_AFF_INTEGER 'd' -#define SQLITE_AFF_REAL 'e' - -#define sqlite3IsNumericAffinity(X) ((X)>=SQLITE_AFF_NUMERIC) - -/* -** Each SQL table is represented in memory by an instance of the -** following structure. -** -** Table.zName is the name of the table. The case of the original -** CREATE TABLE statement is stored, but case is not significant for -** comparisons. -** -** Table.nCol is the number of columns in this table. Table.aCol is a -** pointer to an array of Column structures, one for each column. -** -** If the table has an INTEGER PRIMARY KEY, then Table.iPKey is the index of -** the column that is that key. Otherwise Table.iPKey is negative. Note -** that the datatype of the PRIMARY KEY must be INTEGER for this field to -** be set. An INTEGER PRIMARY KEY is used as the rowid for each row of -** the table. If a table has no INTEGER PRIMARY KEY, then a random rowid -** is generated for each row of the table. Table.hasPrimKey is true if -** the table has any PRIMARY KEY, INTEGER or otherwise. -** -** Table.tnum is the page number for the root BTree page of the table in the -** database file. If Table.iDb is the index of the database table backend -** in sqlite.aDb[]. 0 is for the main database and 1 is for the file that -** holds temporary tables and indices. If Table.isEphem -** is true, then the table is stored in a file that is automatically deleted -** when the VDBE cursor to the table is closed. In this case Table.tnum -** refers VDBE cursor number that holds the table open, not to the root -** page number. Transient tables are used to hold the results of a -** sub-query that appears instead of a real table name in the FROM clause -** of a SELECT statement. -*/ -struct Table { - char *zName; /* Name of the table */ - int nCol; /* Number of columns in this table */ - Column *aCol; /* Information about each column */ - int iPKey; /* If not less then 0, use aCol[iPKey] as the primary key */ - Index *pIndex; /* List of SQL indexes on this table. */ - int tnum; /* Root BTree node for this table (see note above) */ - Select *pSelect; /* NULL for tables. Points to definition if a view. */ - int nRef; /* Number of pointers to this Table */ - Trigger *pTrigger; /* List of SQL triggers on this table */ - FKey *pFKey; /* Linked list of all foreign keys in this table */ - char *zColAff; /* String defining the affinity of each column */ -#ifndef SQLITE_OMIT_CHECK - Expr *pCheck; /* The AND of all CHECK constraints */ -#endif -#ifndef SQLITE_OMIT_ALTERTABLE - int addColOffset; /* Offset in CREATE TABLE statement to add a new column */ -#endif - u8 readOnly; /* True if this table should not be written by the user */ - u8 isEphem; /* True if created using OP_OpenEphermeral */ - u8 hasPrimKey; /* True if there exists a primary key */ - u8 keyConf; /* What to do in case of uniqueness conflict on iPKey */ - u8 autoInc; /* True if the integer primary key is autoincrement */ -#ifndef SQLITE_OMIT_VIRTUALTABLE - u8 isVirtual; /* True if this is a virtual table */ - u8 isCommit; /* True once the CREATE TABLE has been committed */ - Module *pMod; /* Pointer to the implementation of the module */ - sqlite3_vtab *pVtab; /* Pointer to the module instance */ - int nModuleArg; /* Number of arguments to the module */ - char **azModuleArg; /* Text of all module args. [0] is module name */ -#endif - Schema *pSchema; -}; - -/* -** Test to see whether or not a table is a virtual table. This is -** done as a macro so that it will be optimized out when virtual -** table support is omitted from the build. -*/ -#ifndef SQLITE_OMIT_VIRTUALTABLE -# define IsVirtual(X) ((X)->isVirtual) -#else -# define IsVirtual(X) 0 -#endif - -/* -** Each foreign key constraint is an instance of the following structure. -** -** A foreign key is associated with two tables. The "from" table is -** the table that contains the REFERENCES clause that creates the foreign -** key. The "to" table is the table that is named in the REFERENCES clause. -** Consider this example: -** -** CREATE TABLE ex1( -** a INTEGER PRIMARY KEY, -** b INTEGER CONSTRAINT fk1 REFERENCES ex2(x) -** ); -** -** For foreign key "fk1", the from-table is "ex1" and the to-table is "ex2". -** -** Each REFERENCES clause generates an instance of the following structure -** which is attached to the from-table. The to-table need not exist when -** the from-table is created. The existance of the to-table is not checked -** until an attempt is made to insert data into the from-table. -** -** The sqlite.aFKey hash table stores pointers to this structure -** given the name of a to-table. For each to-table, all foreign keys -** associated with that table are on a linked list using the FKey.pNextTo -** field. -*/ -struct FKey { - Table *pFrom; /* The table that constains the REFERENCES clause */ - FKey *pNextFrom; /* Next foreign key in pFrom */ - char *zTo; /* Name of table that the key points to */ - FKey *pNextTo; /* Next foreign key that points to zTo */ - int nCol; /* Number of columns in this key */ - struct sColMap { /* Mapping of columns in pFrom to columns in zTo */ - int iFrom; /* Index of column in pFrom */ - char *zCol; /* Name of column in zTo. If 0 use PRIMARY KEY */ - } *aCol; /* One entry for each of nCol column s */ - u8 isDeferred; /* True if constraint checking is deferred till COMMIT */ - u8 updateConf; /* How to resolve conflicts that occur on UPDATE */ - u8 deleteConf; /* How to resolve conflicts that occur on DELETE */ - u8 insertConf; /* How to resolve conflicts that occur on INSERT */ -}; - -/* -** SQLite supports many different ways to resolve a contraint -** error. ROLLBACK processing means that a constraint violation -** causes the operation in process to fail and for the current transaction -** to be rolled back. ABORT processing means the operation in process -** fails and any prior changes from that one operation are backed out, -** but the transaction is not rolled back. FAIL processing means that -** the operation in progress stops and returns an error code. But prior -** changes due to the same operation are not backed out and no rollback -** occurs. IGNORE means that the particular row that caused the constraint -** error is not inserted or updated. Processing continues and no error -** is returned. REPLACE means that preexisting database rows that caused -** a UNIQUE constraint violation are removed so that the new insert or -** update can proceed. Processing continues and no error is reported. -** -** RESTRICT, SETNULL, and CASCADE actions apply only to foreign keys. -** RESTRICT is the same as ABORT for IMMEDIATE foreign keys and the -** same as ROLLBACK for DEFERRED keys. SETNULL means that the foreign -** key is set to NULL. CASCADE means that a DELETE or UPDATE of the -** referenced table row is propagated into the row that holds the -** foreign key. -** -** The following symbolic values are used to record which type -** of action to take. -*/ -#define OE_None 0 /* There is no constraint to check */ -#define OE_Rollback 1 /* Fail the operation and rollback the transaction */ -#define OE_Abort 2 /* Back out changes but do no rollback transaction */ -#define OE_Fail 3 /* Stop the operation but leave all prior changes */ -#define OE_Ignore 4 /* Ignore the error. Do not do the INSERT or UPDATE */ -#define OE_Replace 5 /* Delete existing record, then do INSERT or UPDATE */ - -#define OE_Restrict 6 /* OE_Abort for IMMEDIATE, OE_Rollback for DEFERRED */ -#define OE_SetNull 7 /* Set the foreign key value to NULL */ -#define OE_SetDflt 8 /* Set the foreign key value to its default */ -#define OE_Cascade 9 /* Cascade the changes */ - -#define OE_Default 99 /* Do whatever the default action is */ - - -/* -** An instance of the following structure is passed as the first -** argument to sqlite3VdbeKeyCompare and is used to control the -** comparison of the two index keys. -** -** If the KeyInfo.incrKey value is true and the comparison would -** otherwise be equal, then return a result as if the second key -** were larger. -*/ -struct KeyInfo { - u8 enc; /* Text encoding - one of the TEXT_Utf* values */ - u8 incrKey; /* Increase 2nd key by epsilon before comparison */ - int nField; /* Number of entries in aColl[] */ - u8 *aSortOrder; /* If defined an aSortOrder[i] is true, sort DESC */ - CollSeq *aColl[1]; /* Collating sequence for each term of the key */ -}; - -/* -** Each SQL index is represented in memory by an -** instance of the following structure. -** -** The columns of the table that are to be indexed are described -** by the aiColumn[] field of this structure. For example, suppose -** we have the following table and index: -** -** CREATE TABLE Ex1(c1 int, c2 int, c3 text); -** CREATE INDEX Ex2 ON Ex1(c3,c1); -** -** In the Table structure describing Ex1, nCol==3 because there are -** three columns in the table. In the Index structure describing -** Ex2, nColumn==2 since 2 of the 3 columns of Ex1 are indexed. -** The value of aiColumn is {2, 0}. aiColumn[0]==2 because the -** first column to be indexed (c3) has an index of 2 in Ex1.aCol[]. -** The second column to be indexed (c1) has an index of 0 in -** Ex1.aCol[], hence Ex2.aiColumn[1]==0. -** -** The Index.onError field determines whether or not the indexed columns -** must be unique and what to do if they are not. When Index.onError=OE_None, -** it means this is not a unique index. Otherwise it is a unique index -** and the value of Index.onError indicate the which conflict resolution -** algorithm to employ whenever an attempt is made to insert a non-unique -** element. -*/ -struct Index { - char *zName; /* Name of this index */ - int nColumn; /* Number of columns in the table used by this index */ - int *aiColumn; /* Which columns are used by this index. 1st is 0 */ - unsigned *aiRowEst; /* Result of ANALYZE: Est. rows selected by each column */ - Table *pTable; /* The SQL table being indexed */ - int tnum; /* Page containing root of this index in database file */ - u8 onError; /* OE_Abort, OE_Ignore, OE_Replace, or OE_None */ - u8 autoIndex; /* True if is automatically created (ex: by UNIQUE) */ - char *zColAff; /* String defining the affinity of each column */ - Index *pNext; /* The next index associated with the same table */ - Schema *pSchema; /* Schema containing this index */ - u8 *aSortOrder; /* Array of size Index.nColumn. True==DESC, False==ASC */ - char **azColl; /* Array of collation sequence names for index */ -}; - -/* -** Each token coming out of the lexer is an instance of -** this structure. Tokens are also used as part of an expression. -** -** Note if Token.z==0 then Token.dyn and Token.n are undefined and -** may contain random values. Do not make any assuptions about Token.dyn -** and Token.n when Token.z==0. -*/ -struct Token { - const unsigned char *z; /* Text of the token. Not NULL-terminated! */ - unsigned dyn : 1; /* True for malloced memory, false for static */ - unsigned n : 31; /* Number of characters in this token */ -}; - -/* -** An instance of this structure contains information needed to generate -** code for a SELECT that contains aggregate functions. -** -** If Expr.op==TK_AGG_COLUMN or TK_AGG_FUNCTION then Expr.pAggInfo is a -** pointer to this structure. The Expr.iColumn field is the index in -** AggInfo.aCol[] or AggInfo.aFunc[] of information needed to generate -** code for that node. -** -** AggInfo.pGroupBy and AggInfo.aFunc.pExpr point to fields within the -** original Select structure that describes the SELECT statement. These -** fields do not need to be freed when deallocating the AggInfo structure. -*/ -struct AggInfo { - u8 directMode; /* Direct rendering mode means take data directly - ** from source tables rather than from accumulators */ - u8 useSortingIdx; /* In direct mode, reference the sorting index rather - ** than the source table */ - int sortingIdx; /* Cursor number of the sorting index */ - ExprList *pGroupBy; /* The group by clause */ - int nSortingColumn; /* Number of columns in the sorting index */ - struct AggInfo_col { /* For each column used in source tables */ - int iTable; /* Cursor number of the source table */ - int iColumn; /* Column number within the source table */ - int iSorterColumn; /* Column number in the sorting index */ - int iMem; /* Memory location that acts as accumulator */ - Expr *pExpr; /* The original expression */ - } *aCol; - int nColumn; /* Number of used entries in aCol[] */ - int nColumnAlloc; /* Number of slots allocated for aCol[] */ - int nAccumulator; /* Number of columns that show through to the output. - ** Additional columns are used only as parameters to - ** aggregate functions */ - struct AggInfo_func { /* For each aggregate function */ - Expr *pExpr; /* Expression encoding the function */ - FuncDef *pFunc; /* The aggregate function implementation */ - int iMem; /* Memory location that acts as accumulator */ - int iDistinct; /* Ephermeral table used to enforce DISTINCT */ - } *aFunc; - int nFunc; /* Number of entries in aFunc[] */ - int nFuncAlloc; /* Number of slots allocated for aFunc[] */ -}; - -/* -** Each node of an expression in the parse tree is an instance -** of this structure. -** -** Expr.op is the opcode. The integer parser token codes are reused -** as opcodes here. For example, the parser defines TK_GE to be an integer -** code representing the ">=" operator. This same integer code is reused -** to represent the greater-than-or-equal-to operator in the expression -** tree. -** -** Expr.pRight and Expr.pLeft are subexpressions. Expr.pList is a list -** of argument if the expression is a function. -** -** Expr.token is the operator token for this node. For some expressions -** that have subexpressions, Expr.token can be the complete text that gave -** rise to the Expr. In the latter case, the token is marked as being -** a compound token. -** -** An expression of the form ID or ID.ID refers to a column in a table. -** For such expressions, Expr.op is set to TK_COLUMN and Expr.iTable is -** the integer cursor number of a VDBE cursor pointing to that table and -** Expr.iColumn is the column number for the specific column. If the -** expression is used as a result in an aggregate SELECT, then the -** value is also stored in the Expr.iAgg column in the aggregate so that -** it can be accessed after all aggregates are computed. -** -** If the expression is a function, the Expr.iTable is an integer code -** representing which function. If the expression is an unbound variable -** marker (a question mark character '?' in the original SQL) then the -** Expr.iTable holds the index number for that variable. -** -** If the expression is a subquery then Expr.iColumn holds an integer -** register number containing the result of the subquery. If the -** subquery gives a constant result, then iTable is -1. If the subquery -** gives a different answer at different times during statement processing -** then iTable is the address of a subroutine that computes the subquery. -** -** The Expr.pSelect field points to a SELECT statement. The SELECT might -** be the right operand of an IN operator. Or, if a scalar SELECT appears -** in an expression the opcode is TK_SELECT and Expr.pSelect is the only -** operand. -** -** If the Expr is of type OP_Column, and the table it is selecting from -** is a disk table or the "old.*" pseudo-table, then pTab points to the -** corresponding table definition. -*/ -struct Expr { - u8 op; /* Operation performed by this node */ - char affinity; /* The affinity of the column or 0 if not a column */ - u16 flags; /* Various flags. See below */ - CollSeq *pColl; /* The collation type of the column or 0 */ - Expr *pLeft, *pRight; /* Left and right subnodes */ - ExprList *pList; /* A list of expressions used as function arguments - ** or in " IN (aCol[] or ->aFunc[] */ - int iRightJoinTable; /* If EP_FromJoin, the right table of the join */ - Select *pSelect; /* When the expression is a sub-select. Also the - ** right side of " IN (
_" -# -# Then check that it is an error to try to drop any automtically created -# indices. -do_test index-17.1 { - execsql { - DROP TABLE t7; - CREATE TABLE t7(c, d UNIQUE, UNIQUE(c), PRIMARY KEY(c, d) ); - SELECT name FROM sqlite_master WHERE tbl_name = 't7' AND type = 'index'; - } -} {sqlite_autoindex_t7_1 sqlite_autoindex_t7_2 sqlite_autoindex_t7_3} -do_test index-17.2 { - catchsql { - DROP INDEX sqlite_autoindex_t7_1; - } -} {1 {index associated with UNIQUE or PRIMARY KEY constraint cannot be dropped}} -do_test index-17.3 { - catchsql { - DROP INDEX IF EXISTS sqlite_autoindex_t7_1; - } -} {1 {index associated with UNIQUE or PRIMARY KEY constraint cannot be dropped}} -do_test index-17.4 { - catchsql { - DROP INDEX IF EXISTS no_such_index; - } -} {0 {}} - - -# The following tests ensure that it is not possible to explicitly name -# a schema object with a name beginning with "sqlite_". Granted that is a -# little outside the focus of this test scripts, but this has got to be -# tested somewhere. -do_test index-18.1 { - catchsql { - CREATE TABLE sqlite_t1(a, b, c); - } -} {1 {object name reserved for internal use: sqlite_t1}} -do_test index-18.2 { - catchsql { - CREATE INDEX sqlite_i1 ON t7(c); - } -} {1 {object name reserved for internal use: sqlite_i1}} -ifcapable view { -do_test index-18.3 { - catchsql { - CREATE VIEW sqlite_v1 AS SELECT * FROM t7; - } -} {1 {object name reserved for internal use: sqlite_v1}} -} ;# ifcapable view -ifcapable {trigger} { - do_test index-18.4 { - catchsql { - CREATE TRIGGER sqlite_tr1 BEFORE INSERT ON t7 BEGIN SELECT 1; END; - } - } {1 {object name reserved for internal use: sqlite_tr1}} -} -do_test index-18.5 { - execsql { - DROP TABLE t7; - } -} {} - -# These tests ensure that if multiple table definition constraints are -# implemented by a single indice, the correct ON CONFLICT policy applies. -ifcapable conflict { - do_test index-19.1 { - execsql { - CREATE TABLE t7(a UNIQUE PRIMARY KEY); - CREATE TABLE t8(a UNIQUE PRIMARY KEY ON CONFLICT ROLLBACK); - INSERT INTO t7 VALUES(1); - INSERT INTO t8 VALUES(1); - } - } {} - do_test index-19.2 { - catchsql { - BEGIN; - INSERT INTO t7 VALUES(1); - } - } {1 {column a is not unique}} - do_test index-19.3 { - catchsql { - BEGIN; - } - } {1 {cannot start a transaction within a transaction}} - do_test index-19.4 { - catchsql { - INSERT INTO t8 VALUES(1); - } - } {1 {column a is not unique}} - do_test index-19.5 { - catchsql { - BEGIN; - COMMIT; - } - } {0 {}} - do_test index-19.6 { - catchsql { - DROP TABLE t7; - DROP TABLE t8; - CREATE TABLE t7( - a PRIMARY KEY ON CONFLICT FAIL, - UNIQUE(a) ON CONFLICT IGNORE - ); - } - } {1 {conflicting ON CONFLICT clauses specified}} -} ; # end of "ifcapable conflict" block - -ifcapable {reindex} { - do_test index-19.7 { - execsql REINDEX - } {} -} -integrity_check index-19.8 - -# Drop index with a quoted name. Ticket #695. -# -do_test index-20.1 { - execsql { - CREATE INDEX "t6i2" ON t6(c); - DROP INDEX "t6i2"; - } -} {} -do_test index-20.2 { - execsql { - DROP INDEX "t6i1"; - } -} {} - - -finish_test diff --git a/libs/sqlite/test/index2.test b/libs/sqlite/test/index2.test deleted file mode 100644 index 48d0c38e18..0000000000 --- a/libs/sqlite/test/index2.test +++ /dev/null @@ -1,74 +0,0 @@ -# 2005 January 11 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the CREATE INDEX statement. -# -# $Id: index2.test,v 1.3 2006/03/03 19:12:30 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create a table with a large number of columns -# -do_test index2-1.1 { - set sql {CREATE TABLE t1(} - for {set i 1} {$i<1000} {incr i} { - append sql "c$i," - } - append sql "c1000);" - execsql $sql -} {} -do_test index2-1.2 { - set sql {INSERT INTO t1 VALUES(} - for {set i 1} {$i<1000} {incr i} { - append sql $i, - } - append sql {1000);} - execsql $sql -} {} -do_test index2-1.3 { - execsql {SELECT c123 FROM t1} -} 123 -do_test index2-1.4 { - execsql BEGIN - for {set j 1} {$j<=100} {incr j} { - set sql {INSERT INTO t1 VALUES(} - for {set i 1} {$i<1000} {incr i} { - append sql [expr {$j*10000+$i}], - } - append sql "[expr {$j*10000+1000}]);" - execsql $sql - } - execsql COMMIT - execsql {SELECT count(*) FROM t1} -} 101 -do_test index2-1.5 { - execsql {SELECT round(sum(c1000)) FROM t1} -} {50601000.0} - -# Create indices with many columns -# -do_test index2-2.1 { - set sql "CREATE INDEX t1i1 ON t1(" - for {set i 1} {$i<1000} {incr i} { - append sql c$i, - } - append sql c1000) - execsql $sql -} {} -do_test index2-2.2 { - ifcapable explain { - execsql {EXPLAIN SELECT c9 FROM t1 ORDER BY c1, c2, c3, c4, c5} - } - execsql {SELECT c9 FROM t1 ORDER BY c1, c2, c3, c4, c5, c6 LIMIT 5} -} {9 10009 20009 30009 40009} - -finish_test diff --git a/libs/sqlite/test/index3.test b/libs/sqlite/test/index3.test deleted file mode 100644 index c6c6ff4e09..0000000000 --- a/libs/sqlite/test/index3.test +++ /dev/null @@ -1,58 +0,0 @@ -# 2005 February 14 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the CREATE INDEX statement. -# -# $Id: index3.test,v 1.2 2005/08/20 03:03:04 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Ticket #1115. Make sure that when a UNIQUE index is created on a -# non-unique column (or columns) that it fails and that it leaves no -# residue behind. -# -do_test index3-1.1 { - execsql { - CREATE TABLE t1(a); - INSERT INTO t1 VALUES(1); - INSERT INTO t1 VALUES(1); - SELECT * FROM t1; - } -} {1 1} -do_test index3-1.2 { - catchsql { - BEGIN; - CREATE UNIQUE INDEX i1 ON t1(a); - } -} {1 {indexed columns are not unique}} -do_test index3-1.3 { - catchsql COMMIT; -} {0 {}} -integrity_check index3-1.4 - -# This test corrupts the database file so it must be the last test -# in the series. -# -do_test index3-99.1 { - execsql { - PRAGMA writable_schema=on; - UPDATE sqlite_master SET sql='nonsense'; - } - db close - sqlite3 db test.db - catchsql { - DROP INDEX i1; - } -} {1 {malformed database schema - near "nonsense": syntax error}} - -finish_test diff --git a/libs/sqlite/test/insert.test b/libs/sqlite/test/insert.test deleted file mode 100644 index 723a47d15d..0000000000 --- a/libs/sqlite/test/insert.test +++ /dev/null @@ -1,368 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the INSERT statement. -# -# $Id: insert.test,v 1.30 2006/06/11 23:41:56 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Try to insert into a non-existant table. -# -do_test insert-1.1 { - set v [catch {execsql {INSERT INTO test1 VALUES(1,2,3)}} msg] - lappend v $msg -} {1 {no such table: test1}} - -# Try to insert into sqlite_master -# -do_test insert-1.2 { - set v [catch {execsql {INSERT INTO sqlite_master VALUES(1,2,3,4)}} msg] - lappend v $msg -} {1 {table sqlite_master may not be modified}} - -# Try to insert the wrong number of entries. -# -do_test insert-1.3 { - execsql {CREATE TABLE test1(one int, two int, three int)} - set v [catch {execsql {INSERT INTO test1 VALUES(1,2)}} msg] - lappend v $msg -} {1 {table test1 has 3 columns but 2 values were supplied}} -do_test insert-1.3b { - set v [catch {execsql {INSERT INTO test1 VALUES(1,2,3,4)}} msg] - lappend v $msg -} {1 {table test1 has 3 columns but 4 values were supplied}} -do_test insert-1.3c { - set v [catch {execsql {INSERT INTO test1(one,two) VALUES(1,2,3,4)}} msg] - lappend v $msg -} {1 {4 values for 2 columns}} -do_test insert-1.3d { - set v [catch {execsql {INSERT INTO test1(one,two) VALUES(1)}} msg] - lappend v $msg -} {1 {1 values for 2 columns}} - -# Try to insert into a non-existant column of a table. -# -do_test insert-1.4 { - set v [catch {execsql {INSERT INTO test1(one,four) VALUES(1,2)}} msg] - lappend v $msg -} {1 {table test1 has no column named four}} - -# Make sure the inserts actually happen -# -do_test insert-1.5 { - execsql {INSERT INTO test1 VALUES(1,2,3)} - execsql {SELECT * FROM test1} -} {1 2 3} -do_test insert-1.5b { - execsql {INSERT INTO test1 VALUES(4,5,6)} - execsql {SELECT * FROM test1 ORDER BY one} -} {1 2 3 4 5 6} -do_test insert-1.5c { - execsql {INSERT INTO test1 VALUES(7,8,9)} - execsql {SELECT * FROM test1 ORDER BY one} -} {1 2 3 4 5 6 7 8 9} - -do_test insert-1.6 { - execsql {DELETE FROM test1} - execsql {INSERT INTO test1(one,two) VALUES(1,2)} - execsql {SELECT * FROM test1 ORDER BY one} -} {1 2 {}} -do_test insert-1.6b { - execsql {INSERT INTO test1(two,three) VALUES(5,6)} - execsql {SELECT * FROM test1 ORDER BY one} -} {{} 5 6 1 2 {}} -do_test insert-1.6c { - execsql {INSERT INTO test1(three,one) VALUES(7,8)} - execsql {SELECT * FROM test1 ORDER BY one} -} {{} 5 6 1 2 {} 8 {} 7} - -# A table to use for testing default values -# -do_test insert-2.1 { - execsql { - CREATE TABLE test2( - f1 int default -111, - f2 real default +4.32, - f3 int default +222, - f4 int default 7.89 - ) - } - execsql {SELECT * from test2} -} {} -do_test insert-2.2 { - execsql {INSERT INTO test2(f1,f3) VALUES(+10,-10)} - execsql {SELECT * FROM test2} -} {10 4.32 -10 7.89} -do_test insert-2.3 { - execsql {INSERT INTO test2(f2,f4) VALUES(1.23,-3.45)} - execsql {SELECT * FROM test2 WHERE f1==-111} -} {-111 1.23 222 -3.45} -do_test insert-2.4 { - execsql {INSERT INTO test2(f1,f2,f4) VALUES(77,+1.23,3.45)} - execsql {SELECT * FROM test2 WHERE f1==77} -} {77 1.23 222 3.45} -do_test insert-2.10 { - execsql { - DROP TABLE test2; - CREATE TABLE test2( - f1 int default 111, - f2 real default -4.32, - f3 text default hi, - f4 text default 'abc-123', - f5 varchar(10) - ) - } - execsql {SELECT * from test2} -} {} -do_test insert-2.11 { - execsql {INSERT INTO test2(f2,f4) VALUES(-2.22,'hi!')} - execsql {SELECT * FROM test2} -} {111 -2.22 hi hi! {}} -do_test insert-2.12 { - execsql {INSERT INTO test2(f1,f5) VALUES(1,'xyzzy')} - execsql {SELECT * FROM test2 ORDER BY f1} -} {1 -4.32 hi abc-123 xyzzy 111 -2.22 hi hi! {}} - -# Do additional inserts with default values, but this time -# on a table that has indices. In particular we want to verify -# that the correct default values are inserted into the indices. -# -do_test insert-3.1 { - execsql { - DELETE FROM test2; - CREATE INDEX index9 ON test2(f1,f2); - CREATE INDEX indext ON test2(f4,f5); - SELECT * from test2; - } -} {} - -# Update for sqlite3 v3: -# Change the 111 to '111' in the following two test cases, because -# the default value is being inserted as a string. TODO: It shouldn't be. -do_test insert-3.2 { - execsql {INSERT INTO test2(f2,f4) VALUES(-3.33,'hum')} - execsql {SELECT * FROM test2 WHERE f1='111' AND f2=-3.33} -} {111 -3.33 hi hum {}} -do_test insert-3.3 { - execsql {INSERT INTO test2(f1,f2,f5) VALUES(22,-4.44,'wham')} - execsql {SELECT * FROM test2 WHERE f1='111' AND f2=-3.33} -} {111 -3.33 hi hum {}} -do_test insert-3.4 { - execsql {SELECT * FROM test2 WHERE f1=22 AND f2=-4.44} -} {22 -4.44 hi abc-123 wham} -ifcapable {reindex} { - do_test insert-3.5 { - execsql REINDEX - } {} -} -integrity_check insert-3.5 - -# Test of expressions in the VALUES clause -# -do_test insert-4.1 { - execsql { - CREATE TABLE t3(a,b,c); - INSERT INTO t3 VALUES(1+2+3,4,5); - SELECT * FROM t3; - } -} {6 4 5} -do_test insert-4.2 { - ifcapable subquery { - execsql {INSERT INTO t3 VALUES((SELECT max(a) FROM t3)+1,5,6);} - } else { - set maxa [execsql {SELECT max(a) FROM t3}] - execsql "INSERT INTO t3 VALUES($maxa+1,5,6);" - } - execsql { - SELECT * FROM t3 ORDER BY a; - } -} {6 4 5 7 5 6} -ifcapable subquery { - do_test insert-4.3 { - catchsql { - INSERT INTO t3 VALUES((SELECT max(a) FROM t3)+1,t3.a,6); - SELECT * FROM t3 ORDER BY a; - } - } {1 {no such column: t3.a}} -} -do_test insert-4.4 { - ifcapable subquery { - execsql {INSERT INTO t3 VALUES((SELECT b FROM t3 WHERE a=0),6,7);} - } else { - set b [execsql {SELECT b FROM t3 WHERE a = 0}] - if {$b==""} {set b NULL} - execsql "INSERT INTO t3 VALUES($b,6,7);" - } - execsql { - SELECT * FROM t3 ORDER BY a; - } -} {{} 6 7 6 4 5 7 5 6} -do_test insert-4.5 { - execsql { - SELECT b,c FROM t3 WHERE a IS NULL; - } -} {6 7} -do_test insert-4.6 { - catchsql { - INSERT INTO t3 VALUES(notafunc(2,3),2,3); - } -} {1 {no such function: notafunc}} -do_test insert-4.7 { - execsql { - INSERT INTO t3 VALUES(min(1,2,3),max(1,2,3),99); - SELECT * FROM t3 WHERE c=99; - } -} {1 3 99} - -# Test the ability to insert from a temporary table into itself. -# Ticket #275. -# -ifcapable tempdb { - do_test insert-5.1 { - execsql { - CREATE TEMP TABLE t4(x); - INSERT INTO t4 VALUES(1); - SELECT * FROM t4; - } - } {1} - do_test insert-5.2 { - execsql { - INSERT INTO t4 SELECT x+1 FROM t4; - SELECT * FROM t4; - } - } {1 2} - ifcapable {explain} { - do_test insert-5.3 { - # verify that a temporary table is used to copy t4 to t4 - set x [execsql { - EXPLAIN INSERT INTO t4 SELECT x+2 FROM t4; - }] - expr {[lsearch $x OpenEphemeral]>0} - } {1} - } - - do_test insert-5.4 { - # Verify that table "test1" begins on page 3. This should be the same - # page number used by "t4" above. - # - # Update for v3 - the first table now begins on page 2 of each file, not 3. - execsql { - SELECT rootpage FROM sqlite_master WHERE name='test1'; - } - } [expr $AUTOVACUUM?3:2] - do_test insert-5.5 { - # Verify that "t4" begins on page 3. - # - # Update for v3 - the first table now begins on page 2 of each file, not 3. - execsql { - SELECT rootpage FROM sqlite_temp_master WHERE name='t4'; - } - } {2} - do_test insert-5.6 { - # This should not use an intermediate temporary table. - execsql { - INSERT INTO t4 SELECT one FROM test1 WHERE three=7; - SELECT * FROM t4 - } - } {1 2 8} - ifcapable {explain} { - do_test insert-5.7 { - # verify that no temporary table is used to copy test1 to t4 - set x [execsql { - EXPLAIN INSERT INTO t4 SELECT one FROM test1; - }] - expr {[lsearch $x OpenTemp]>0} - } {0} - } -} - -# Ticket #334: REPLACE statement corrupting indices. -# -ifcapable conflict { - # The REPLACE command is not available if SQLITE_OMIT_CONFLICT is - # defined at compilation time. - do_test insert-6.1 { - execsql { - CREATE TABLE t1(a INTEGER PRIMARY KEY, b UNIQUE); - INSERT INTO t1 VALUES(1,2); - INSERT INTO t1 VALUES(2,3); - SELECT b FROM t1 WHERE b=2; - } - } {2} - do_test insert-6.2 { - execsql { - REPLACE INTO t1 VALUES(1,4); - SELECT b FROM t1 WHERE b=2; - } - } {} - do_test insert-6.3 { - execsql { - UPDATE OR REPLACE t1 SET a=2 WHERE b=4; - SELECT * FROM t1 WHERE b=4; - } - } {2 4} - do_test insert-6.4 { - execsql { - SELECT * FROM t1 WHERE b=3; - } - } {} - ifcapable {reindex} { - do_test insert-6.5 { - execsql REINDEX - } {} - } - do_test insert-6.6 { - execsql { - DROP TABLE t1; - } - } {} -} - -# Test that the special optimization for queries of the form -# "SELECT max(x) FROM tbl" where there is an index on tbl(x) works with -# INSERT statments. -do_test insert-7.1 { - execsql { - CREATE TABLE t1(a); - INSERT INTO t1 VALUES(1); - INSERT INTO t1 VALUES(2); - CREATE INDEX i1 ON t1(a); - } -} {} -do_test insert-7.2 { - execsql { - INSERT INTO t1 SELECT max(a) FROM t1; - } -} {} -do_test insert-7.3 { - execsql { - SELECT a FROM t1; - } -} {1 2 2} - -# Ticket #1140: Check for an infinite loop in the algorithm that tests -# to see if the right-hand side of an INSERT...SELECT references the left-hand -# side. -# -ifcapable subquery&&compound { - do_test insert-8.1 { - execsql { - INSERT INTO t3 SELECT * FROM (SELECT * FROM t3 UNION ALL SELECT 1,2,3) - } - } {} -} - - -integrity_check insert-99.0 - -finish_test diff --git a/libs/sqlite/test/insert2.test b/libs/sqlite/test/insert2.test deleted file mode 100644 index 21bd0b7640..0000000000 --- a/libs/sqlite/test/insert2.test +++ /dev/null @@ -1,278 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the INSERT statement that takes is -# result from a SELECT. -# -# $Id: insert2.test,v 1.18 2005/10/05 11:35:09 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create some tables with data that we can select against -# -do_test insert2-1.0 { - execsql {CREATE TABLE d1(n int, log int);} - for {set i 1} {$i<=20} {incr i} { - for {set j 0} {pow(2,$j)<$i} {incr j} {} - execsql "INSERT INTO d1 VALUES($i,$j)" - } - execsql {SELECT * FROM d1 ORDER BY n} -} {1 0 2 1 3 2 4 2 5 3 6 3 7 3 8 3 9 4 10 4 11 4 12 4 13 4 14 4 15 4 16 4 17 5 18 5 19 5 20 5} - -# Insert into a new table from the old one. -# -do_test insert2-1.1.1 { - execsql { - CREATE TABLE t1(log int, cnt int); - PRAGMA count_changes=on; - } - ifcapable explain { - execsql { - EXPLAIN INSERT INTO t1 SELECT log, count(*) FROM d1 GROUP BY log; - } - } - execsql { - INSERT INTO t1 SELECT log, count(*) FROM d1 GROUP BY log; - } -} {6} -do_test insert2-1.1.2 { - db changes -} {6} -do_test insert2-1.1.3 { - execsql {SELECT * FROM t1 ORDER BY log} -} {0 1 1 1 2 2 3 4 4 8 5 4} - -ifcapable compound { -do_test insert2-1.2.1 { - catch {execsql {DROP TABLE t1}} - execsql { - CREATE TABLE t1(log int, cnt int); - INSERT INTO t1 - SELECT log, count(*) FROM d1 GROUP BY log - EXCEPT SELECT n-1,log FROM d1; - } -} {4} -do_test insert2-1.2.2 { - execsql { - SELECT * FROM t1 ORDER BY log; - } -} {0 1 3 4 4 8 5 4} -do_test insert2-1.3.1 { - catch {execsql {DROP TABLE t1}} - execsql { - CREATE TABLE t1(log int, cnt int); - PRAGMA count_changes=off; - INSERT INTO t1 - SELECT log, count(*) FROM d1 GROUP BY log - INTERSECT SELECT n-1,log FROM d1; - } -} {} -do_test insert2-1.3.2 { - execsql { - SELECT * FROM t1 ORDER BY log; - } -} {1 1 2 2} -} ;# ifcapable compound -execsql {PRAGMA count_changes=off;} - -do_test insert2-1.4 { - catch {execsql {DROP TABLE t1}} - set r [execsql { - CREATE TABLE t1(log int, cnt int); - CREATE INDEX i1 ON t1(log); - CREATE INDEX i2 ON t1(cnt); - INSERT INTO t1 SELECT log, count() FROM d1 GROUP BY log; - SELECT * FROM t1 ORDER BY log; - }] - lappend r [execsql {SELECT cnt FROM t1 WHERE log=3}] - lappend r [execsql {SELECT log FROM t1 WHERE cnt=4 ORDER BY log}] -} {0 1 1 1 2 2 3 4 4 8 5 4 4 {3 5}} - -do_test insert2-2.0 { - execsql { - CREATE TABLE t3(a,b,c); - CREATE TABLE t4(x,y); - INSERT INTO t4 VALUES(1,2); - SELECT * FROM t4; - } -} {1 2} -do_test insert2-2.1 { - execsql { - INSERT INTO t3(a,c) SELECT * FROM t4; - SELECT * FROM t3; - } -} {1 {} 2} -do_test insert2-2.2 { - execsql { - DELETE FROM t3; - INSERT INTO t3(c,b) SELECT * FROM t4; - SELECT * FROM t3; - } -} {{} 2 1} -do_test insert2-2.3 { - execsql { - DELETE FROM t3; - INSERT INTO t3(c,a,b) SELECT x, 'hi', y FROM t4; - SELECT * FROM t3; - } -} {hi 2 1} - -integrity_check insert2-3.0 - -# File table t4 with lots of data -# -do_test insert2-3.1 { - execsql { - SELECT * from t4; - } -} {1 2} -do_test insert2-3.2 { - set x [db total_changes] - execsql { - BEGIN; - INSERT INTO t4 VALUES(2,4); - INSERT INTO t4 VALUES(3,6); - INSERT INTO t4 VALUES(4,8); - INSERT INTO t4 VALUES(5,10); - INSERT INTO t4 VALUES(6,12); - INSERT INTO t4 VALUES(7,14); - INSERT INTO t4 VALUES(8,16); - INSERT INTO t4 VALUES(9,18); - INSERT INTO t4 VALUES(10,20); - COMMIT; - } - expr [db total_changes] - $x -} {9} -do_test insert2-3.2.1 { - execsql { - SELECT count(*) FROM t4; - } -} {10} -do_test insert2-3.3 { - ifcapable subquery { - execsql { - BEGIN; - INSERT INTO t4 SELECT x+(SELECT max(x) FROM t4),y FROM t4; - INSERT INTO t4 SELECT x+(SELECT max(x) FROM t4),y FROM t4; - INSERT INTO t4 SELECT x+(SELECT max(x) FROM t4),y FROM t4; - INSERT INTO t4 SELECT x+(SELECT max(x) FROM t4),y FROM t4; - COMMIT; - SELECT count(*) FROM t4; - } - } else { - db function max_x_t4 {execsql {SELECT max(x) FROM t4}} - execsql { - BEGIN; - INSERT INTO t4 SELECT x+max_x_t4() ,y FROM t4; - INSERT INTO t4 SELECT x+max_x_t4() ,y FROM t4; - INSERT INTO t4 SELECT x+max_x_t4() ,y FROM t4; - INSERT INTO t4 SELECT x+max_x_t4() ,y FROM t4; - COMMIT; - SELECT count(*) FROM t4; - } - } -} {160} -do_test insert2-3.4 { - execsql { - BEGIN; - UPDATE t4 SET y='lots of data for the row where x=' || x - || ' and y=' || y || ' - even more data to fill space'; - COMMIT; - SELECT count(*) FROM t4; - } -} {160} -do_test insert2-3.5 { - ifcapable subquery { - execsql { - BEGIN; - INSERT INTO t4 SELECT x+(SELECT max(x)+1 FROM t4),y FROM t4; - SELECT count(*) from t4; - ROLLBACK; - } - } else { - execsql { - BEGIN; - INSERT INTO t4 SELECT x+max_x_t4()+1,y FROM t4; - SELECT count(*) from t4; - ROLLBACK; - } - } -} {320} -do_test insert2-3.6 { - execsql { - SELECT count(*) FROM t4; - } -} {160} -do_test insert2-3.7 { - execsql { - BEGIN; - DELETE FROM t4 WHERE x!=123; - SELECT count(*) FROM t4; - ROLLBACK; - } -} {1} -do_test insert2-3.8 { - db changes -} {159} -integrity_check insert2-3.9 - -# Ticket #901 -# -ifcapable tempdb { - do_test insert2-4.1 { - execsql { - CREATE TABLE Dependencies(depId integer primary key, - class integer, name str, flag str); - CREATE TEMPORARY TABLE DepCheck(troveId INT, depNum INT, - flagCount INT, isProvides BOOL, class INTEGER, name STRING, - flag STRING); - INSERT INTO DepCheck - VALUES(-1, 0, 1, 0, 2, 'libc.so.6', 'GLIBC_2.0'); - INSERT INTO Dependencies - SELECT DISTINCT - NULL, - DepCheck.class, - DepCheck.name, - DepCheck.flag - FROM DepCheck LEFT OUTER JOIN Dependencies ON - DepCheck.class == Dependencies.class AND - DepCheck.name == Dependencies.name AND - DepCheck.flag == Dependencies.flag - WHERE - Dependencies.depId is NULL; - }; - } {} -} - -#-------------------------------------------------------------------- -# Test that the INSERT works when the SELECT statement (a) references -# the table being inserted into and (b) is optimized to use an index -# only. -do_test insert2-5.1 { - execsql { - CREATE TABLE t2(a, b); - INSERT INTO t2 VALUES(1, 2); - CREATE INDEX t2i1 ON t2(a); - INSERT INTO t2 SELECT a, 3 FROM t2 WHERE a = 1; - SELECT * FROM t2; - } -} {1 2 1 3} -ifcapable subquery { - do_test insert2-5.2 { - execsql { - INSERT INTO t2 SELECT (SELECT a FROM t2), 4; - SELECT * FROM t2; - } - } {1 2 1 3 1 4} -} - -finish_test diff --git a/libs/sqlite/test/insert3.test b/libs/sqlite/test/insert3.test deleted file mode 100644 index 62af4ddae1..0000000000 --- a/libs/sqlite/test/insert3.test +++ /dev/null @@ -1,168 +0,0 @@ -# 2005 January 13 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing corner cases of the INSERT statement. -# -# $Id: insert3.test,v 1.5 2006/08/25 23:42:53 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# All the tests in this file require trigger support -# -ifcapable {trigger} { - -# Create a table and a corresponding insert trigger. Do a self-insert -# into the table. -# -do_test insert3-1.0 { - execsql { - CREATE TABLE t1(a,b); - CREATE TABLE log(x UNIQUE, y); - CREATE TRIGGER r1 AFTER INSERT ON t1 BEGIN - UPDATE log SET y=y+1 WHERE x=new.a; - INSERT OR IGNORE INTO log VALUES(new.a, 1); - END; - INSERT INTO t1 VALUES('hello','world'); - INSERT INTO t1 VALUES(5,10); - SELECT * FROM log ORDER BY x; - } -} {5 1 hello 1} -do_test insert3-1.1 { - execsql { - INSERT INTO t1 SELECT a, b+10 FROM t1; - SELECT * FROM log ORDER BY x; - } -} {5 2 hello 2} -do_test insert3-1.2 { - execsql { - CREATE TABLE log2(x PRIMARY KEY,y); - CREATE TRIGGER r2 BEFORE INSERT ON t1 BEGIN - UPDATE log2 SET y=y+1 WHERE x=new.b; - INSERT OR IGNORE INTO log2 VALUES(new.b,1); - END; - INSERT INTO t1 VALUES(453,'hi'); - SELECT * FROM log ORDER BY x; - } -} {5 2 453 1 hello 2} -do_test insert3-1.3 { - execsql { - SELECT * FROM log2 ORDER BY x; - } -} {hi 1} -ifcapable compound { - do_test insert3-1.4.1 { - execsql { - INSERT INTO t1 SELECT * FROM t1; - SELECT 'a:', x, y FROM log UNION ALL - SELECT 'b:', x, y FROM log2 ORDER BY x; - } - } {a: 5 4 b: 10 2 b: 20 1 a: 453 2 a: hello 4 b: hi 2 b: world 1} - do_test insert3-1.4.2 { - execsql { - SELECT 'a:', x, y FROM log UNION ALL - SELECT 'b:', x, y FROM log2 ORDER BY x, y; - } - } {a: 5 4 b: 10 2 b: 20 1 a: 453 2 a: hello 4 b: hi 2 b: world 1} - do_test insert3-1.5 { - execsql { - INSERT INTO t1(a) VALUES('xyz'); - SELECT * FROM log ORDER BY x; - } - } {5 4 453 2 hello 4 xyz 1} -} - -do_test insert3-2.1 { - execsql { - CREATE TABLE t2( - a INTEGER PRIMARY KEY, - b DEFAULT 'b', - c DEFAULT 'c' - ); - CREATE TABLE t2dup(a,b,c); - CREATE TRIGGER t2r1 BEFORE INSERT ON t2 BEGIN - INSERT INTO t2dup(a,b,c) VALUES(new.a,new.b,new.c); - END; - INSERT INTO t2(a) VALUES(123); - INSERT INTO t2(b) VALUES(234); - INSERT INTO t2(c) VALUES(345); - SELECT * FROM t2dup; - } -} {123 b c -1 234 c -1 b 345} -do_test insert3-2.2 { - execsql { - DELETE FROM t2dup; - INSERT INTO t2(a) SELECT 1 FROM t1 LIMIT 1; - INSERT INTO t2(b) SELECT 987 FROM t1 LIMIT 1; - INSERT INTO t2(c) SELECT 876 FROM t1 LIMIT 1; - SELECT * FROM t2dup; - } -} {1 b c -1 987 c -1 b 876} - -# Test for proper detection of malformed WHEN clauses on INSERT triggers. -# -do_test insert3-3.1 { - execsql { - CREATE TABLE t3(a,b,c); - CREATE TRIGGER t3r1 BEFORE INSERT on t3 WHEN nosuchcol BEGIN - SELECT 'illegal WHEN clause'; - END; - } -} {} -do_test insert3-3.2 { - catchsql { - INSERT INTO t3 VALUES(1,2,3) - } -} {1 {no such column: nosuchcol}} -do_test insert3-3.3 { - execsql { - CREATE TABLE t4(a,b,c); - CREATE TRIGGER t4r1 AFTER INSERT on t4 WHEN nosuchcol BEGIN - SELECT 'illegal WHEN clause'; - END; - } -} {} -do_test insert3-3.4 { - catchsql { - INSERT INTO t4 VALUES(1,2,3) - } -} {1 {no such column: nosuchcol}} - -} ;# ifcapable {trigger} - -# Tests for the INSERT INTO ... DEFAULT VALUES construct -# -do_test insert4-3.5 { - execsql { - CREATE TABLE t5( - a INTEGER PRIMARY KEY, - b DEFAULT 'xyz' - ); - INSERT INTO t5 DEFAULT VALUES; - SELECT * FROM t5; - } -} {1 xyz} -do_test insert4-3.6 { - execsql { - INSERT INTO t5 DEFAULT VALUES; - SELECT * FROM t5; - } -} {1 xyz 2 xyz} -do_test insert4-3.7 { - execsql { - CREATE TABLE t6(x,y DEFAULT 4.3, z DEFAULT x'6869'); - INSERT INTO t6 DEFAULT VALUES; - SELECT * FROM t6; - } -} {{} 4.3 hi} - - -finish_test diff --git a/libs/sqlite/test/interrupt.test b/libs/sqlite/test/interrupt.test deleted file mode 100644 index 7e1ec0a27e..0000000000 --- a/libs/sqlite/test/interrupt.test +++ /dev/null @@ -1,197 +0,0 @@ -# 2004 Feb 8 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is the sqlite_interrupt() API. -# -# $Id: interrupt.test,v 1.13 2006/07/17 00:02:46 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -set DB [sqlite3_connection_pointer db] - -# Compute a checksum on the entire database. -# -proc cksum {{db db}} { - set txt [$db eval {SELECT name, type, sql FROM sqlite_master}]\n - foreach tbl [$db eval {SELECT name FROM sqlite_master WHERE type='table'}] { - append txt [$db eval "SELECT * FROM $tbl"]\n - } - foreach prag {default_synchronous default_cache_size} { - append txt $prag-[$db eval "PRAGMA $prag"]\n - } - set cksum [string length $txt]-[md5 $txt] - # puts $cksum-[file size test.db] - return $cksum -} - -# This routine attempts to execute the sql in $sql. It triggers an -# interrupt at progressively later and later points during the processing -# and checks to make sure SQLITE_INTERRUPT is returned. Eventually, -# the routine completes successfully. -# -proc interrupt_test {testid sql result {initcnt 0}} { - set orig_sum [cksum] - set i $initcnt - while 1 { - incr i - set ::sqlite_interrupt_count $i - do_test $testid.$i.1 [format { - set ::r [catchsql %s] - set ::code [db errorcode] - expr {$::code==0 || $::code==9} - } [list $sql]] 1 - if {$::code==9} { - do_test $testid.$i.2 { - cksum - } $orig_sum - } else { - do_test $testid.$i.99 { - set ::r - } [list 0 $result] - break - } - } - set ::sqlite_interrupt_count 0 -} - -do_test interrupt-1.1 { - execsql { - CREATE TABLE t1(a,b); - SELECT name FROM sqlite_master; - } -} {t1} -interrupt_test interrupt-1.2 {DROP TABLE t1} {} -do_test interrupt-1.3 { - execsql { - SELECT name FROM sqlite_master; - } -} {} -integrity_check interrupt-1.4 - -do_test interrrupt-2.1 { - execsql { - BEGIN; - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,randstr(300,400)); - INSERT INTO t1 SELECT a+1, randstr(300,400) FROM t1; - INSERT INTO t1 SELECT a+2, a || '-' || b FROM t1; - INSERT INTO t1 SELECT a+4, a || '-' || b FROM t1; - INSERT INTO t1 SELECT a+8, a || '-' || b FROM t1; - INSERT INTO t1 SELECT a+16, a || '-' || b FROM t1; - INSERT INTO t1 SELECT a+32, a || '-' || b FROM t1; - COMMIT; - UPDATE t1 SET b=substr(b,-5,5); - SELECT count(*) from t1; - } -} 64 -set origsize [file size test.db] -set cksum [db eval {SELECT md5sum(a || b) FROM t1}] -ifcapable {vacuum} { - interrupt_test interrupt-2.2 {VACUUM} {} 100 -} -do_test interrupt-2.3 { - execsql { - SELECT md5sum(a || b) FROM t1; - } -} $cksum -ifcapable {vacuum && !default_autovacuum} { - do_test interrupt-2.4 { - expr {$::origsize>[file size test.db]} - } 1 -} -ifcapable {explain} { - do_test interrupt-2.5 { - set sql {EXPLAIN SELECT max(a,b), a, b FROM t1} - execsql $sql - set rc [catch {db eval $sql {sqlite3_interrupt $DB}} msg] - lappend rc $msg - } {1 interrupted} -} -integrity_check interrupt-2.6 - -# Ticket #594. If an interrupt occurs in the middle of a transaction -# and that transaction is later rolled back, the internal schema tables do -# not reset. -# -ifcapable tempdb { - for {set i 1} {$i<50} {incr i 5} { - do_test interrupt-3.$i.1 { - execsql { - BEGIN; - CREATE TEMP TABLE t2(x,y); - SELECT name FROM sqlite_temp_master; - } - } {t2} - do_test interrupt-3.$i.2 { - set ::sqlite_interrupt_count $::i - catchsql { - INSERT INTO t2 SELECT * FROM t1; - } - } {1 interrupted} - do_test interrupt-3.$i.3 { - execsql { - SELECT name FROM sqlite_temp_master; - } - } {t2} - do_test interrupt-3.$i.4 { - catchsql { - ROLLBACK - } - } {0 {}} - do_test interrupt-3.$i.5 { - catchsql {SELECT name FROM sqlite_temp_master}; - execsql { - SELECT name FROM sqlite_temp_master; - } - } {} - } -} - -# There are reports of a memory leak if an interrupt occurs during -# the beginning of a complex query - before the first callback. We -# will try to reproduce it here: -# -execsql { - CREATE TABLE t2(a,b,c); - INSERT INTO t2 SELECT round(a/10), randstr(50,80), randstr(50,60) FROM t1; -} -set sql { - SELECT max(min(b,c)), min(max(b,c)), a FROM t2 GROUP BY a ORDER BY a; -} -set sqlite_interrupt_count 1000000 -execsql $sql -set max_count [expr {1000000-$sqlite_interrupt_count}] -for {set i 1} {$i<$max_count-5} {incr i 1} { - do_test interrupt-4.$i.1 { - set ::sqlite_interrupt_count $::i - catchsql $sql - } {1 interrupted} -} - -# Interrupt during parsing -# -do_test interrupt-5.1 { - proc fake_interrupt {args} {sqlite3_interrupt $::DB; return SQLITE_OK} - db collation_needed fake_interrupt - catchsql { - CREATE INDEX fake ON fake1(a COLLATE fake_collation, b, c DESC); - } -} {1 interrupt} -do_test interrupt-5.2 { - proc fake_interrupt {args} {db interrupt; return SQLITE_OK} - db collation_needed fake_interrupt - catchsql { - CREATE INDEX fake ON fake1(a COLLATE fake_collation, b, c DESC); - } -} {1 interrupt} - -finish_test diff --git a/libs/sqlite/test/intpkey.test b/libs/sqlite/test/intpkey.test deleted file mode 100644 index 168f1df5c5..0000000000 --- a/libs/sqlite/test/intpkey.test +++ /dev/null @@ -1,605 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for the special processing associated -# with INTEGER PRIMARY KEY columns. -# -# $Id: intpkey.test,v 1.23 2005/07/21 03:48:20 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create a table with a primary key and a datatype other than -# integer -# -do_test intpkey-1.0 { - execsql { - CREATE TABLE t1(a TEXT PRIMARY KEY, b, c); - } -} {} - -# There should be an index associated with the primary key -# -do_test intpkey-1.1 { - execsql { - SELECT name FROM sqlite_master - WHERE type='index' AND tbl_name='t1'; - } -} {sqlite_autoindex_t1_1} - -# Now create a table with an integer primary key and verify that -# there is no associated index. -# -do_test intpkey-1.2 { - execsql { - DROP TABLE t1; - CREATE TABLE t1(a INTEGER PRIMARY KEY, b, c); - SELECT name FROM sqlite_master - WHERE type='index' AND tbl_name='t1'; - } -} {} - -# Insert some records into the new table. Specify the primary key -# and verify that the key is used as the record number. -# -do_test intpkey-1.3 { - execsql { - INSERT INTO t1 VALUES(5,'hello','world'); - } - db last_insert_rowid -} {5} -do_test intpkey-1.4 { - execsql { - SELECT * FROM t1; - } -} {5 hello world} -do_test intpkey-1.5 { - execsql { - SELECT rowid, * FROM t1; - } -} {5 5 hello world} - -# Attempting to insert a duplicate primary key should give a constraint -# failure. -# -do_test intpkey-1.6 { - set r [catch {execsql { - INSERT INTO t1 VALUES(5,'second','entry'); - }} msg] - lappend r $msg -} {1 {PRIMARY KEY must be unique}} -do_test intpkey-1.7 { - execsql { - SELECT rowid, * FROM t1; - } -} {5 5 hello world} -do_test intpkey-1.8 { - set r [catch {execsql { - INSERT INTO t1 VALUES(6,'second','entry'); - }} msg] - lappend r $msg -} {0 {}} -do_test intpkey-1.8.1 { - db last_insert_rowid -} {6} -do_test intpkey-1.9 { - execsql { - SELECT rowid, * FROM t1; - } -} {5 5 hello world 6 6 second entry} - -# A ROWID is automatically generated for new records that do not specify -# the integer primary key. -# -do_test intpkey-1.10 { - execsql { - INSERT INTO t1(b,c) VALUES('one','two'); - SELECT b FROM t1 ORDER BY b; - } -} {hello one second} - -# Try to change the ROWID for the new entry. -# -do_test intpkey-1.11 { - execsql { - UPDATE t1 SET a=4 WHERE b='one'; - SELECT * FROM t1; - } -} {4 one two 5 hello world 6 second entry} - -# Make sure SELECT statements are able to use the primary key column -# as an index. -# -do_test intpkey-1.12.1 { - execsql { - SELECT * FROM t1 WHERE a==4; - } -} {4 one two} -do_test intpkey-1.12.2 { - set sqlite_query_plan -} {t1 *} - -# Try to insert a non-integer value into the primary key field. This -# should result in a data type mismatch. -# -do_test intpkey-1.13.1 { - set r [catch {execsql { - INSERT INTO t1 VALUES('x','y','z'); - }} msg] - lappend r $msg -} {1 {datatype mismatch}} -do_test intpkey-1.13.2 { - set r [catch {execsql { - INSERT INTO t1 VALUES('','y','z'); - }} msg] - lappend r $msg -} {1 {datatype mismatch}} -do_test intpkey-1.14 { - set r [catch {execsql { - INSERT INTO t1 VALUES(3.4,'y','z'); - }} msg] - lappend r $msg -} {1 {datatype mismatch}} -do_test intpkey-1.15 { - set r [catch {execsql { - INSERT INTO t1 VALUES(-3,'y','z'); - }} msg] - lappend r $msg -} {0 {}} -do_test intpkey-1.16 { - execsql {SELECT * FROM t1} -} {-3 y z 4 one two 5 hello world 6 second entry} - -#### INDICES -# Check to make sure indices work correctly with integer primary keys -# -do_test intpkey-2.1 { - execsql { - CREATE INDEX i1 ON t1(b); - SELECT * FROM t1 WHERE b=='y' - } -} {-3 y z} -do_test intpkey-2.1.1 { - execsql { - SELECT * FROM t1 WHERE b=='y' AND rowid<0 - } -} {-3 y z} -do_test intpkey-2.1.2 { - execsql { - SELECT * FROM t1 WHERE b=='y' AND rowid<0 AND rowid>=-20 - } -} {-3 y z} -do_test intpkey-2.1.3 { - execsql { - SELECT * FROM t1 WHERE b>='y' - } -} {-3 y z} -do_test intpkey-2.1.4 { - execsql { - SELECT * FROM t1 WHERE b>='y' AND rowid<10 - } -} {-3 y z} - -do_test intpkey-2.2 { - execsql { - UPDATE t1 SET a=8 WHERE b=='y'; - SELECT * FROM t1 WHERE b=='y'; - } -} {8 y z} -do_test intpkey-2.3 { - execsql { - SELECT rowid, * FROM t1; - } -} {4 4 one two 5 5 hello world 6 6 second entry 8 8 y z} -do_test intpkey-2.4 { - execsql { - SELECT rowid, * FROM t1 WHERE b<'second' - } -} {5 5 hello world 4 4 one two} -do_test intpkey-2.4.1 { - execsql { - SELECT rowid, * FROM t1 WHERE 'second'>b - } -} {5 5 hello world 4 4 one two} -do_test intpkey-2.4.2 { - execsql { - SELECT rowid, * FROM t1 WHERE 8>rowid AND 'second'>b - } -} {4 4 one two 5 5 hello world} -do_test intpkey-2.4.3 { - execsql { - SELECT rowid, * FROM t1 WHERE 8>rowid AND 'second'>b AND 0'a' - } -} {5 5 hello world 4 4 one two 6 6 second entry 8 8 y z} -do_test intpkey-2.6 { - execsql { - DELETE FROM t1 WHERE rowid=4; - SELECT * FROM t1 WHERE b>'a'; - } -} {5 hello world 6 second entry 8 y z} -do_test intpkey-2.7 { - execsql { - UPDATE t1 SET a=-4 WHERE rowid=8; - SELECT * FROM t1 WHERE b>'a'; - } -} {5 hello world 6 second entry -4 y z} -do_test intpkey-2.7 { - execsql { - SELECT * FROM t1 - } -} {-4 y z 5 hello world 6 second entry} - -# Do an SQL statement. Append the search count to the end of the result. -# -proc count sql { - set ::sqlite_search_count 0 - return [concat [execsql $sql] $::sqlite_search_count] -} - -# Create indices that include the integer primary key as one of their -# columns. -# -do_test intpkey-3.1 { - execsql { - CREATE INDEX i2 ON t1(a); - } -} {} -do_test intpkey-3.2 { - count { - SELECT * FROM t1 WHERE a=5; - } -} {5 hello world 0} -do_test intpkey-3.3 { - count { - SELECT * FROM t1 WHERE a>4 AND a<6; - } -} {5 hello world 2} -do_test intpkey-3.4 { - count { - SELECT * FROM t1 WHERE b>='hello' AND b<'hello2'; - } -} {5 hello world 3} -do_test intpkey-3.5 { - execsql { - CREATE INDEX i3 ON t1(c,a); - } -} {} -do_test intpkey-3.6 { - count { - SELECT * FROM t1 WHERE c=='world'; - } -} {5 hello world 3} -do_test intpkey-3.7 { - execsql {INSERT INTO t1 VALUES(11,'hello','world')} - count { - SELECT * FROM t1 WHERE c=='world'; - } -} {5 hello world 11 hello world 5} -do_test intpkey-3.8 { - count { - SELECT * FROM t1 WHERE c=='world' AND a>7; - } -} {11 hello world 5} -do_test intpkey-3.9 { - count { - SELECT * FROM t1 WHERE 7=oid; - } -} {11 hello world 1} -do_test intpkey-4.9 { - count { - SELECT * FROM t1 WHERE 11<=_rowid_ AND 12>=a; - } -} {11 hello world 1} -do_test intpkey-4.10 { - count { - SELECT * FROM t1 WHERE 0>=_rowid_; - } -} {-4 y z 1} -do_test intpkey-4.11 { - count { - SELECT * FROM t1 WHERE a<0; - } -} {-4 y z 1} -do_test intpkey-4.12 { - count { - SELECT * FROM t1 WHERE a<0 AND a>10; - } -} {1} - -# Make sure it is OK to insert a rowid of 0 -# -do_test intpkey-5.1 { - execsql { - INSERT INTO t1 VALUES(0,'zero','entry'); - } - count { - SELECT * FROM t1 WHERE a=0; - } -} {0 zero entry 0} -do_test intpkey-5.2 { - execsql { - SELECT rowid, a FROM t1 - } -} {-4 -4 0 0 5 5 6 6 11 11} - -# Test the ability of the COPY command to put data into a -# table that contains an integer primary key. -# -# COPY command has been removed. But we retain these tests so -# that the tables will contain the right data for tests that follow. -# -do_test intpkey-6.1 { - execsql { - BEGIN; - INSERT INTO t1 VALUES(20,'b-20','c-20'); - INSERT INTO t1 VALUES(21,'b-21','c-21'); - INSERT INTO t1 VALUES(22,'b-22','c-22'); - COMMIT; - SELECT * FROM t1 WHERE a>=20; - } -} {20 b-20 c-20 21 b-21 c-21 22 b-22 c-22} -do_test intpkey-6.2 { - execsql { - SELECT * FROM t1 WHERE b=='hello' - } -} {5 hello world 11 hello world} -do_test intpkey-6.3 { - execsql { - DELETE FROM t1 WHERE b='b-21'; - SELECT * FROM t1 WHERE b=='b-21'; - } -} {} -do_test intpkey-6.4 { - execsql { - SELECT * FROM t1 WHERE a>=20 - } -} {20 b-20 c-20 22 b-22 c-22} - -# Do an insert of values with the columns specified out of order. -# -do_test intpkey-7.1 { - execsql { - INSERT INTO t1(c,b,a) VALUES('row','new',30); - SELECT * FROM t1 WHERE rowid>=30; - } -} {30 new row} -do_test intpkey-7.2 { - execsql { - SELECT * FROM t1 WHERE rowid>20; - } -} {22 b-22 c-22 30 new row} - -# Do an insert from a select statement. -# -do_test intpkey-8.1 { - execsql { - CREATE TABLE t2(x INTEGER PRIMARY KEY, y, z); - INSERT INTO t2 SELECT * FROM t1; - SELECT rowid FROM t2; - } -} {-4 0 5 6 11 20 22 30} -do_test intpkey-8.2 { - execsql { - SELECT x FROM t2; - } -} {-4 0 5 6 11 20 22 30} - -do_test intpkey-9.1 { - execsql { - UPDATE t1 SET c='www' WHERE c='world'; - SELECT rowid, a, c FROM t1 WHERE c=='www'; - } -} {5 5 www 11 11 www} - - -# Check insert of NULL for primary key -# -do_test intpkey-10.1 { - execsql { - DROP TABLE t2; - CREATE TABLE t2(x INTEGER PRIMARY KEY, y, z); - INSERT INTO t2 VALUES(NULL, 1, 2); - SELECT * from t2; - } -} {1 1 2} -do_test intpkey-10.2 { - execsql { - INSERT INTO t2 VALUES(NULL, 2, 3); - SELECT * from t2 WHERE x=2; - } -} {2 2 3} -do_test intpkey-10.3 { - execsql { - INSERT INTO t2 SELECT NULL, z, y FROM t2; - SELECT * FROM t2; - } -} {1 1 2 2 2 3 3 2 1 4 3 2} - -# This tests checks to see if a floating point number can be used -# to reference an integer primary key. -# -do_test intpkey-11.1 { - execsql { - SELECT b FROM t1 WHERE a=2.0+3.0; - } -} {hello} -do_test intpkey-11.1 { - execsql { - SELECT b FROM t1 WHERE a=2.0+3.5; - } -} {} - -integrity_check intpkey-12.1 - -# Try to use a string that looks like a floating point number as -# an integer primary key. This should actually work when the floating -# point value can be rounded to an integer without loss of data. -# -do_test intpkey-13.1 { - execsql { - SELECT * FROM t1 WHERE a=1; - } -} {} -do_test intpkey-13.2 { - execsql { - INSERT INTO t1 VALUES('1.0',2,3); - SELECT * FROM t1 WHERE a=1; - } -} {1 2 3} -do_test intpkey-13.3 { - catchsql { - INSERT INTO t1 VALUES('1.5',3,4); - } -} {1 {datatype mismatch}} -ifcapable {bloblit} { - do_test intpkey-13.4 { - catchsql { - INSERT INTO t1 VALUES(x'123456',3,4); - } - } {1 {datatype mismatch}} -} -do_test intpkey-13.5 { - catchsql { - INSERT INTO t1 VALUES('+1234567890',3,4); - } -} {0 {}} - -# Compare an INTEGER PRIMARY KEY against a TEXT expression. The INTEGER -# affinity should be applied to the text value before the comparison -# takes place. -# -do_test intpkey-14.1 { - execsql { - CREATE TABLE t3(a INTEGER PRIMARY KEY, b INTEGER, c TEXT); - INSERT INTO t3 VALUES(1, 1, 'one'); - INSERT INTO t3 VALUES(2, 2, '2'); - INSERT INTO t3 VALUES(3, 3, 3); - } -} {} -do_test intpkey-14.2 { - execsql { - SELECT * FROM t3 WHERE a>2; - } -} {3 3 3} -do_test intpkey-14.3 { - execsql { - SELECT * FROM t3 WHERE a>'2'; - } -} {3 3 3} -do_test intpkey-14.4 { - execsql { - SELECT * FROM t3 WHERE a<'2'; - } -} {1 1 one} -do_test intpkey-14.5 { - execsql { - SELECT * FROM t3 WHERE a2147483648; - } -} {} -do_test intpkey-15.2 { - execsql { - INSERT INTO t1 VALUES(NULL, 'big-2', 234); - SELECT b FROM t1 WHERE a>=2147483648; - } -} {big-2} -do_test intpkey-15.3 { - execsql { - SELECT b FROM t1 WHERE a>2147483648; - } -} {} -do_test intpkey-15.4 { - execsql { - SELECT b FROM t1 WHERE a>=2147483647; - } -} {big-1 big-2} -do_test intpkey-15.5 { - execsql { - SELECT b FROM t1 WHERE a<2147483648; - } -} {y zero 2 hello second hello b-20 b-22 new 3 big-1} -do_test intpkey-15.6 { - execsql { - SELECT b FROM t1 WHERE a<12345678901; - } -} {y zero 2 hello second hello b-20 b-22 new 3 big-1 big-2} -do_test intpkey-15.7 { - execsql { - SELECT b FROM t1 WHERE a>12345678901; - } -} {} - - -finish_test diff --git a/libs/sqlite/test/ioerr.test b/libs/sqlite/test/ioerr.test deleted file mode 100644 index e9df0321d8..0000000000 --- a/libs/sqlite/test/ioerr.test +++ /dev/null @@ -1,263 +0,0 @@ -# 2001 October 12 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing for correct handling of I/O errors -# such as writes failing because the disk is full. -# -# The tests in this file use special facilities that are only -# available in the SQLite test fixture. -# -# $Id: ioerr.test,v 1.29 2007/01/04 14:58:14 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - - -# If SQLITE_DEFAULT_AUTOVACUUM is set to true, then a simulated IO error -# on the 8th IO operation in the SQL script below doesn't report an error. -# -# This is because the 8th IO call attempts to read page 2 of the database -# file when the file on disk is only 1 page. The pager layer detects that -# this has happened and suppresses the error returned by the OS layer. -# -do_ioerr_test ioerr-1 -erc 1 -sqlprep { - SELECT * FROM sqlite_master; -} -sqlbody { - CREATE TABLE t1(a,b,c); - SELECT * FROM sqlite_master; - BEGIN TRANSACTION; - INSERT INTO t1 VALUES(1,2,3); - INSERT INTO t1 VALUES(4,5,6); - ROLLBACK; - SELECT * FROM t1; - BEGIN TRANSACTION; - INSERT INTO t1 VALUES(1,2,3); - INSERT INTO t1 VALUES(4,5,6); - COMMIT; - SELECT * FROM t1; - DELETE FROM t1 WHERE a<100; -} -exclude [expr [string match [execsql {pragma auto_vacuum}] 1] ? 4 : 0] - -finish_test -return - -# Test for IO errors during a VACUUM. -# -# The first IO call is excluded from the test. This call attempts to read -# the file-header of the temporary database used by VACUUM. Since the -# database doesn't exist at that point, the IO error is not detected. -# -# Additionally, if auto-vacuum is enabled, the 12th IO error is not -# detected. Same reason as the 8th in the test case above. -# -ifcapable vacuum { - do_ioerr_test ioerr-2 -cksum true -sqlprep { - BEGIN; - CREATE TABLE t1(a, b, c); - INSERT INTO t1 VALUES(1, randstr(50,50), randstr(50,50)); - INSERT INTO t1 SELECT a+2, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT a+4, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT a+8, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT a+16, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT a+32, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT a+64, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT a+128, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 VALUES(1, randstr(600,600), randstr(600,600)); - CREATE TABLE t2 AS SELECT * FROM t1; - CREATE TABLE t3 AS SELECT * FROM t1; - COMMIT; - DROP TABLE t2; - } -sqlbody { - VACUUM; - } -exclude [list \ - 1 [expr [string match [execsql {pragma auto_vacuum}] 1]?9:-1]] -} - -do_ioerr_test ioerr-3 -tclprep { - execsql { - PRAGMA cache_size = 10; - BEGIN; - CREATE TABLE abc(a); - INSERT INTO abc VALUES(randstr(1500,1500)); -- Page 4 is overflow - } - for {set i 0} {$i<150} {incr i} { - execsql { - INSERT INTO abc VALUES(randstr(100,100)); - } - } - execsql COMMIT -} -sqlbody { - CREATE TABLE abc2(a); - BEGIN; - DELETE FROM abc WHERE length(a)>100; - UPDATE abc SET a = randstr(90,90); - COMMIT; - CREATE TABLE abc3(a); -} - -# Test IO errors that can occur retrieving a record header that flows over -# onto an overflow page. -do_ioerr_test ioerr-4 -tclprep { - set sql "CREATE TABLE abc(a1" - for {set i 2} {$i<1300} {incr i} { - append sql ", a$i" - } - append sql ");" - execsql $sql - execsql {INSERT INTO abc (a1) VALUES(NULL)} -} -sqlbody { - SELECT * FROM abc; -} - -# Test IO errors that may occur during a multi-file commit. -# -# Tests 8 and 17 are excluded when auto-vacuum is enabled for the same -# reason as in test cases ioerr-1.XXX -set ex "" -if {[string match [execsql {pragma auto_vacuum}] 1]} { - set ex [list 4 17] -} -do_ioerr_test ioerr-5 -sqlprep { - ATTACH 'test2.db' AS test2; -} -sqlbody { - BEGIN; - CREATE TABLE t1(a,b,c); - CREATE TABLE test2.t2(a,b,c); - COMMIT; -} -exclude $ex - -# Test IO errors when replaying two hot journals from a 2-file -# transaction. This test only runs on UNIX. -ifcapable crashtest { - if {![catch {sqlite3 -has_codec} r] && !$r} { - do_ioerr_test ioerr-6 -tclprep { - execsql { - ATTACH 'test2.db' as aux; - CREATE TABLE tx(a, b); - CREATE TABLE aux.ty(a, b); - } - set rc [crashsql 2 test2.db-journal { - ATTACH 'test2.db' as aux; - PRAGMA cache_size = 10; - BEGIN; - CREATE TABLE aux.t2(a, b, c); - CREATE TABLE t1(a, b, c); - COMMIT; - }] - if {$rc!="1 {child process exited abnormally}"} { - error "Wrong error message: $rc" - } - } -sqlbody { - SELECT * FROM sqlite_master; - SELECT * FROM aux.sqlite_master; - } - } -} - -# Test handling of IO errors that occur while rolling back hot journal -# files. -# -# These tests can't be run on windows because the windows version of -# SQLite holds a mandatory exclusive lock on journal files it has open. -# -btree_breakpoint -if {$tcl_platform(platform)!="windows"} { - do_ioerr_test ioerr-7 -tclprep { - db close - sqlite3 db2 test2.db - db2 eval { - PRAGMA synchronous = 0; - CREATE TABLE t1(a, b); - INSERT INTO t1 VALUES(1, 2); - BEGIN; - INSERT INTO t1 VALUES(3, 4); - } - copy_file test2.db test.db - copy_file test2.db-journal test.db-journal - db2 close - } -tclbody { - sqlite3 db test.db - db eval { - SELECT * FROM t1; - } - } -exclude 1 -} - -# For test coverage: Cause an I/O failure while trying to read a -# short field (one that fits into a Mem buffer without mallocing -# for space). -# -do_ioerr_test ioerr-8 -tclprep { - execsql { - CREATE TABLE t1(a,b,c); - INSERT INTO t1 VALUES(randstr(200,200), randstr(1000,1000), 2); - } - db close - sqlite3 db test.db -} -sqlbody { - SELECT c FROM t1; -} - -# For test coverage: Cause an IO error whilst reading the master-journal -# name from a journal file. -if {$tcl_platform(platform)=="unix"} { - do_ioerr_test ioerr-9 -tclprep { - execsql { - CREATE TABLE t1(a,b,c); - INSERT INTO t1 VALUES(randstr(200,200), randstr(1000,1000), 2); - BEGIN; - INSERT INTO t1 VALUES(randstr(200,200), randstr(1000,1000), 2); - } - copy_file test.db-journal test2.db-journal - execsql { - COMMIT; - } - copy_file test2.db-journal test.db-journal - set f [open test.db-journal a] - fconfigure $f -encoding binary - puts -nonewline $f "hello" - puts -nonewline $f "\x00\x00\x00\x05\x01\x02\x03\x04" - puts -nonewline $f "\xd9\xd5\x05\xf9\x20\xa1\x63\xd7" - close $f - } -sqlbody { - SELECT a FROM t1; - } -} - -# For test coverage: Cause an IO error during statement playback (i.e. -# a constraint). -do_ioerr_test ioerr-10 -tclprep { - execsql { - BEGIN; - CREATE TABLE t1(a PRIMARY KEY, b); - } - for {set i 0} {$i < 500} {incr i} { - execsql {INSERT INTO t1 VALUES(:i, 'hello world');} - } - execsql { - COMMIT; - } -} -tclbody { - - catch {execsql { - BEGIN; - INSERT INTO t1 VALUES('abc', 123); - INSERT INTO t1 VALUES('def', 123); - INSERT INTO t1 VALUES('ghi', 123); - INSERT INTO t1 SELECT (a+500)%900, 'good string' FROM t1; - }} msg - - if {$msg != "column a is not unique"} { - error $msg - } -} - -finish_test diff --git a/libs/sqlite/test/join.test b/libs/sqlite/test/join.test deleted file mode 100644 index 2a13128199..0000000000 --- a/libs/sqlite/test/join.test +++ /dev/null @@ -1,461 +0,0 @@ -# 2002 May 24 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for joins, including outer joins. -# -# $Id: join.test,v 1.22 2006/06/20 11:01:09 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test join-1.1 { - execsql { - CREATE TABLE t1(a,b,c); - INSERT INTO t1 VALUES(1,2,3); - INSERT INTO t1 VALUES(2,3,4); - INSERT INTO t1 VALUES(3,4,5); - SELECT * FROM t1; - } -} {1 2 3 2 3 4 3 4 5} -do_test join-1.2 { - execsql { - CREATE TABLE t2(b,c,d); - INSERT INTO t2 VALUES(1,2,3); - INSERT INTO t2 VALUES(2,3,4); - INSERT INTO t2 VALUES(3,4,5); - SELECT * FROM t2; - } -} {1 2 3 2 3 4 3 4 5} - -do_test join-1.3 { - execsql2 { - SELECT * FROM t1 NATURAL JOIN t2; - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test join-1.3.1 { - execsql2 { - SELECT * FROM t2 NATURAL JOIN t1; - } -} {b 2 c 3 d 4 a 1 b 3 c 4 d 5 a 2} -do_test join-1.3.2 { - execsql2 { - SELECT * FROM t2 AS x NATURAL JOIN t1; - } -} {b 2 c 3 d 4 a 1 b 3 c 4 d 5 a 2} -do_test join-1.3.3 { - execsql2 { - SELECT * FROM t2 NATURAL JOIN t1 AS y; - } -} {b 2 c 3 d 4 a 1 b 3 c 4 d 5 a 2} -do_test join-1.3.4 { - execsql { - SELECT b FROM t1 NATURAL JOIN t2; - } -} {2 3} -do_test join-1.4.1 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 USING(b,c); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test join-1.4.2 { - execsql2 { - SELECT * FROM t1 AS x INNER JOIN t2 USING(b,c); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test join-1.4.3 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 AS y USING(b,c); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test join-1.4.4 { - execsql2 { - SELECT * FROM t1 AS x INNER JOIN t2 AS y USING(b,c); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test join-1.4.5 { - execsql { - SELECT b FROM t1 JOIN t2 USING(b); - } -} {2 3} -do_test join-1.5 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 USING(b); - } -} {a 1 b 2 c 3 c 3 d 4 a 2 b 3 c 4 c 4 d 5} -do_test join-1.6 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 USING(c); - } -} {a 1 b 2 c 3 b 2 d 4 a 2 b 3 c 4 b 3 d 5} -do_test join-1.7 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 USING(c,b); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} - -do_test join-1.8 { - execsql { - SELECT * FROM t1 NATURAL CROSS JOIN t2; - } -} {1 2 3 4 2 3 4 5} -do_test join-1.9 { - execsql { - SELECT * FROM t1 CROSS JOIN t2 USING(b,c); - } -} {1 2 3 4 2 3 4 5} -do_test join-1.10 { - execsql { - SELECT * FROM t1 NATURAL INNER JOIN t2; - } -} {1 2 3 4 2 3 4 5} -do_test join-1.11 { - execsql { - SELECT * FROM t1 INNER JOIN t2 USING(b,c); - } -} {1 2 3 4 2 3 4 5} -do_test join-1.12 { - execsql { - SELECT * FROM t1 natural inner join t2; - } -} {1 2 3 4 2 3 4 5} - -ifcapable subquery { - do_test join-1.13 { - execsql2 { - SELECT * FROM t1 NATURAL JOIN - (SELECT b as 'c', c as 'd', d as 'e' FROM t2) as t3 - } - } {a 1 b 2 c 3 d 4 e 5} - do_test join-1.14 { - execsql2 { - SELECT * FROM (SELECT b as 'c', c as 'd', d as 'e' FROM t2) as 'tx' - NATURAL JOIN t1 - } - } {c 3 d 4 e 5 a 1 b 2} -} - -do_test join-1.15 { - execsql { - CREATE TABLE t3(c,d,e); - INSERT INTO t3 VALUES(2,3,4); - INSERT INTO t3 VALUES(3,4,5); - INSERT INTO t3 VALUES(4,5,6); - SELECT * FROM t3; - } -} {2 3 4 3 4 5 4 5 6} -do_test join-1.16 { - execsql { - SELECT * FROM t1 natural join t2 natural join t3; - } -} {1 2 3 4 5 2 3 4 5 6} -do_test join-1.17 { - execsql2 { - SELECT * FROM t1 natural join t2 natural join t3; - } -} {a 1 b 2 c 3 d 4 e 5 a 2 b 3 c 4 d 5 e 6} -do_test join-1.18 { - execsql { - CREATE TABLE t4(d,e,f); - INSERT INTO t4 VALUES(2,3,4); - INSERT INTO t4 VALUES(3,4,5); - INSERT INTO t4 VALUES(4,5,6); - SELECT * FROM t4; - } -} {2 3 4 3 4 5 4 5 6} -do_test join-1.19.1 { - execsql { - SELECT * FROM t1 natural join t2 natural join t4; - } -} {1 2 3 4 5 6} -do_test join-1.19.2 { - execsql2 { - SELECT * FROM t1 natural join t2 natural join t4; - } -} {a 1 b 2 c 3 d 4 e 5 f 6} -do_test join-1.20 { - execsql { - SELECT * FROM t1 natural join t2 natural join t3 WHERE t1.a=1 - } -} {1 2 3 4 5} - -do_test join-2.1 { - execsql { - SELECT * FROM t1 NATURAL LEFT JOIN t2; - } -} {1 2 3 4 2 3 4 5 3 4 5 {}} -do_test join-2.2 { - execsql { - SELECT * FROM t2 NATURAL LEFT OUTER JOIN t1; - } -} {1 2 3 {} 2 3 4 1 3 4 5 2} -do_test join-2.3 { - catchsql { - SELECT * FROM t1 NATURAL RIGHT OUTER JOIN t2; - } -} {1 {RIGHT and FULL OUTER JOINs are not currently supported}} -do_test join-2.4 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.d - } -} {1 2 3 {} {} {} 2 3 4 {} {} {} 3 4 5 1 2 3} -do_test join-2.5 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.d WHERE t1.a>1 - } -} {2 3 4 {} {} {} 3 4 5 1 2 3} -do_test join-2.6 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.d WHERE t2.b IS NULL OR t2.b>1 - } -} {1 2 3 {} {} {} 2 3 4 {} {} {}} - -do_test join-3.1 { - catchsql { - SELECT * FROM t1 NATURAL JOIN t2 ON t1.a=t2.b; - } -} {1 {a NATURAL join may not have an ON or USING clause}} -do_test join-3.2 { - catchsql { - SELECT * FROM t1 NATURAL JOIN t2 USING(b); - } -} {1 {a NATURAL join may not have an ON or USING clause}} -do_test join-3.3 { - catchsql { - SELECT * FROM t1 JOIN t2 ON t1.a=t2.b USING(b); - } -} {1 {cannot have both ON and USING clauses in the same join}} -do_test join-3.4 { - catchsql { - SELECT * FROM t1 JOIN t2 USING(a); - } -} {1 {cannot join using column a - column not present in both tables}} -do_test join-3.5 { - catchsql { - SELECT * FROM t1 USING(a); - } -} {0 {1 2 3 2 3 4 3 4 5}} -do_test join-3.6 { - catchsql { - SELECT * FROM t1 JOIN t2 ON t3.a=t2.b; - } -} {1 {no such column: t3.a}} -do_test join-3.7 { - catchsql { - SELECT * FROM t1 INNER OUTER JOIN t2; - } -} {1 {unknown or unsupported join type: INNER OUTER}} -do_test join-3.7 { - catchsql { - SELECT * FROM t1 LEFT BOGUS JOIN t2; - } -} {1 {unknown or unsupported join type: LEFT BOGUS}} - -do_test join-4.1 { - execsql { - BEGIN; - CREATE TABLE t5(a INTEGER PRIMARY KEY); - CREATE TABLE t6(a INTEGER); - INSERT INTO t6 VALUES(NULL); - INSERT INTO t6 VALUES(NULL); - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - COMMIT; - } - execsql { - SELECT * FROM t6 NATURAL JOIN t5; - } -} {} -do_test join-4.2 { - execsql { - SELECT * FROM t6, t5 WHERE t6.at5.a; - } -} {} -do_test join-4.4 { - execsql { - UPDATE t6 SET a='xyz'; - SELECT * FROM t6 NATURAL JOIN t5; - } -} {} -do_test join-4.6 { - execsql { - SELECT * FROM t6, t5 WHERE t6.at5.a; - } -} {} -do_test join-4.8 { - execsql { - UPDATE t6 SET a=1; - SELECT * FROM t6 NATURAL JOIN t5; - } -} {} -do_test join-4.9 { - execsql { - SELECT * FROM t6, t5 WHERE t6.at5.a; - } -} {} - -do_test join-5.1 { - execsql { - BEGIN; - create table centros (id integer primary key, centro); - INSERT INTO centros VALUES(1,'xxx'); - create table usuarios (id integer primary key, nombre, apellidos, - idcentro integer); - INSERT INTO usuarios VALUES(1,'a','aa',1); - INSERT INTO usuarios VALUES(2,'b','bb',1); - INSERT INTO usuarios VALUES(3,'c','cc',NULL); - create index idcentro on usuarios (idcentro); - END; - select usuarios.id, usuarios.nombre, centros.centro from - usuarios left outer join centros on usuarios.idcentro = centros.id; - } -} {1 a xxx 2 b xxx 3 c {}} - -# A test for ticket #247. -# -do_test join-7.1 { - execsql { - CREATE TABLE t7 (x, y); - INSERT INTO t7 VALUES ("pa1", 1); - INSERT INTO t7 VALUES ("pa2", NULL); - INSERT INTO t7 VALUES ("pa3", NULL); - INSERT INTO t7 VALUES ("pa4", 2); - INSERT INTO t7 VALUES ("pa30", 131); - INSERT INTO t7 VALUES ("pa31", 130); - INSERT INTO t7 VALUES ("pa28", NULL); - - CREATE TABLE t8 (a integer primary key, b); - INSERT INTO t8 VALUES (1, "pa1"); - INSERT INTO t8 VALUES (2, "pa4"); - INSERT INTO t8 VALUES (3, NULL); - INSERT INTO t8 VALUES (4, NULL); - INSERT INTO t8 VALUES (130, "pa31"); - INSERT INTO t8 VALUES (131, "pa30"); - - SELECT coalesce(t8.a,999) from t7 LEFT JOIN t8 on y=a; - } -} {1 999 999 2 131 130 999} - -# Make sure a left join where the right table is really a view that -# is itself a join works right. Ticket #306. -# -ifcapable view { -do_test join-8.1 { - execsql { - BEGIN; - CREATE TABLE t9(a INTEGER PRIMARY KEY, b); - INSERT INTO t9 VALUES(1,11); - INSERT INTO t9 VALUES(2,22); - CREATE TABLE t10(x INTEGER PRIMARY KEY, y); - INSERT INTO t10 VALUES(1,2); - INSERT INTO t10 VALUES(3,3); - CREATE TABLE t11(p INTEGER PRIMARY KEY, q); - INSERT INTO t11 VALUES(2,111); - INSERT INTO t11 VALUES(3,333); - CREATE VIEW v10_11 AS SELECT x, q FROM t10, t11 WHERE t10.y=t11.p; - COMMIT; - SELECT * FROM t9 LEFT JOIN v10_11 ON( a=x ); - } -} {1 11 1 111 2 22 {} {}} -ifcapable subquery { - do_test join-8.2 { - execsql { - SELECT * FROM t9 LEFT JOIN (SELECT x, q FROM t10, t11 WHERE t10.y=t11.p) - ON( a=x); - } - } {1 11 1 111 2 22 {} {}} -} -do_test join-8.3 { - execsql { - SELECT * FROM v10_11 LEFT JOIN t9 ON( a=x ); - } -} {1 111 1 11 3 333 {} {}} -} ;# ifcapable view - -# Ticket #350 describes a scenario where LEFT OUTER JOIN does not -# function correctly if the right table in the join is really -# subquery. -# -# To test the problem, we generate the same LEFT OUTER JOIN in two -# separate selects but with on using a subquery and the other calling -# the table directly. Then connect the two SELECTs using an EXCEPT. -# Both queries should generate the same results so the answer should -# be an empty set. -# -ifcapable compound { -do_test join-9.1 { - execsql { - BEGIN; - CREATE TABLE t12(a,b); - INSERT INTO t12 VALUES(1,11); - INSERT INTO t12 VALUES(2,22); - CREATE TABLE t13(b,c); - INSERT INTO t13 VALUES(22,222); - COMMIT; - } -} {} - -ifcapable subquery { - do_test join-9.1.1 { - execsql { - SELECT * FROM t12 NATURAL LEFT JOIN t13 - EXCEPT - SELECT * FROM t12 NATURAL LEFT JOIN (SELECT * FROM t13 WHERE b>0); - } - } {} -} -ifcapable view { - do_test join-9.2 { - execsql { - CREATE VIEW v13 AS SELECT * FROM t13 WHERE b>0; - SELECT * FROM t12 NATURAL LEFT JOIN t13 - EXCEPT - SELECT * FROM t12 NATURAL LEFT JOIN v13; - } - } {} -} ;# ifcapable view -} ;# ifcapable compound - -# Ticket #1697: Left Join WHERE clause terms that contain an -# aggregate subquery. -# -ifcapable subquery { -do_test join-10.1 { - execsql { - CREATE TABLE t21(a,b,c); - CREATE TABLE t22(p,q); - CREATE INDEX i22 ON t22(q); - SELECT a FROM t21 LEFT JOIN t22 ON b=p WHERE q= - (SELECT max(m.q) FROM t22 m JOIN t21 n ON n.b=m.p WHERE n.c=1); - } -} {} -} ;# ifcapable subquery - -finish_test diff --git a/libs/sqlite/test/join2.test b/libs/sqlite/test/join2.test deleted file mode 100644 index 0f558c5a3d..0000000000 --- a/libs/sqlite/test/join2.test +++ /dev/null @@ -1,75 +0,0 @@ -# 2002 May 24 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for joins, including outer joins. -# -# $Id: join2.test,v 1.2 2005/01/21 03:12:16 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test join2-1.1 { - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,11); - INSERT INTO t1 VALUES(2,22); - INSERT INTO t1 VALUES(3,33); - SELECT * FROM t1; - } -} {1 11 2 22 3 33} -do_test join2-1.2 { - execsql { - CREATE TABLE t2(b,c); - INSERT INTO t2 VALUES(11,111); - INSERT INTO t2 VALUES(33,333); - INSERT INTO t2 VALUES(44,444); - SELECT * FROM t2; - } -} {11 111 33 333 44 444}; -do_test join2-1.3 { - execsql { - CREATE TABLE t3(c,d); - INSERT INTO t3 VALUES(111,1111); - INSERT INTO t3 VALUES(444,4444); - INSERT INTO t3 VALUES(555,5555); - SELECT * FROM t3; - } -} {111 1111 444 4444 555 5555} - -do_test join2-1.4 { - execsql { - SELECT * FROM - t1 NATURAL JOIN t2 NATURAL JOIN t3 - } -} {1 11 111 1111} -do_test join2-1.5 { - execsql { - SELECT * FROM - t1 NATURAL JOIN t2 NATURAL LEFT OUTER JOIN t3 - } -} {1 11 111 1111 3 33 333 {}} -do_test join2-1.6 { - execsql { - SELECT * FROM - t1 NATURAL LEFT OUTER JOIN t2 NATURAL JOIN t3 - } -} {1 11 111 1111} -ifcapable subquery { - do_test join2-1.7 { - execsql { - SELECT * FROM - t1 NATURAL LEFT OUTER JOIN (t2 NATURAL JOIN t3) - } - } {1 11 111 1111 2 22 {} {} 3 33 {} {}} -} - -finish_test diff --git a/libs/sqlite/test/join3.test b/libs/sqlite/test/join3.test deleted file mode 100644 index f1c273d1d0..0000000000 --- a/libs/sqlite/test/join3.test +++ /dev/null @@ -1,62 +0,0 @@ -# 2002 May 24 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for joins, including outer joins, where -# there are a large number of tables involved in the join. -# -# $Id: join3.test,v 1.4 2005/01/19 23:24:51 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# An unrestricted join -# -catch {unset ::result} -set result {} -for {set N 1} {$N<=$bitmask_size} {incr N} { - lappend result $N - do_test join3-1.$N { - execsql "CREATE TABLE t${N}(x);" - execsql "INSERT INTO t$N VALUES($N)" - set sql "SELECT * FROM t1" - for {set i 2} {$i<=$N} {incr i} {append sql ", t$i"} - execsql $sql - } $result -} - -# Joins with a comparison -# -set result {} -for {set N 1} {$N<=$bitmask_size} {incr N} { - lappend result $N - do_test join3-2.$N { - set sql "SELECT * FROM t1" - for {set i 2} {$i<=$N} {incr i} {append sql ", t$i"} - set sep WHERE - for {set i 1} {$i<$N} {incr i} { - append sql " $sep t[expr {$i+1}].x==t$i.x+1" - set sep AND - } - execsql $sql - } $result -} - -# Error of too many tables in the join -# -do_test join3-3.1 { - set sql "SELECT * FROM t1 AS t0, t1" - for {set i 2} {$i<=$bitmask_size} {incr i} {append sql ", t$i"} - catchsql $sql -} [list 1 "at most $bitmask_size tables in a join"] - - -finish_test diff --git a/libs/sqlite/test/join4.test b/libs/sqlite/test/join4.test deleted file mode 100644 index 77db25ffb0..0000000000 --- a/libs/sqlite/test/join4.test +++ /dev/null @@ -1,98 +0,0 @@ -# 2002 May 24 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for left outer joins containing WHERE -# clauses that restrict the scope of the left term of the join. -# -# $Id: join4.test,v 1.4 2005/03/29 03:11:00 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable tempdb { - do_test join4-1.1 { - execsql { - create temp table t1(a integer, b varchar(10)); - insert into t1 values(1,'one'); - insert into t1 values(2,'two'); - insert into t1 values(3,'three'); - insert into t1 values(4,'four'); - - create temp table t2(x integer, y varchar(10), z varchar(10)); - insert into t2 values(2,'niban','ok'); - insert into t2 values(4,'yonban','err'); - } - execsql { - select * from t1 left outer join t2 on t1.a=t2.x where t2.z='ok' - } - } {2 two 2 niban ok} -} else { - do_test join4-1.1 { - execsql { - create table t1(a integer, b varchar(10)); - insert into t1 values(1,'one'); - insert into t1 values(2,'two'); - insert into t1 values(3,'three'); - insert into t1 values(4,'four'); - - create table t2(x integer, y varchar(10), z varchar(10)); - insert into t2 values(2,'niban','ok'); - insert into t2 values(4,'yonban','err'); - } - execsql { - select * from t1 left outer join t2 on t1.a=t2.x where t2.z='ok' - } - } {2 two 2 niban ok} -} -do_test join4-1.2 { - execsql { - select * from t1 left outer join t2 on t1.a=t2.x and t2.z='ok' - } -} {1 one {} {} {} 2 two 2 niban ok 3 three {} {} {} 4 four {} {} {}} -do_test join4-1.3 { - execsql { - create index i2 on t2(z); - } - execsql { - select * from t1 left outer join t2 on t1.a=t2.x where t2.z='ok' - } -} {2 two 2 niban ok} -do_test join4-1.4 { - execsql { - select * from t1 left outer join t2 on t1.a=t2.x and t2.z='ok' - } -} {1 one {} {} {} 2 two 2 niban ok 3 three {} {} {} 4 four {} {} {}} -do_test join4-1.5 { - execsql { - select * from t1 left outer join t2 on t1.a=t2.x where t2.z>='ok' - } -} {2 two 2 niban ok} -do_test join4-1.4 { - execsql { - select * from t1 left outer join t2 on t1.a=t2.x and t2.z>='ok' - } -} {1 one {} {} {} 2 two 2 niban ok 3 three {} {} {} 4 four {} {} {}} -ifcapable subquery { - do_test join4-1.6 { - execsql { - select * from t1 left outer join t2 on t1.a=t2.x where t2.z IN ('ok') - } - } {2 two 2 niban ok} - do_test join4-1.7 { - execsql { - select * from t1 left outer join t2 on t1.a=t2.x and t2.z IN ('ok') - } - } {1 one {} {} {} 2 two 2 niban ok 3 three {} {} {} 4 four {} {} {}} -} - - -finish_test diff --git a/libs/sqlite/test/join5.test b/libs/sqlite/test/join5.test deleted file mode 100644 index 7d7b62e2cf..0000000000 --- a/libs/sqlite/test/join5.test +++ /dev/null @@ -1,62 +0,0 @@ -# 2005 September 19 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for left outer joins containing ON -# clauses that restrict the scope of the left term of the join. -# -# $Id: join5.test,v 1.1 2005/09/19 21:05:50 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - - -do_test join5-1.1 { - execsql { - BEGIN; - CREATE TABLE t1(a integer primary key, b integer, c integer); - CREATE TABLE t2(x integer primary key, y); - CREATE TABLE t3(p integer primary key, q); - INSERT INTO t3 VALUES(11,'t3-11'); - INSERT INTO t3 VALUES(12,'t3-12'); - INSERT INTO t2 VALUES(11,'t2-11'); - INSERT INTO t2 VALUES(12,'t2-12'); - INSERT INTO t1 VALUES(1, 5, 0); - INSERT INTO t1 VALUES(2, 11, 2); - INSERT INTO t1 VALUES(3, 12, 1); - COMMIT; - } -} {} -do_test join5-1.2 { - execsql { - select * from t1 left join t2 on t1.b=t2.x and t1.c=1 - } -} {1 5 0 {} {} 2 11 2 {} {} 3 12 1 12 t2-12} -do_test join5-1.3 { - execsql { - select * from t1 left join t2 on t1.b=t2.x where t1.c=1 - } -} {3 12 1 12 t2-12} -do_test join5-1.4 { - execsql { - select * from t1 left join t2 on t1.b=t2.x and t1.c=1 - left join t3 on t1.b=t3.p and t1.c=2 - } -} {1 5 0 {} {} {} {} 2 11 2 {} {} 11 t3-11 3 12 1 12 t2-12 {} {}} -do_test join5-1.5 { - execsql { - select * from t1 left join t2 on t1.b=t2.x and t1.c=1 - left join t3 on t1.b=t3.p where t1.c=2 - } -} {2 11 2 {} {} 11 t3-11} - - -finish_test diff --git a/libs/sqlite/test/journal1.test b/libs/sqlite/test/journal1.test deleted file mode 100644 index a1b17b412a..0000000000 --- a/libs/sqlite/test/journal1.test +++ /dev/null @@ -1,67 +0,0 @@ -# 2005 March 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to make sure that leftover journals from -# prior databases do not try to rollback into new databases. -# -# $Id: journal1.test,v 1.2 2005/03/20 22:54:56 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# These tests will not work on windows because windows uses -# manditory file locking which breaks the file copy command. -# -if {$tcl_platform(platform)=="windows"} { - finish_test - return -} - -# Create a smaple database -# -do_test journal1-1.1 { - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,randstr(10,400)); - INSERT INTO t1 VALUES(2,randstr(10,400)); - INSERT INTO t1 SELECT a+2, a||b FROM t1; - INSERT INTO t1 SELECT a+4, a||b FROM t1; - SELECT count(*) FROM t1; - } -} 8 - -# Make changes to the database and save the journal file. -# Then delete the database. Replace the the journal file -# and try to create a new database with the same name. The -# old journal should not attempt to rollback into the new -# database. -# -do_test journal1-1.2 { - execsql { - BEGIN; - DELETE FROM t1; - } - file copy -force test.db-journal test.db-journal-bu - execsql { - ROLLBACK; - } - db close - file delete test.db - file copy test.db-journal-bu test.db-journal - sqlite3 db test.db - catchsql { - SELECT * FROM sqlite_master - } -} {0 {}} - -finish_test diff --git a/libs/sqlite/test/lastinsert.test b/libs/sqlite/test/lastinsert.test deleted file mode 100644 index adeb79860b..0000000000 --- a/libs/sqlite/test/lastinsert.test +++ /dev/null @@ -1,366 +0,0 @@ -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# Tests to make sure that value returned by last_insert_rowid() (LIRID) -# is updated properly, especially inside triggers -# -# Note 1: insert into table is now the only statement which changes LIRID -# Note 2: upon entry into before or instead of triggers, -# LIRID is unchanged (rather than -1) -# Note 3: LIRID is changed within the context of a trigger, -# but is restored once the trigger exits -# Note 4: LIRID is not changed by an insert into a view (since everything -# is done within instead of trigger context) -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# ---------------------------------------------------------------------------- -# 1.x - basic tests (no triggers) - -# LIRID changed properly after an insert into a table -do_test lastinsert-1.1 { - catchsql { - create table t1 (k integer primary key); - insert into t1 values (1); - insert into t1 values (NULL); - insert into t1 values (NULL); - select last_insert_rowid(); - } -} {0 3} - -# LIRID unchanged after an update on a table -do_test lastinsert-1.2 { - catchsql { - update t1 set k=4 where k=2; - select last_insert_rowid(); - } -} {0 3} - -# LIRID unchanged after a delete from a table -do_test lastinsert-1.3 { - catchsql { - delete from t1 where k=4; - select last_insert_rowid(); - } -} {0 3} - -# LIRID unchanged after create table/view statements -do_test lastinsert-1.4.1 { - catchsql { - create table t2 (k integer primary key, val1, val2, val3); - select last_insert_rowid(); - } -} {0 3} -ifcapable view { -do_test lastinsert-1.4.2 { - catchsql { - create view v as select * from t1; - select last_insert_rowid(); - } -} {0 3} -} ;# ifcapable view - -# All remaining tests involve triggers. Skip them if triggers are not -# supported in this build. -# -ifcapable {!trigger} { - finish_test - return -} - -# ---------------------------------------------------------------------------- -# 2.x - tests with after insert trigger - -# LIRID changed properly after an insert into table containing an after trigger -do_test lastinsert-2.1 { - catchsql { - delete from t2; - create trigger r1 after insert on t1 for each row begin - insert into t2 values (NEW.k*2, last_insert_rowid(), NULL, NULL); - update t2 set k=k+10, val2=100+last_insert_rowid(); - update t2 set val3=1000+last_insert_rowid(); - end; - insert into t1 values (13); - select last_insert_rowid(); - } -} {0 13} - -# LIRID equals NEW.k upon entry into after insert trigger -do_test lastinsert-2.2 { - catchsql { - select val1 from t2; - } -} {0 13} - -# LIRID changed properly by insert within context of after insert trigger -do_test lastinsert-2.3 { - catchsql { - select val2 from t2; - } -} {0 126} - -# LIRID unchanged by update within context of after insert trigger -do_test lastinsert-2.4 { - catchsql { - select val3 from t2; - } -} {0 1026} - -# ---------------------------------------------------------------------------- -# 3.x - tests with after update trigger - -# LIRID not changed after an update onto a table containing an after trigger -do_test lastinsert-3.1 { - catchsql { - delete from t2; - drop trigger r1; - create trigger r1 after update on t1 for each row begin - insert into t2 values (NEW.k*2, last_insert_rowid(), NULL, NULL); - update t2 set k=k+10, val2=100+last_insert_rowid(); - update t2 set val3=1000+last_insert_rowid(); - end; - update t1 set k=14 where k=3; - select last_insert_rowid(); - } -} {0 13} - -# LIRID unchanged upon entry into after update trigger -do_test lastinsert-3.2 { - catchsql { - select val1 from t2; - } -} {0 13} - -# LIRID changed properly by insert within context of after update trigger -do_test lastinsert-3.3 { - catchsql { - select val2 from t2; - } -} {0 128} - -# LIRID unchanged by update within context of after update trigger -do_test lastinsert-3.4 { - catchsql { - select val3 from t2; - } -} {0 1028} - -# ---------------------------------------------------------------------------- -# 4.x - tests with instead of insert trigger -# These may not be run if either views or triggers were disabled at -# compile-time - -ifcapable {view && trigger} { -# LIRID not changed after an insert into view containing an instead of trigger -do_test lastinsert-4.1 { - catchsql { - delete from t2; - drop trigger r1; - create trigger r1 instead of insert on v for each row begin - insert into t2 values (NEW.k*2, last_insert_rowid(), NULL, NULL); - update t2 set k=k+10, val2=100+last_insert_rowid(); - update t2 set val3=1000+last_insert_rowid(); - end; - insert into v values (15); - select last_insert_rowid(); - } -} {0 13} - -# LIRID unchanged upon entry into instead of trigger -do_test lastinsert-4.2 { - catchsql { - select val1 from t2; - } -} {0 13} - -# LIRID changed properly by insert within context of instead of trigger -do_test lastinsert-4.3 { - catchsql { - select val2 from t2; - } -} {0 130} - -# LIRID unchanged by update within context of instead of trigger -do_test lastinsert-4.4 { - catchsql { - select val3 from t2; - } -} {0 1030} -} ;# ifcapable (view && trigger) - -# ---------------------------------------------------------------------------- -# 5.x - tests with before delete trigger - -# LIRID not changed after a delete on a table containing a before trigger -do_test lastinsert-5.1 { - catchsql { - drop trigger r1; -- This was not created if views are disabled. - } - catchsql { - delete from t2; - create trigger r1 before delete on t1 for each row begin - insert into t2 values (77, last_insert_rowid(), NULL, NULL); - update t2 set k=k+10, val2=100+last_insert_rowid(); - update t2 set val3=1000+last_insert_rowid(); - end; - delete from t1 where k=1; - select last_insert_rowid(); - } -} {0 13} - -# LIRID unchanged upon entry into delete trigger -do_test lastinsert-5.2 { - catchsql { - select val1 from t2; - } -} {0 13} - -# LIRID changed properly by insert within context of delete trigger -do_test lastinsert-5.3 { - catchsql { - select val2 from t2; - } -} {0 177} - -# LIRID unchanged by update within context of delete trigger -do_test lastinsert-5.4 { - catchsql { - select val3 from t2; - } -} {0 1077} - -# ---------------------------------------------------------------------------- -# 6.x - tests with instead of update trigger -# These tests may not run if either views or triggers are disabled. - -ifcapable {view && trigger} { -# LIRID not changed after an update on a view containing an instead of trigger -do_test lastinsert-6.1 { - catchsql { - delete from t2; - drop trigger r1; - create trigger r1 instead of update on v for each row begin - insert into t2 values (NEW.k*2, last_insert_rowid(), NULL, NULL); - update t2 set k=k+10, val2=100+last_insert_rowid(); - update t2 set val3=1000+last_insert_rowid(); - end; - update v set k=16 where k=14; - select last_insert_rowid(); - } -} {0 13} - -# LIRID unchanged upon entry into instead of trigger -do_test lastinsert-6.2 { - catchsql { - select val1 from t2; - } -} {0 13} - -# LIRID changed properly by insert within context of instead of trigger -do_test lastinsert-6.3 { - catchsql { - select val2 from t2; - } -} {0 132} - -# LIRID unchanged by update within context of instead of trigger -do_test lastinsert-6.4 { - catchsql { - select val3 from t2; - } -} {0 1032} -} ;# ifcapable (view && trigger) - -# ---------------------------------------------------------------------------- -# 7.x - complex tests with temporary tables and nested instead of triggers -# These do not run if views or triggers are disabled. - -ifcapable {trigger && view && tempdb} { -do_test lastinsert-7.1 { - catchsql { - drop table t1; drop table t2; drop trigger r1; - create temp table t1 (k integer primary key); - create temp table t2 (k integer primary key); - create temp view v1 as select * from t1; - create temp view v2 as select * from t2; - create temp table rid (k integer primary key, rin, rout); - insert into rid values (1, NULL, NULL); - insert into rid values (2, NULL, NULL); - create temp trigger r1 instead of insert on v1 for each row begin - update rid set rin=last_insert_rowid() where k=1; - insert into t1 values (100+NEW.k); - insert into v2 values (100+last_insert_rowid()); - update rid set rout=last_insert_rowid() where k=1; - end; - create temp trigger r2 instead of insert on v2 for each row begin - update rid set rin=last_insert_rowid() where k=2; - insert into t2 values (1000+NEW.k); - update rid set rout=last_insert_rowid() where k=2; - end; - insert into t1 values (77); - select last_insert_rowid(); - } -} {0 77} - -do_test lastinsert-7.2 { - catchsql { - insert into v1 values (5); - select last_insert_rowid(); - } -} {0 77} - -do_test lastinsert-7.3 { - catchsql { - select rin from rid where k=1; - } -} {0 77} - -do_test lastinsert-7.4 { - catchsql { - select rout from rid where k=1; - } -} {0 105} - -do_test lastinsert-7.5 { - catchsql { - select rin from rid where k=2; - } -} {0 105} - -do_test lastinsert-7.6 { - catchsql { - select rout from rid where k=2; - } -} {0 1205} - -do_test lastinsert-8.1 { - db close - sqlite3 db test.db - execsql { - CREATE TABLE t2(x INTEGER PRIMARY KEY, y); - CREATE TABLE t3(a, b); - CREATE TRIGGER after_t2 AFTER INSERT ON t2 BEGIN - INSERT INTO t3 VALUES(new.x, new.y); - END; - INSERT INTO t2 VALUES(5000000000, 1); - SELECT last_insert_rowid(); - } -} 5000000000 - -do_test lastinsert-9.1 { - db eval {INSERT INTO t2 VALUES(123456789012345,0)} - db last_insert_rowid -} {123456789012345} - - -} ;# ifcapable (view && trigger) - -finish_test diff --git a/libs/sqlite/test/laststmtchanges.test b/libs/sqlite/test/laststmtchanges.test deleted file mode 100644 index 84cc903ca1..0000000000 --- a/libs/sqlite/test/laststmtchanges.test +++ /dev/null @@ -1,270 +0,0 @@ -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# Tests to make sure that values returned by changes() and total_changes() -# are updated properly, especially inside triggers -# -# Note 1: changes() remains constant within a statement and only updates -# once the statement is finished (triggers count as part of -# statement). -# Note 2: changes() is changed within the context of a trigger much like -# last_insert_rowid() (see lastinsert.test), but is restored once -# the trigger exits. -# Note 3: changes() is not changed by a change to a view (since everything -# is done within instead of trigger context). -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# ---------------------------------------------------------------------------- -# 1.x - basic tests (no triggers) - -# changes() set properly after insert -do_test laststmtchanges-1.1 { - catchsql { - create table t0 (x); - insert into t0 values (1); - insert into t0 values (1); - insert into t0 values (2); - insert into t0 values (2); - insert into t0 values (1); - insert into t0 values (1); - insert into t0 values (1); - insert into t0 values (2); - select changes(), total_changes(); - } -} {0 {1 8}} - -# changes() set properly after update -do_test laststmtchanges-1.2 { - catchsql { - update t0 set x=3 where x=1; - select changes(), total_changes(); - } -} {0 {5 13}} - -# changes() unchanged within an update statement -do_test laststmtchanges-1.3 { - catchsql { - update t0 set x=x+changes() where x=3; - select count() from t0 where x=8; - } -} {0 5} - -# changes() set properly after update on table where no rows changed -do_test laststmtchanges-1.4 { - catchsql { - update t0 set x=77 where x=88; - select changes(); - } -} {0 0} - -# changes() set properly after delete from table -do_test laststmtchanges-1.5 { - catchsql { - delete from t0 where x=2; - select changes(); - } -} {0 3} - -# All remaining tests involve triggers. Skip them if triggers are not -# supported in this build. -# -ifcapable {!trigger} { - finish_test - return -} - - -# ---------------------------------------------------------------------------- -# 2.x - tests with after insert trigger - -# changes() changed properly after insert into table containing after trigger -do_test laststmtchanges-2.1 { - set ::tc [db total_changes] - catchsql { - create table t1 (k integer primary key); - create table t2 (k integer primary key, v1, v2); - create trigger r1 after insert on t1 for each row begin - insert into t2 values (NULL, changes(), NULL); - update t0 set x=x; - update t2 set v2=changes(); - end; - insert into t1 values (77); - select changes(); - } -} {0 1} - -# changes() unchanged upon entry into after insert trigger -do_test laststmtchanges-2.2 { - catchsql { - select v1 from t2; - } -} {0 3} - -# changes() changed properly by update within context of after insert trigger -do_test laststmtchanges-2.3 { - catchsql { - select v2 from t2; - } -} {0 5} - -# Total changes caused by firing the trigger above: -# -# 1 from "insert into t1 values(77)" + -# 1 from "insert into t2 values (NULL, changes(), NULL);" + -# 5 from "update t0 set x=x;" + -# 1 from "update t2 set v2=changes();" -# -do_test laststmtchanges-2.4 { - expr [db total_changes] - $::tc -} {8} - -# ---------------------------------------------------------------------------- -# 3.x - tests with after update trigger - -# changes() changed properly after update into table containing after trigger -do_test laststmtchanges-3.1 { - catchsql { - drop trigger r1; - delete from t2; delete from t2; - create trigger r1 after update on t1 for each row begin - insert into t2 values (NULL, changes(), NULL); - delete from t0 where oid=1 or oid=2; - update t2 set v2=changes(); - end; - update t1 set k=k; - select changes(); - } -} {0 1} - -# changes() unchanged upon entry into after update trigger -do_test laststmtchanges-3.2 { - catchsql { - select v1 from t2; - } -} {0 0} - -# changes() changed properly by delete within context of after update trigger -do_test laststmtchanges-3.3 { - catchsql { - select v2 from t2; - } -} {0 2} - -# ---------------------------------------------------------------------------- -# 4.x - tests with before delete trigger - -# changes() changed properly on delete from table containing before trigger -do_test laststmtchanges-4.1 { - catchsql { - drop trigger r1; - delete from t2; delete from t2; - create trigger r1 before delete on t1 for each row begin - insert into t2 values (NULL, changes(), NULL); - insert into t0 values (5); - update t2 set v2=changes(); - end; - delete from t1; - select changes(); - } -} {0 1} - -# changes() unchanged upon entry into before delete trigger -do_test laststmtchanges-4.2 { - catchsql { - select v1 from t2; - } -} {0 0} - -# changes() changed properly by insert within context of before delete trigger -do_test laststmtchanges-4.3 { - catchsql { - select v2 from t2; - } -} {0 1} - -# ---------------------------------------------------------------------------- -# 5.x - complex tests with temporary tables and nested instead of triggers -# These tests cannot run if the library does not have view support enabled. - -ifcapable view&&tempdb { - -do_test laststmtchanges-5.1 { - catchsql { - drop table t0; drop table t1; drop table t2; - create temp table t0(x); - create temp table t1 (k integer primary key); - create temp table t2 (k integer primary key); - create temp view v1 as select * from t1; - create temp view v2 as select * from t2; - create temp table n1 (k integer primary key, n); - create temp table n2 (k integer primary key, n); - insert into t0 values (1); - insert into t0 values (2); - insert into t0 values (1); - insert into t0 values (1); - insert into t0 values (1); - insert into t0 values (2); - insert into t0 values (2); - insert into t0 values (1); - create temp trigger r1 instead of insert on v1 for each row begin - insert into n1 values (NULL, changes()); - update t0 set x=x*10 where x=1; - insert into n1 values (NULL, changes()); - insert into t1 values (NEW.k); - insert into n1 values (NULL, changes()); - update t0 set x=x*10 where x=0; - insert into v2 values (100+NEW.k); - insert into n1 values (NULL, changes()); - end; - create temp trigger r2 instead of insert on v2 for each row begin - insert into n2 values (NULL, changes()); - insert into t2 values (1000+NEW.k); - insert into n2 values (NULL, changes()); - update t0 set x=x*100 where x=0; - insert into n2 values (NULL, changes()); - delete from t0 where x=2; - insert into n2 values (NULL, changes()); - end; - insert into t1 values (77); - select changes(); - } -} {0 1} - -do_test laststmtchanges-5.2 { - catchsql { - delete from t1 where k=88; - select changes(); - } -} {0 0} - -do_test laststmtchanges-5.3 { - catchsql { - insert into v1 values (5); - select changes(); - } -} {0 0} - -do_test laststmtchanges-5.4 { - catchsql { - select n from n1; - } -} {0 {0 5 1 0}} - -do_test laststmtchanges-5.5 { - catchsql { - select n from n2; - } -} {0 {0 1 0 3}} - -} ;# ifcapable view - -finish_test diff --git a/libs/sqlite/test/like.test b/libs/sqlite/test/like.test deleted file mode 100644 index 8efeb41617..0000000000 --- a/libs/sqlite/test/like.test +++ /dev/null @@ -1,386 +0,0 @@ -# 2005 August 13 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the LIKE and GLOB operators and -# in particular the optimizations that occur to help those operators -# run faster. -# -# $Id: like.test,v 1.5 2006/06/14 08:48:26 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create some sample data to work with. -# -do_test like-1.0 { - execsql { - CREATE TABLE t1(x TEXT); - } - foreach str { - a - ab - abc - abcd - - acd - abd - bc - bcd - - xyz - ABC - CDE - {ABC abc xyz} - } { - db eval {INSERT INTO t1 VALUES(:str)} - } - execsql { - SELECT count(*) FROM t1; - } -} {12} - -# Test that both case sensitive and insensitive version of LIKE work. -# -do_test like-1.1 { - execsql { - SELECT x FROM t1 WHERE x LIKE 'abc' ORDER BY 1; - } -} {ABC abc} -do_test like-1.2 { - execsql { - SELECT x FROM t1 WHERE x GLOB 'abc' ORDER BY 1; - } -} {abc} -do_test like-1.3 { - execsql { - SELECT x FROM t1 WHERE x LIKE 'ABC' ORDER BY 1; - } -} {ABC abc} -do_test like-1.4 { - execsql { - SELECT x FROM t1 WHERE x LIKE 'aBc' ORDER BY 1; - } -} {ABC abc} -do_test like-1.5 { - execsql { - PRAGMA case_sensitive_like=on; - SELECT x FROM t1 WHERE x LIKE 'abc' ORDER BY 1; - } -} {abc} -do_test like-1.6 { - execsql { - SELECT x FROM t1 WHERE x GLOB 'abc' ORDER BY 1; - } -} {abc} -do_test like-1.7 { - execsql { - SELECT x FROM t1 WHERE x LIKE 'ABC' ORDER BY 1; - } -} {ABC} -do_test like-1.8 { - execsql { - SELECT x FROM t1 WHERE x LIKE 'aBc' ORDER BY 1; - } -} {} -do_test like-1.9 { - execsql { - PRAGMA case_sensitive_like=off; - SELECT x FROM t1 WHERE x LIKE 'abc' ORDER BY 1; - } -} {ABC abc} - -# Tests of the REGEXP operator -# -do_test like-2.1 { - proc test_regexp {a b} { - return [regexp $a $b] - } - db function regexp test_regexp - execsql { - SELECT x FROM t1 WHERE x REGEXP 'abc' ORDER BY 1; - } -} {{ABC abc xyz} abc abcd} -do_test like-2.2 { - execsql { - SELECT x FROM t1 WHERE x REGEXP '^abc' ORDER BY 1; - } -} {abc abcd} - -# Tests of the MATCH operator -# -do_test like-2.3 { - proc test_match {a b} { - return [string match $a $b] - } - db function match test_match - execsql { - SELECT x FROM t1 WHERE x MATCH '*abc*' ORDER BY 1; - } -} {{ABC abc xyz} abc abcd} -do_test like-2.4 { - execsql { - SELECT x FROM t1 WHERE x MATCH 'abc*' ORDER BY 1; - } -} {abc abcd} - -# For the remaining tests, we need to have the like optimizations -# enabled. -# -ifcapable !like_opt { - finish_test - return -} - -# This procedure executes the SQL. Then it appends to the result the -# "sort" or "nosort" keyword (as in the cksort procedure above) then -# it appends the ::sqlite_query_plan variable. -# -proc queryplan {sql} { - set ::sqlite_sort_count 0 - set data [execsql $sql] - if {$::sqlite_sort_count} {set x sort} {set x nosort} - lappend data $x - return [concat $data $::sqlite_query_plan] -} - -# Perform tests on the like optimization. -# -# With no index on t1.x and with case sensitivity turned off, no optimization -# is performed. -# -do_test like-3.1 { - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE x LIKE 'abc%' ORDER BY 1; - } -} {ABC {ABC abc xyz} abc abcd sort t1 {}} -do_test like-3.2 { - set sqlite_like_count -} {12} - -# With an index on t1.x and case sensitivity on, optimize completely. -# -do_test like-3.3 { - set sqlite_like_count 0 - execsql { - PRAGMA case_sensitive_like=on; - CREATE INDEX i1 ON t1(x); - } - queryplan { - SELECT x FROM t1 WHERE x LIKE 'abc%' ORDER BY 1; - } -} {abc abcd nosort {} i1} -do_test like-3.4 { - set sqlite_like_count -} 0 - -# Partial optimization when the pattern does not end in '%' -# -do_test like-3.5 { - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE x LIKE 'a_c' ORDER BY 1; - } -} {abc nosort {} i1} -do_test like-3.6 { - set sqlite_like_count -} 6 -do_test like-3.7 { - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE x LIKE 'ab%d' ORDER BY 1; - } -} {abcd abd nosort {} i1} -do_test like-3.8 { - set sqlite_like_count -} 4 -do_test like-3.9 { - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE x LIKE 'a_c%' ORDER BY 1; - } -} {abc abcd nosort {} i1} -do_test like-3.10 { - set sqlite_like_count -} 6 - -# No optimization when the pattern begins with a wildcard. -# Note that the index is still used but only for sorting. -# -do_test like-3.11 { - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE x LIKE '%bcd' ORDER BY 1; - } -} {abcd bcd nosort {} i1} -do_test like-3.12 { - set sqlite_like_count -} 12 - -# No optimization for case insensitive LIKE -# -do_test like-3.13 { - set sqlite_like_count 0 - queryplan { - PRAGMA case_sensitive_like=off; - SELECT x FROM t1 WHERE x LIKE 'abc%' ORDER BY 1; - } -} {ABC {ABC abc xyz} abc abcd nosort {} i1} -do_test like-3.14 { - set sqlite_like_count -} 12 - -# No optimization without an index. -# -do_test like-3.15 { - set sqlite_like_count 0 - queryplan { - PRAGMA case_sensitive_like=on; - DROP INDEX i1; - SELECT x FROM t1 WHERE x LIKE 'abc%' ORDER BY 1; - } -} {abc abcd sort t1 {}} -do_test like-3.16 { - set sqlite_like_count -} 12 - -# No GLOB optimization without an index. -# -do_test like-3.17 { - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE x GLOB 'abc*' ORDER BY 1; - } -} {abc abcd sort t1 {}} -do_test like-3.18 { - set sqlite_like_count -} 12 - -# GLOB is optimized regardless of the case_sensitive_like setting. -# -do_test like-3.19 { - set sqlite_like_count 0 - queryplan { - CREATE INDEX i1 ON t1(x); - SELECT x FROM t1 WHERE x GLOB 'abc*' ORDER BY 1; - } -} {abc abcd nosort {} i1} -do_test like-3.20 { - set sqlite_like_count -} 0 -do_test like-3.21 { - set sqlite_like_count 0 - queryplan { - PRAGMA case_sensitive_like=on; - SELECT x FROM t1 WHERE x GLOB 'abc*' ORDER BY 1; - } -} {abc abcd nosort {} i1} -do_test like-3.22 { - set sqlite_like_count -} 0 -do_test like-3.23 { - set sqlite_like_count 0 - queryplan { - PRAGMA case_sensitive_like=off; - SELECT x FROM t1 WHERE x GLOB 'a[bc]d' ORDER BY 1; - } -} {abd acd nosort {} i1} -do_test like-3.24 { - set sqlite_like_count -} 6 - -# No optimization if the LHS of the LIKE is not a column name or -# if the RHS is not a string. -# -do_test like-4.1 { - execsql {PRAGMA case_sensitive_like=on} - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE x LIKE 'abc%' ORDER BY 1 - } -} {abc abcd nosort {} i1} -do_test like-4.2 { - set sqlite_like_count -} 0 -do_test like-4.3 { - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE +x LIKE 'abc%' ORDER BY 1 - } -} {abc abcd nosort {} i1} -do_test like-4.4 { - set sqlite_like_count -} 12 -do_test like-4.5 { - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE x LIKE ('ab' || 'c%') ORDER BY 1 - } -} {abc abcd nosort {} i1} -do_test like-4.6 { - set sqlite_like_count -} 12 - -# Collating sequences on the index disable the LIKE optimization. -# Or if the NOCASE collating sequence is used, the LIKE optimization -# is enabled when case_sensitive_like is OFF. -# -do_test like-5.1 { - execsql {PRAGMA case_sensitive_like=off} - set sqlite_like_count 0 - queryplan { - SELECT x FROM t1 WHERE x LIKE 'abc%' ORDER BY 1 - } -} {ABC {ABC abc xyz} abc abcd nosort {} i1} -do_test like-5.2 { - set sqlite_like_count -} 12 -do_test like-5.3 { - execsql { - CREATE TABLE t2(x COLLATE NOCASE); - INSERT INTO t2 SELECT * FROM t1; - CREATE INDEX i2 ON t2(x COLLATE NOCASE); - } - set sqlite_like_count 0 - queryplan { - SELECT x FROM t2 WHERE x LIKE 'abc%' ORDER BY 1 - } -} {abc ABC {ABC abc xyz} abcd nosort {} i2} -do_test like-5.4 { - set sqlite_like_count -} 0 -do_test like-5.5 { - execsql { - PRAGMA case_sensitive_like=on; - } - set sqlite_like_count 0 - queryplan { - SELECT x FROM t2 WHERE x LIKE 'abc%' ORDER BY 1 - } -} {abc abcd nosort {} i2} -do_test like-5.6 { - set sqlite_like_count -} 12 -do_test like-5.7 { - execsql { - PRAGMA case_sensitive_like=off; - } - set sqlite_like_count 0 - queryplan { - SELECT x FROM t2 WHERE x GLOB 'abc*' ORDER BY 1 - } -} {abc abcd nosort {} i2} -do_test like-5.8 { - set sqlite_like_count -} 12 - - -finish_test diff --git a/libs/sqlite/test/limit.test b/libs/sqlite/test/limit.test deleted file mode 100644 index 636bdf630b..0000000000 --- a/libs/sqlite/test/limit.test +++ /dev/null @@ -1,448 +0,0 @@ -# 2001 November 6 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the LIMIT ... OFFSET ... clause -# of SELECT statements. -# -# $Id: limit.test,v 1.30 2006/06/20 11:01:09 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Build some test data -# -execsql { - CREATE TABLE t1(x int, y int); - BEGIN; -} -for {set i 1} {$i<=32} {incr i} { - for {set j 0} {pow(2,$j)<$i} {incr j} {} - execsql "INSERT INTO t1 VALUES([expr {32-$i}],[expr {10-$j}])" -} -execsql { - COMMIT; -} - -do_test limit-1.0 { - execsql {SELECT count(*) FROM t1} -} {32} -do_test limit-1.1 { - execsql {SELECT count(*) FROM t1 LIMIT 5} -} {32} -do_test limit-1.2.1 { - execsql {SELECT x FROM t1 ORDER BY x LIMIT 5} -} {0 1 2 3 4} -do_test limit-1.2.2 { - execsql {SELECT x FROM t1 ORDER BY x LIMIT 5 OFFSET 2} -} {2 3 4 5 6} -do_test limit-1.2.3 { - execsql {SELECT x FROM t1 ORDER BY x+1 LIMIT 5 OFFSET -2} -} {0 1 2 3 4} -do_test limit-1.2.4 { - execsql {SELECT x FROM t1 ORDER BY x+1 LIMIT 2, -5} -} {2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31} -do_test limit-1.2.5 { - execsql {SELECT x FROM t1 ORDER BY x+1 LIMIT -2, 5} -} {0 1 2 3 4} -do_test limit-1.2.6 { - execsql {SELECT x FROM t1 ORDER BY x+1 LIMIT -2, -5} -} {0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31} -do_test limit-1.2.7 { - execsql {SELECT x FROM t1 ORDER BY x LIMIT 2, 5} -} {2 3 4 5 6} -do_test limit-1.3 { - execsql {SELECT x FROM t1 ORDER BY x LIMIT 5 OFFSET 5} -} {5 6 7 8 9} -do_test limit-1.4.1 { - execsql {SELECT x FROM t1 ORDER BY x LIMIT 50 OFFSET 30} -} {30 31} -do_test limit-1.4.2 { - execsql {SELECT x FROM t1 ORDER BY x LIMIT 30, 50} -} {30 31} -do_test limit-1.5 { - execsql {SELECT x FROM t1 ORDER BY x LIMIT 50 OFFSET 50} -} {} -do_test limit-1.6 { - execsql {SELECT * FROM t1 AS a, t1 AS b ORDER BY a.x, b.x LIMIT 5} -} {0 5 0 5 0 5 1 5 0 5 2 5 0 5 3 5 0 5 4 5} -do_test limit-1.7 { - execsql {SELECT * FROM t1 AS a, t1 AS b ORDER BY a.x, b.x LIMIT 5 OFFSET 32} -} {1 5 0 5 1 5 1 5 1 5 2 5 1 5 3 5 1 5 4 5} - -ifcapable {view && subquery} { - do_test limit-2.1 { - execsql { - CREATE VIEW v1 AS SELECT * FROM t1 LIMIT 2; - SELECT count(*) FROM (SELECT * FROM v1); - } - } 2 -} ;# ifcapable view -do_test limit-2.2 { - execsql { - CREATE TABLE t2 AS SELECT * FROM t1 LIMIT 2; - SELECT count(*) FROM t2; - } -} 2 -ifcapable subquery { - do_test limit-2.3 { - execsql { - SELECT count(*) FROM t1 WHERE rowid IN (SELECT rowid FROM t1 LIMIT 2); - } - } 2 -} - -ifcapable subquery { - do_test limit-3.1 { - execsql { - SELECT z FROM (SELECT y*10+x AS z FROM t1 ORDER BY x LIMIT 10) - ORDER BY z LIMIT 5; - } - } {50 51 52 53 54} -} - -do_test limit-4.1 { - ifcapable subquery { - execsql { - BEGIN; - CREATE TABLE t3(x); - INSERT INTO t3 SELECT x FROM t1 ORDER BY x LIMIT 10 OFFSET 1; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - INSERT INTO t3 SELECT x+(SELECT max(x) FROM t3) FROM t3; - END; - SELECT count(*) FROM t3; - } - } else { - execsql { - BEGIN; - CREATE TABLE t3(x); - INSERT INTO t3 SELECT x FROM t1 ORDER BY x LIMIT 10 OFFSET 1; - } - for {set i 0} {$i<10} {incr i} { - set max_x_t3 [execsql {SELECT max(x) FROM t3}] - execsql "INSERT INTO t3 SELECT x+$max_x_t3 FROM t3;" - } - execsql { - END; - SELECT count(*) FROM t3; - } - } -} {10240} -do_test limit-4.2 { - execsql { - SELECT x FROM t3 LIMIT 2 OFFSET 10000 - } -} {10001 10002} -do_test limit-4.3 { - execsql { - CREATE TABLE t4 AS SELECT x, - 'abcdefghijklmnopqrstuvwyxz ABCDEFGHIJKLMNOPQRSTUVWYXZ' || x || - 'abcdefghijklmnopqrstuvwyxz ABCDEFGHIJKLMNOPQRSTUVWYXZ' || x || - 'abcdefghijklmnopqrstuvwyxz ABCDEFGHIJKLMNOPQRSTUVWYXZ' || x || - 'abcdefghijklmnopqrstuvwyxz ABCDEFGHIJKLMNOPQRSTUVWYXZ' || x || - 'abcdefghijklmnopqrstuvwyxz ABCDEFGHIJKLMNOPQRSTUVWYXZ' || x AS y - FROM t3 LIMIT 1000; - SELECT x FROM t4 ORDER BY y DESC LIMIT 1 OFFSET 999; - } -} {1000} - -do_test limit-5.1 { - execsql { - CREATE TABLE t5(x,y); - INSERT INTO t5 SELECT x-y, x+y FROM t1 WHERE x BETWEEN 10 AND 15 - ORDER BY x LIMIT 2; - SELECT * FROM t5 ORDER BY x; - } -} {5 15 6 16} -do_test limit-5.2 { - execsql { - DELETE FROM t5; - INSERT INTO t5 SELECT x-y, x+y FROM t1 WHERE x BETWEEN 10 AND 15 - ORDER BY x DESC LIMIT 2; - SELECT * FROM t5 ORDER BY x; - } -} {9 19 10 20} -do_test limit-5.3 { - execsql { - DELETE FROM t5; - INSERT INTO t5 SELECT x-y, x+y FROM t1 WHERE x ORDER BY x DESC LIMIT 31; - SELECT * FROM t5 ORDER BY x LIMIT 2; - } -} {-4 6 -3 7} -do_test limit-5.4 { - execsql { - SELECT * FROM t5 ORDER BY x DESC, y DESC LIMIT 2; - } -} {21 41 21 39} -do_test limit-5.5 { - execsql { - DELETE FROM t5; - INSERT INTO t5 SELECT a.x*100+b.x, a.y*100+b.y FROM t1 AS a, t1 AS b - ORDER BY 1, 2 LIMIT 1000; - SELECT count(*), sum(x), sum(y), min(x), max(x), min(y), max(y) FROM t5; - } -} {1000 1528204 593161 0 3107 505 1005} - -# There is some contraversy about whether LIMIT 0 should be the same as -# no limit at all or if LIMIT 0 should result in zero output rows. -# -do_test limit-6.1 { - execsql { - BEGIN; - CREATE TABLE t6(a); - INSERT INTO t6 VALUES(1); - INSERT INTO t6 VALUES(2); - INSERT INTO t6 SELECT a+2 FROM t6; - COMMIT; - SELECT * FROM t6; - } -} {1 2 3 4} -do_test limit-6.2 { - execsql { - SELECT * FROM t6 LIMIT -1 OFFSET -1; - } -} {1 2 3 4} -do_test limit-6.3 { - execsql { - SELECT * FROM t6 LIMIT 2 OFFSET -123; - } -} {1 2} -do_test limit-6.4 { - execsql { - SELECT * FROM t6 LIMIT -432 OFFSET 2; - } -} {3 4} -do_test limit-6.5 { - execsql { - SELECT * FROM t6 LIMIT -1 - } -} {1 2 3 4} -do_test limit-6.6 { - execsql { - SELECT * FROM t6 LIMIT -1 OFFSET 1 - } -} {2 3 4} -do_test limit-6.7 { - execsql { - SELECT * FROM t6 LIMIT 0 - } -} {} -do_test limit-6.8 { - execsql { - SELECT * FROM t6 LIMIT 0 OFFSET 1 - } -} {} - -# Make sure LIMIT works well with compound SELECT statements. -# Ticket #393 -# -ifcapable compound { -do_test limit-7.1.1 { - catchsql { - SELECT x FROM t2 LIMIT 5 UNION ALL SELECT a FROM t6; - } -} {1 {LIMIT clause should come after UNION ALL not before}} -do_test limit-7.1.2 { - catchsql { - SELECT x FROM t2 LIMIT 5 UNION SELECT a FROM t6; - } -} {1 {LIMIT clause should come after UNION not before}} -do_test limit-7.1.3 { - catchsql { - SELECT x FROM t2 LIMIT 5 EXCEPT SELECT a FROM t6 LIMIT 3; - } -} {1 {LIMIT clause should come after EXCEPT not before}} -do_test limit-7.1.4 { - catchsql { - SELECT x FROM t2 LIMIT 0,5 INTERSECT SELECT a FROM t6; - } -} {1 {LIMIT clause should come after INTERSECT not before}} -do_test limit-7.2 { - execsql { - SELECT x FROM t2 UNION ALL SELECT a FROM t6 LIMIT 5; - } -} {31 30 1 2 3} -do_test limit-7.3 { - execsql { - SELECT x FROM t2 UNION ALL SELECT a FROM t6 LIMIT 3 OFFSET 1; - } -} {30 1 2} -do_test limit-7.4 { - execsql { - SELECT x FROM t2 UNION ALL SELECT a FROM t6 ORDER BY 1 LIMIT 3 OFFSET 1; - } -} {2 3 4} -do_test limit-7.5 { - execsql { - SELECT x FROM t2 UNION SELECT x+2 FROM t2 LIMIT 2 OFFSET 1; - } -} {31 32} -do_test limit-7.6 { - execsql { - SELECT x FROM t2 UNION SELECT x+2 FROM t2 ORDER BY 1 DESC LIMIT 2 OFFSET 1; - } -} {32 31} -do_test limit-7.7 { - execsql { - SELECT a+9 FROM t6 EXCEPT SELECT y FROM t2 LIMIT 2; - } -} {11 12} -do_test limit-7.8 { - execsql { - SELECT a+9 FROM t6 EXCEPT SELECT y FROM t2 ORDER BY 1 DESC LIMIT 2; - } -} {13 12} -do_test limit-7.9 { - execsql { - SELECT a+26 FROM t6 INTERSECT SELECT x FROM t2 LIMIT 1; - } -} {30} -do_test limit-7.10 { - execsql { - SELECT a+27 FROM t6 INTERSECT SELECT x FROM t2 LIMIT 1; - } -} {30} -do_test limit-7.11 { - execsql { - SELECT a+27 FROM t6 INTERSECT SELECT x FROM t2 LIMIT 1 OFFSET 1; - } -} {31} -do_test limit-7.12 { - execsql { - SELECT a+27 FROM t6 INTERSECT SELECT x FROM t2 - ORDER BY 1 DESC LIMIT 1 OFFSET 1; - } -} {30} -} ;# ifcapable compound - -# Tests for limit in conjunction with distinct. The distinct should -# occur before both the limit and the offset. Ticket #749. -# -do_test limit-8.1 { - execsql { - SELECT DISTINCT cast(round(x/100) as integer) FROM t3 LIMIT 5; - } -} {0 1 2 3 4} -do_test limit-8.2 { - execsql { - SELECT DISTINCT cast(round(x/100) as integer) FROM t3 LIMIT 5 OFFSET 5; - } -} {5 6 7 8 9} -do_test limit-8.3 { - execsql { - SELECT DISTINCT cast(round(x/100) as integer) FROM t3 LIMIT 5 OFFSET 25; - } -} {25 26 27 28 29} - -# Make sure limits on multiple subqueries work correctly. -# Ticket #1035 -# -ifcapable subquery { - do_test limit-9.1 { - execsql { - SELECT * FROM (SELECT * FROM t6 LIMIT 3); - } - } {1 2 3} -} -do_test limit-9.2.1 { - execsql { - CREATE TABLE t7 AS SELECT * FROM t6; - } -} {} -ifcapable subquery { - do_test limit-9.2.2 { - execsql { - SELECT * FROM (SELECT * FROM t7 LIMIT 3); - } - } {1 2 3} -} -ifcapable compound { - ifcapable subquery { - do_test limit-9.3 { - execsql { - SELECT * FROM (SELECT * FROM t6 LIMIT 3) - UNION - SELECT * FROM (SELECT * FROM t7 LIMIT 3) - ORDER BY 1 - } - } {1 2 3} - do_test limit-9.4 { - execsql { - SELECT * FROM (SELECT * FROM t6 LIMIT 3) - UNION - SELECT * FROM (SELECT * FROM t7 LIMIT 3) - ORDER BY 1 - LIMIT 2 - } - } {1 2} - } - do_test limit-9.5 { - catchsql { - SELECT * FROM t6 LIMIT 3 - UNION - SELECT * FROM t7 LIMIT 3 - } - } {1 {LIMIT clause should come after UNION not before}} -} - -# Test LIMIT and OFFSET using SQL variables. -do_test limit-10.1 { - set limit 10 - db eval { - SELECT x FROM t1 LIMIT :limit; - } -} {31 30 29 28 27 26 25 24 23 22} -do_test limit-10.2 { - set limit 5 - set offset 5 - db eval { - SELECT x FROM t1 LIMIT :limit OFFSET :offset; - } -} {26 25 24 23 22} -do_test limit-10.3 { - set limit -1 - db eval { - SELECT x FROM t1 WHERE x<10 LIMIT :limit; - } -} {9 8 7 6 5 4 3 2 1 0} -do_test limit-10.4 { - set limit 1.5 - set rc [catch { - db eval { - SELECT x FROM t1 WHERE x<10 LIMIT :limit; - } } msg] - list $rc $msg -} {1 {datatype mismatch}} -do_test limit-10.5 { - set limit "hello world" - set rc [catch { - db eval { - SELECT x FROM t1 WHERE x<10 LIMIT :limit; - } } msg] - list $rc $msg -} {1 {datatype mismatch}} - -ifcapable subquery { -do_test limit-11.1 { - db eval { - SELECT x FROM (SELECT x FROM t1 ORDER BY x LIMIT 0) ORDER BY x - } -} {} -} ;# ifcapable subquery - -finish_test diff --git a/libs/sqlite/test/loadext.test b/libs/sqlite/test/loadext.test deleted file mode 100644 index 1990d8c46a..0000000000 --- a/libs/sqlite/test/loadext.test +++ /dev/null @@ -1,192 +0,0 @@ -# 2006 July 14 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is extension loading. -# -# $Id: loadext.test,v 1.8 2006/08/23 20:07:22 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# The name of the test extension varies by operating system. -# -if {$::tcl_platform(platform) eq "windows"} { - set testextension ./testloadext.dll -} else { - set testextension ./libtestloadext.so -} - -# Make sure the test extension actually exists. If it does not -# exist, try to create it. If unable to create it, then skip this -# test file. -# -if {![file exists $testextension]} { - set srcdir [file dir $testdir]/src - set testextsrc $srcdir/test_loadext.c - if {[catch { - exec gcc -Wall -I$srcdir -I. -g -shared $testextsrc -o $testextension - } msg]} { - puts "Skipping loadext tests: Test extension not built..." - puts $msg - finish_test - return - } -} - -# Test that loading the extension produces the expected results - adding -# the half() function to the specified database handle. -# -do_test loadext-1.1 { - catchsql { - SELECT half(1.0); - } -} {1 {no such function: half}} -do_test loadext-1.2 { - db enable_load_extension 1 - sqlite3_load_extension db $testextension testloadext_init - catchsql { - SELECT half(1.0); - } -} {0 0.5} - -# Test that a second database connection (db2) can load the extension also. -# -do_test loadext-1.3 { - sqlite3 db2 test.db - sqlite3_enable_load_extension db2 1 - catchsql { - SELECT half(1.0); - } db2 -} {1 {no such function: half}} -do_test loadext-1.4 { - sqlite3_load_extension db2 $testextension testloadext_init - catchsql { - SELECT half(1.0); - } db2 -} {0 0.5} - -# Close the first database connection. Then check that the second database -# can still use the half() function without a problem. -# -do_test loadext-1.5 { - db close - catchsql { - SELECT half(1.0); - } db2 -} {0 0.5} - -db2 close -sqlite3 db test.db -sqlite3_enable_load_extension db 1 - -# Try to load an extension for which the file does not exist. -# -do_test loadext-2.1 { - set rc [catch { - sqlite3_load_extension db "${testextension}xx" - } msg] - list $rc $msg -} [list 1 [subst -nocommands \ - {unable to open shared library [${testextension}xx]} -]] - -# Try to load an extension for which the file is not a shared object -# -do_test loadext-2.2 { - set fd [open "${testextension}xx" w] - puts $fd blah - close $fd - set rc [catch { - sqlite3_load_extension db "${testextension}xx" - } msg] - list $rc $msg -} [list 1 [subst -nocommands \ - {unable to open shared library [${testextension}xx]} -]] - -# Try to load an extension for which the file is present but the -# entry point is not. -# -do_test loadext-2.3 { - set rc [catch { - sqlite3_load_extension db $testextension icecream - } msg] - list $rc $msg -} [list 1 [subst -nocommands \ - {no entry point [icecream] in shared library [$testextension]} -]] - -# Try to load an extension for which the entry point fails (returns non-zero) -# -do_test loadext-2.4 { - set rc [catch { - sqlite3_load_extension db $testextension testbrokenext_init - } msg] - list $rc $msg -} {1 {error during initialization: broken!}} - -############################################################################ -# Tests for the load_extension() SQL function -# - -db close -sqlite3 db test.db -sqlite3_enable_load_extension db 1 -do_test loadext-3.1 { - catchsql { - SELECT half(5); - } -} {1 {no such function: half}} -do_test loadext-3.2 { - catchsql { - SELECT load_extension($::testextension) - } -} [list 1 "no entry point \[sqlite3_extension_init\]\ - in shared library \[$testextension\]"] -do_test loadext-3.3 { - catchsql { - SELECT load_extension($::testextension,'testloadext_init') - } -} {0 {{}}} -do_test loadext-3.4 { - catchsql { - SELECT half(5); - } -} {0 2.5} - -# Ticket #1863 -# Make sure the extension loading mechanism will not work unless it -# is explicitly enabled. -# -db close -sqlite3 db test.db -do_test loadext-4.1 { - catchsql { - SELECT load_extension($::testextension,'testloadext_init') - } -} {1 {not authorized}} -do_test loadext-4.2 { - sqlite3_enable_load_extension db 1 - catchsql { - SELECT load_extension($::testextension,'testloadext_init') - } -} {0 {{}}} - -do_test loadext-4.3 { - sqlite3_enable_load_extension db 0 - catchsql { - SELECT load_extension($::testextension,'testloadext_init') - } -} {1 {not authorized}} - - - -finish_test diff --git a/libs/sqlite/test/loadext2.test b/libs/sqlite/test/loadext2.test deleted file mode 100644 index d692cdeb21..0000000000 --- a/libs/sqlite/test/loadext2.test +++ /dev/null @@ -1,139 +0,0 @@ -# 2006 August 23 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is automatic extension loading and the -# sqlite3_auto_extension() API. -# -# $Id: loadext2.test,v 1.1 2006/08/23 20:07:22 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Only run these tests if the approriate APIs are defined -# in the system under test. -# -if {[info command sqlite3_auto_extension_sqr]==""} { - finish_test - return -} - - -# None of the extension are loaded by default. -# -do_test loadext2-1.1 { - catchsql { - SELECT sqr(2) - } -} {1 {no such function: sqr}} -do_test loadext2-1.2 { - catchsql { - SELECT cube(2) - } -} {1 {no such function: cube}} - -# Register auto-loaders. Still functions do not exist. -# -do_test loadext2-1.3 { - sqlite3_auto_extension_sqr - sqlite3_auto_extension_cube - catchsql { - SELECT sqr(2) - } -} {1 {no such function: sqr}} -do_test loadext2-1.4 { - catchsql { - SELECT cube(2) - } -} {1 {no such function: cube}} - - -# Functions do exist in a new database connection -# -do_test loadext2-1.5 { - sqlite3 db test.db - catchsql { - SELECT sqr(2) - } -} {0 4.0} -do_test loadext2-1.6 { - catchsql { - SELECT cube(2) - } -} {0 8.0} - - -# Reset extension auto loading. Existing extensions still exist. -# -do_test loadext2-1.7 { - sqlite3_reset_auto_extension - catchsql { - SELECT sqr(2) - } -} {0 4.0} -do_test loadext2-1.8 { - catchsql { - SELECT cube(2) - } -} {0 8.0} - - -# Register only the sqr() function. -# -do_test loadext2-1.9 { - sqlite3_auto_extension_sqr - sqlite3 db test.db - catchsql { - SELECT sqr(2) - } -} {0 4.0} -do_test loadext2-1.10 { - catchsql { - SELECT cube(2) - } -} {1 {no such function: cube}} - -# Register only the cube() function. -# -do_test loadext2-1.11 { - sqlite3_reset_auto_extension - sqlite3_auto_extension_cube - sqlite3 db test.db - catchsql { - SELECT sqr(2) - } -} {1 {no such function: sqr}} -do_test loadext2-1.12 { - catchsql { - SELECT cube(2) - } -} {0 8.0} - -# Register a broken entry point. -# -do_test loadext2-1.13 { - sqlite3_auto_extension_broken - set rc [catch {sqlite3 db test.db} errmsg] - lappend rc $errmsg -} {1 {automatic extension loading failed: broken autoext!}} -do_test loadext2-1.14 { - catchsql { - SELECT sqr(2) - } -} {1 {no such function: sqr}} -do_test loadext2-1.15 { - catchsql { - SELECT cube(2) - } -} {0 8.0} - - -sqlite3_reset_auto_extension -finish_test diff --git a/libs/sqlite/test/lock.test b/libs/sqlite/test/lock.test deleted file mode 100644 index e453ffd28b..0000000000 --- a/libs/sqlite/test/lock.test +++ /dev/null @@ -1,354 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is database locks. -# -# $Id: lock.test,v 1.33 2006/08/16 16:42:48 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create an alternative connection to the database -# -do_test lock-1.0 { - sqlite3 db2 ./test.db - set dummy {} -} {} -do_test lock-1.1 { - execsql {SELECT name FROM sqlite_master WHERE type='table' ORDER BY name} -} {} -do_test lock-1.2 { - execsql {SELECT name FROM sqlite_master WHERE type='table' ORDER BY name} db2 -} {} -do_test lock-1.3 { - execsql {CREATE TABLE t1(a int, b int)} - execsql {SELECT name FROM sqlite_master WHERE type='table' ORDER BY name} -} {t1} -do_test lock-1.5 { - catchsql { - SELECT name FROM sqlite_master WHERE type='table' ORDER BY name - } db2 -} {0 t1} - -do_test lock-1.6 { - execsql {INSERT INTO t1 VALUES(1,2)} - execsql {SELECT * FROM t1} -} {1 2} -# Update: The schema is now brought up to date by test lock-1.5. -# do_test lock-1.7.1 { -# catchsql {SELECT * FROM t1} db2 -# } {1 {no such table: t1}} -do_test lock-1.7.2 { - catchsql {SELECT * FROM t1} db2 -} {0 {1 2}} -do_test lock-1.8 { - execsql {UPDATE t1 SET a=b, b=a} db2 - execsql {SELECT * FROM t1} db2 -} {2 1} -do_test lock-1.9 { - execsql {SELECT * FROM t1} -} {2 1} -do_test lock-1.10 { - execsql {BEGIN TRANSACTION} - execsql {UPDATE t1 SET a = 0 WHERE 0} - execsql {SELECT * FROM t1} -} {2 1} -do_test lock-1.11 { - catchsql {SELECT * FROM t1} db2 -} {0 {2 1}} -do_test lock-1.12 { - execsql {ROLLBACK} - catchsql {SELECT * FROM t1} -} {0 {2 1}} - -do_test lock-1.13 { - execsql {CREATE TABLE t2(x int, y int)} - execsql {INSERT INTO t2 VALUES(8,9)} - execsql {SELECT * FROM t2} -} {8 9} -do_test lock-1.14.1 { - catchsql {SELECT * FROM t2} db2 -} {1 {no such table: t2}} -do_test lock-1.14.2 { - catchsql {SELECT * FROM t1} db2 -} {0 {2 1}} -do_test lock-1.15 { - catchsql {SELECT * FROM t2} db2 -} {0 {8 9}} - -do_test lock-1.16 { - db eval {SELECT * FROM t1} qv { - set x [db eval {SELECT * FROM t1}] - } - set x -} {2 1} -do_test lock-1.17 { - db eval {SELECT * FROM t1} qv { - set x [db eval {SELECT * FROM t2}] - } - set x -} {8 9} - -# You cannot UPDATE a table from within the callback of a SELECT -# on that same table because the SELECT has the table locked. -# -# 2006-08-16: Reads no longer block writes within the same -# database connection. -# -#do_test lock-1.18 { -# db eval {SELECT * FROM t1} qv { -# set r [catch {db eval {UPDATE t1 SET a=b, b=a}} msg] -# lappend r $msg -# } -# set r -#} {1 {database table is locked}} - -# But you can UPDATE a different table from the one that is used in -# the SELECT. -# -do_test lock-1.19 { - db eval {SELECT * FROM t1} qv { - set r [catch {db eval {UPDATE t2 SET x=y, y=x}} msg] - lappend r $msg - } - set r -} {0 {}} -do_test lock-1.20 { - execsql {SELECT * FROM t2} -} {9 8} - -# It is possible to do a SELECT of the same table within the -# callback of another SELECT on that same table because two -# or more read-only cursors can be open at once. -# -do_test lock-1.21 { - db eval {SELECT * FROM t1} qv { - set r [catch {db eval {SELECT a FROM t1}} msg] - lappend r $msg - } - set r -} {0 2} - -# Under UNIX you can do two SELECTs at once with different database -# connections, because UNIX supports reader/writer locks. Under windows, -# this is not possible. -# -if {$::tcl_platform(platform)=="unix"} { - do_test lock-1.22 { - db eval {SELECT * FROM t1} qv { - set r [catch {db2 eval {SELECT a FROM t1}} msg] - lappend r $msg - } - set r - } {0 2} -} -integrity_check lock-1.23 - -# If one thread has a transaction another thread cannot start -# a transaction. -> Not true in version 3.0. But if one thread -# as a RESERVED lock another thread cannot acquire one. -# -do_test lock-2.1 { - execsql {BEGIN TRANSACTION} - execsql {UPDATE t1 SET a = 0 WHERE 0} - execsql {BEGIN TRANSACTION} db2 - set r [catch {execsql {UPDATE t1 SET a = 0 WHERE 0} db2} msg] - execsql {ROLLBACK} db2 - lappend r $msg -} {1 {database is locked}} - -# A thread can read when another has a RESERVED lock. -# -do_test lock-2.2 { - catchsql {SELECT * FROM t2} db2 -} {0 {9 8}} - -# If the other thread (the one that does not hold the transaction with -# a RESERVED lock) tries to get a RESERVED lock, we do get a busy callback -# as long as we were not orginally holding a READ lock. -# -do_test lock-2.3.1 { - proc callback {count} { - set ::callback_value $count - break - } - set ::callback_value {} - db2 busy callback - # db2 does not hold a lock so we should get a busy callback here - set r [catch {execsql {UPDATE t1 SET a=b, b=a} db2} msg] - lappend r $msg - lappend r $::callback_value -} {1 {database is locked} 0} -do_test lock-2.3.2 { - set ::callback_value {} - execsql {BEGIN; SELECT rowid FROM sqlite_master LIMIT 1} db2 - # This time db2 does hold a read lock. No busy callback this time. - set r [catch {execsql {UPDATE t1 SET a=b, b=a} db2} msg] - lappend r $msg - lappend r $::callback_value -} {1 {database is locked} {}} -catch {execsql {ROLLBACK} db2} -do_test lock-2.4.1 { - proc callback {count} { - lappend ::callback_value $count - if {$count>4} break - } - set ::callback_value {} - db2 busy callback - # We get a busy callback because db2 is not holding a lock - set r [catch {execsql {UPDATE t1 SET a=b, b=a} db2} msg] - lappend r $msg - lappend r $::callback_value -} {1 {database is locked} {0 1 2 3 4 5}} -do_test lock-2.4.2 { - proc callback {count} { - lappend ::callback_value $count - if {$count>4} break - } - set ::callback_value {} - db2 busy callback - execsql {BEGIN; SELECT rowid FROM sqlite_master LIMIT 1} db2 - # No busy callback this time because we are holding a lock - set r [catch {execsql {UPDATE t1 SET a=b, b=a} db2} msg] - lappend r $msg - lappend r $::callback_value -} {1 {database is locked} {}} -catch {execsql {ROLLBACK} db2} -do_test lock-2.5 { - proc callback {count} { - lappend ::callback_value $count - if {$count>4} break - } - set ::callback_value {} - db2 busy callback - set r [catch {execsql {SELECT * FROM t1} db2} msg] - lappend r $msg - lappend r $::callback_value -} {0 {2 1} {}} -execsql {ROLLBACK} - -# Test the built-in busy timeout handler -# -do_test lock-2.8 { - db2 timeout 400 - execsql BEGIN - execsql {UPDATE t1 SET a = 0 WHERE 0} - catchsql {BEGIN EXCLUSIVE;} db2 -} {1 {database is locked}} -do_test lock-2.9 { - db2 timeout 0 - execsql COMMIT -} {} -integrity_check lock-2.10 - -# Try to start two transactions in a row -# -do_test lock-3.1 { - execsql {BEGIN TRANSACTION} - set r [catch {execsql {BEGIN TRANSACTION}} msg] - execsql {ROLLBACK} - lappend r $msg -} {1 {cannot start a transaction within a transaction}} -integrity_check lock-3.2 - -# Make sure the busy handler and error messages work when -# opening a new pointer to the database while another pointer -# has the database locked. -# -do_test lock-4.1 { - db2 close - catch {db eval ROLLBACK} - db eval BEGIN - db eval {UPDATE t1 SET a=0 WHERE 0} - sqlite3 db2 ./test.db - catchsql {UPDATE t1 SET a=0} db2 -} {1 {database is locked}} -do_test lock-4.2 { - set ::callback_value {} - set rc [catch {db2 eval {UPDATE t1 SET a=0}} msg] - lappend rc $msg $::callback_value -} {1 {database is locked} {}} -do_test lock-4.3 { - proc callback {count} { - lappend ::callback_value $count - if {$count>4} break - } - db2 busy callback - set rc [catch {db2 eval {UPDATE t1 SET a=0}} msg] - lappend rc $msg $::callback_value -} {1 {database is locked} {0 1 2 3 4 5}} -execsql {ROLLBACK} - -# When one thread is writing, other threads cannot read. Except if the -# writing thread is writing to its temporary tables, the other threads -# can still read. -> Not so in 3.0. One thread can read while another -# holds a RESERVED lock. -# -proc tx_exec {sql} { - db2 eval $sql -} -do_test lock-5.1 { - execsql { - SELECT * FROM t1 - } -} {2 1} -do_test lock-5.2 { - db function tx_exec tx_exec - catchsql { - INSERT INTO t1(a,b) SELECT 3, tx_exec('SELECT y FROM t2 LIMIT 1'); - } -} {0 {}} - -ifcapable tempdb { - do_test lock-5.3 { - execsql { - CREATE TEMP TABLE t3(x); - SELECT * FROM t3; - } - } {} - do_test lock-5.4 { - catchsql { - INSERT INTO t3 SELECT tx_exec('SELECT y FROM t2 LIMIT 1'); - } - } {0 {}} - do_test lock-5.5 { - execsql { - SELECT * FROM t3; - } - } {8} - do_test lock-5.6 { - catchsql { - UPDATE t1 SET a=tx_exec('SELECT x FROM t2'); - } - } {0 {}} - do_test lock-5.7 { - execsql { - SELECT * FROM t1; - } - } {9 1 9 8} - do_test lock-5.8 { - catchsql { - UPDATE t3 SET x=tx_exec('SELECT x FROM t2'); - } - } {0 {}} - do_test lock-5.9 { - execsql { - SELECT * FROM t3; - } - } {9} -} - -do_test lock-999.1 { - rename db2 {} -} {} - -finish_test diff --git a/libs/sqlite/test/lock2.test b/libs/sqlite/test/lock2.test deleted file mode 100644 index ef7020e2da..0000000000 --- a/libs/sqlite/test/lock2.test +++ /dev/null @@ -1,163 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is database locks between competing processes. -# -# $Id: lock2.test,v 1.6 2005/09/17 16:48:19 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Launch another testfixture process to be controlled by this one. A -# channel name is returned that may be passed as the first argument to proc -# 'testfixture' to execute a command. The child testfixture process is shut -# down by closing the channel. -proc launch_testfixture {} { - set chan [open "|[file join . testfixture] tf_main.tcl" r+] - fconfigure $chan -buffering line - return $chan -} - -# Execute a command in a child testfixture process, connected by two-way -# channel $chan. Return the result of the command, or an error message. -proc testfixture {chan cmd} { - puts $chan $cmd - puts $chan OVER - set r "" - while { 1 } { - set line [gets $chan] - if { $line == "OVER" } { - return $r - } - append r $line - } -} - -# Write the main loop for the child testfixture processes into file -# tf_main.tcl. The parent (this script) interacts with the child processes -# via a two way pipe. The parent writes a script to the stdin of the child -# process, followed by the word "OVER" on a line of it's own. The child -# process evaluates the script and writes the results to stdout, followed -# by an "OVER" of its own. -set f [open tf_main.tcl w] -puts $f { - set l [open log w] - set script "" - while {![eof stdin]} { - flush stdout - set line [gets stdin] - puts $l "READ $line" - if { $line == "OVER" } { - catch {eval $script} result - puts $result - puts $l "WRITE $result" - puts OVER - puts $l "WRITE OVER" - flush stdout - set script "" - } else { - append script $line - append script " ; " - } - } - close $l -} -close $f - -# Simple locking test case: -# -# lock2-1.1: Connect a second process to the database. -# lock2-1.2: Establish a RESERVED lock with this process. -# lock2-1.3: Get a SHARED lock with the second process. -# lock2-1.4: Try for a RESERVED lock with process 2. This fails. -# lock2-1.5: Try to upgrade the first process to EXCLUSIVE, this fails so -# it gets PENDING. -# lock2-1.6: Release the SHARED lock held by the second process. -# lock2-1.7: Attempt to reaquire a SHARED lock with the second process. -# this fails due to the PENDING lock. -# lock2-1.8: Ensure the first process can now upgrade to EXCLUSIVE. -# -do_test lock2-1.1 { - set ::tf1 [launch_testfixture] - testfixture $::tf1 "set sqlite_pending_byte $::sqlite_pending_byte" - testfixture $::tf1 { - sqlite3 db test.db -key xyzzy - db eval {select * from sqlite_master} - } -} {} -do_test lock2-1.1.1 { - execsql {pragma lock_status} -} {main unlocked temp closed} -do_test lock2-1.2 { - execsql { - BEGIN; - CREATE TABLE abc(a, b, c); - } -} {} -do_test lock2-1.3 { - testfixture $::tf1 { - db eval { - BEGIN; - SELECT * FROM sqlite_master; - } - } -} {} -do_test lock2-1.4 { - testfixture $::tf1 { - db eval { - CREATE TABLE def(d, e, f) - } - } -} {database is locked} -do_test lock2-1.5 { - catchsql { - COMMIT; - } -} {1 {database is locked}} -do_test lock2-1.6 { - testfixture $::tf1 { - db eval { - SELECT * FROM sqlite_master; - COMMIT; - } - } -} {} -do_test lock2-1.7 { - testfixture $::tf1 { - db eval { - BEGIN; - SELECT * FROM sqlite_master; - } - } -} {database is locked} -do_test lock2-1.8 { - catchsql { - COMMIT; - } -} {0 {}} -do_test lock2-1.9 { - execsql { - SELECT * FROM sqlite_master; - } -} "table abc abc [expr $AUTOVACUUM?3:2] {CREATE TABLE abc(a, b, c)}" -do_test lock2-1.10 { - testfixture $::tf1 { - db eval { - SELECT * FROM sqlite_master; - } - } -} "table abc abc [expr $AUTOVACUUM?3:2] {CREATE TABLE abc(a, b, c)}" - -catch {testfixture $::tf1 {db close}} -catch {close $::tf1} - -finish_test diff --git a/libs/sqlite/test/lock3.test b/libs/sqlite/test/lock3.test deleted file mode 100644 index 1835c66f79..0000000000 --- a/libs/sqlite/test/lock3.test +++ /dev/null @@ -1,78 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is database locks and the operation of the -# DEFERRED, IMMEDIATE, and EXCLUSIVE keywords as modifiers to the -# BEGIN command. -# -# $Id: lock3.test,v 1.1 2004/10/05 02:41:43 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Establish two connections to the same database. Put some -# sample data into the database. -# -do_test lock3-1.1 { - sqlite3 db2 test.db - execsql { - CREATE TABLE t1(a); - INSERT INTO t1 VALUES(1); - } - execsql { - SELECT * FROM t1 - } db2 -} 1 - -# Get a deferred lock on the database using one connection. The -# other connection should still be able to write. -# -do_test lock3-2.1 { - execsql {BEGIN DEFERRED TRANSACTION} - execsql {INSERT INTO t1 VALUES(2)} db2 - execsql {END TRANSACTION} - execsql {SELECT * FROM t1} -} {1 2} - -# Get an immediate lock on the database using one connection. The -# other connection should be able to read the database but not write -# it. -# -do_test lock3-3.1 { - execsql {BEGIN IMMEDIATE TRANSACTION} - catchsql {SELECT * FROM t1} db2 -} {0 {1 2}} -do_test lock3-3.2 { - catchsql {INSERT INTO t1 VALUES(3)} db2 -} {1 {database is locked}} -do_test lock3-3.3 { - execsql {END TRANSACTION} -} {} - - -# Get an exclusive lock on the database using one connection. The -# other connection should be unable to read or write the database. -# -do_test lock3-4.1 { - execsql {BEGIN EXCLUSIVE TRANSACTION} - catchsql {SELECT * FROM t1} db2 -} {1 {database is locked}} -do_test lock3-4.2 { - catchsql {INSERT INTO t1 VALUES(3)} db2 -} {1 {database is locked}} -do_test lock3-4.3 { - execsql {END TRANSACTION} -} {} - -catch {db2 close} - -finish_test diff --git a/libs/sqlite/test/main.test b/libs/sqlite/test/main.test deleted file mode 100644 index 85bca73c4b..0000000000 --- a/libs/sqlite/test/main.test +++ /dev/null @@ -1,319 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is exercising the code in main.c. -# -# $Id: main.test,v 1.25 2006/02/09 22:24:41 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Only do the next group of tests if the sqlite3_complete API is available -# -ifcapable {complete} { - -# Tests of the sqlite_complete() function. -# -do_test main-1.1 { - db complete {This is a test} -} {0} -do_test main-1.2 { - db complete { - } -} {1} -do_test main-1.3 { - db complete { - -- a comment ; - } -} {1} -do_test main-1.4 { - db complete { - -- a comment ; - ; - } -} {1} -do_test main-1.5 { - db complete {DROP TABLE 'xyz;} -} {0} -do_test main-1.6 { - db complete {DROP TABLE 'xyz';} -} {1} -do_test main-1.7 { - db complete {DROP TABLE "xyz;} -} {0} -do_test main-1.8 { - db complete {DROP TABLE "xyz';} -} {0} -do_test main-1.9 { - db complete {DROP TABLE "xyz";} -} {1} -do_test main-1.10 { - db complete {DROP TABLE xyz; hi} -} {0} -do_test main-1.11 { - db complete {DROP TABLE xyz; } -} {1} -do_test main-1.12 { - db complete {DROP TABLE xyz; -- hi } -} {1} -do_test main-1.13 { - db complete {DROP TABLE xyz; -- hi - } -} {1} -do_test main-1.14 { - db complete {SELECT a-b FROM t1; } -} {1} -do_test main-1.15 { - db complete {SELECT a/e FROM t1 } -} {0} -do_test main-1.16 { - db complete { - CREATE TABLE abc(x,y); - } -} {1} -ifcapable {trigger} { - do_test main-1.17 { - db complete { - CREATE TRIGGER xyz AFTER DELETE abc BEGIN UPDATE pqr; - } - } {0} - do_test main-1.18 { - db complete { - CREATE TRIGGER xyz AFTER DELETE abc BEGIN UPDATE pqr; END; - } - } {1} - do_test main-1.19 { - db complete { - CREATE TRIGGER xyz AFTER DELETE abc BEGIN - UPDATE pqr; - unknown command; - } - } {0} - do_test main-1.20 { - db complete { - CREATE TRIGGER xyz AFTER DELETE backend BEGIN - UPDATE pqr; - } - } {0} - do_test main-1.21 { - db complete { - CREATE TRIGGER xyz AFTER DELETE end BEGIN - SELECT a, b FROM end; - } - } {0} - do_test main-1.22 { - db complete { - CREATE TRIGGER xyz AFTER DELETE end BEGIN - SELECT a, b FROM end; - END; - } - } {1} - do_test main-1.23 { - db complete { - CREATE TRIGGER xyz AFTER DELETE end BEGIN - SELECT a, b FROM end; - END; - SELECT a, b FROM end; - } - } {1} - do_test main-1.24 { - db complete { - CREATE TRIGGER xyz AFTER DELETE [;end;] BEGIN - UPDATE pqr; - } - } {0} - do_test main-1.25 { - db complete { - CREATE TRIGGER xyz AFTER DELETE backend BEGIN - UPDATE pqr SET a=[;end;];;; - } - } {0} - do_test main-1.26 { - db complete { - CREATE -- a comment - TRIGGER xyz AFTER DELETE backend BEGIN - UPDATE pqr SET a=5; - } - } {0} - do_test main-1.27.1 { - db complete { - CREATE -- a comment - TRIGGERX xyz AFTER DELETE backend BEGIN - UPDATE pqr SET a=5; - } - } {1} - do_test main-1.27.2 { - db complete { - CREATE/**/TRIGGER xyz AFTER DELETE backend BEGIN - UPDATE pqr SET a=5; - } - } {0} - ifcapable {explain} { - do_test main-1.27.3 { - db complete { - /* */ EXPLAIN -- A comment - CREATE/**/TRIGGER xyz AFTER DELETE backend BEGIN - UPDATE pqr SET a=5; - } - } {0} - } - do_test main-1.27.4 { - db complete { - BOGUS token - CREATE TRIGGER xyz AFTER DELETE backend BEGIN - UPDATE pqr SET a=5; - } - } {1} - ifcapable {explain} { - do_test main-1.27.5 { - db complete { - EXPLAIN - CREATE TEMP TRIGGER xyz AFTER DELETE backend BEGIN - UPDATE pqr SET a=5; - } - } {0} - } - do_test main-1.28 { - db complete { - CREATE TEMPORARY TRIGGER xyz AFTER DELETE backend BEGIN - UPDATE pqr SET a=5; - } - } {0} - do_test main-1.29 { - db complete { - CREATE TRIGGER xyz AFTER DELETE backend BEGIN - UPDATE pqr SET a=5; - EXPLAIN select * from xyz; - } - } {0} -} -do_test main-1.30 { - db complete { - CREATE TABLE /* In comment ; */ - } -} {0} -do_test main-1.31 { - db complete { - CREATE TABLE /* In comment ; */ hi; - } -} {1} -do_test main-1.31 { - db complete { - CREATE TABLE /* In comment ; */; - } -} {1} -do_test main-1.32 { - db complete { - stuff; - /* - CREATE TABLE - multiple lines - of text - */ - } -} {1} -do_test main-1.33 { - db complete { - /* - CREATE TABLE - multiple lines - of text; - } -} {0} -do_test main-1.34 { - db complete { - /* - CREATE TABLE - multiple lines "*/ - of text; - } -} {1} -do_test main-1.35 { - db complete {hi /**/ there;} -} {1} -do_test main-1.36 { - db complete {hi there/***/;} -} {1} - -} ;# end ifcapable {complete} - - -# Try to open a database with a corrupt database file. -# -do_test main-2.0 { - catch {db close} - file delete -force test.db - set fd [open test.db w] - puts $fd hi! - close $fd - set v [catch {sqlite3 db test.db} msg] - if {$v} {lappend v $msg} {lappend v {}} -} {0 {}} - -# Here are some tests for tokenize.c. -# -do_test main-3.1 { - catch {db close} - foreach f [glob -nocomplain testdb/*] {file delete -force $f} - file delete -force testdb - sqlite3 db testdb - set v [catch {execsql {SELECT * from T1 where x!!5}} msg] - lappend v $msg -} {1 {unrecognized token: "!!"}} -do_test main-3.2 { - catch {db close} - foreach f [glob -nocomplain testdb/*] {file delete -force $f} - file delete -force testdb - sqlite3 db testdb - set v [catch {execsql {SELECT * from T1 where ^x}} msg] - lappend v $msg -} {1 {unrecognized token: "^"}} -do_test main-3.2.2 { - catchsql {select 'abc} -} {1 {unrecognized token: "'abc"}} -do_test main-3.2.3 { - catchsql {select "abc} -} {1 {unrecognized token: ""abc"}} - -do_test main-3.3 { - catch {db close} - foreach f [glob -nocomplain testdb/*] {file delete -force $f} - file delete -force testdb - sqlite3 db testdb - execsql { - create table T1(X REAL); /* C-style comments allowed */ - insert into T1 values(0.5); - insert into T1 values(0.5e2); - insert into T1 values(0.5e-002); - insert into T1 values(5e-002); - insert into T1 values(-5.0e-2); - insert into T1 values(-5.1e-2); - insert into T1 values(0.5e2); - insert into T1 values(0.5E+02); - insert into T1 values(5E+02); - insert into T1 values(5.0E+03); - select x*10 from T1 order by x*5; - } -} {-0.51 -0.5 0.05 0.5 5.0 500.0 500.0 500.0 5000.0 50000.0} -do_test main-3.4 { - set v [catch {execsql {create bogus}} msg] - lappend v $msg -} {1 {near "bogus": syntax error}} -do_test main-3.5 { - set v [catch {execsql {create}} msg] - lappend v $msg -} {1 {near "create": syntax error}} -do_test main-3.6 { - catchsql {SELECT 'abc' + #9} -} {1 {near "#9": syntax error}} - - -finish_test diff --git a/libs/sqlite/test/malloc.test b/libs/sqlite/test/malloc.test deleted file mode 100644 index f48e37e76e..0000000000 --- a/libs/sqlite/test/malloc.test +++ /dev/null @@ -1,557 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file attempts to check the library in an out-of-memory situation. -# When compiled with -DSQLITE_DEBUG=1, the SQLite library accepts a special -# command (sqlite_malloc_fail N) which causes the N-th malloc to fail. This -# special feature is used to see what happens in the library if a malloc -# were to really fail due to an out-of-memory situation. -# -# $Id: malloc.test,v 1.36 2006/10/18 23:26:39 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Only run these tests if memory debugging is turned on. -# -if {[info command sqlite_malloc_stat]==""} { - puts "Skipping malloc tests: not compiled with -DSQLITE_MEMDEBUG..." - finish_test - return -} - -# Usage: do_malloc_test -# -# The first argument, , is an integer used to name the -# tests executed by this proc. Options are as follows: -# -# -tclprep TCL script to run to prepare test. -# -sqlprep SQL script to run to prepare test. -# -tclbody TCL script to run with malloc failure simulation. -# -sqlbody TCL script to run with malloc failure simulation. -# -cleanup TCL script to run after the test. -# -# This command runs a series of tests to verify SQLite's ability -# to handle an out-of-memory condition gracefully. It is assumed -# that if this condition occurs a malloc() call will return a -# NULL pointer. Linux, for example, doesn't do that by default. See -# the "BUGS" section of malloc(3). -# -# Each iteration of a loop, the TCL commands in any argument passed -# to the -tclbody switch, followed by the SQL commands in any argument -# passed to the -sqlbody switch are executed. Each iteration the -# Nth call to sqliteMalloc() is made to fail, where N is increased -# each time the loop runs starting from 1. When all commands execute -# successfully, the loop ends. -# -proc do_malloc_test {tn args} { - array unset ::mallocopts - array set ::mallocopts $args - - set ::go 1 - for {set ::n 1} {$::go && $::n < 50000} {incr ::n} { - do_test malloc-$tn.$::n { - - # Remove all traces of database files test.db and test2.db from the files - # system. Then open (empty database) "test.db" with the handle [db]. - # - sqlite_malloc_fail 0 - catch {db close} - catch {file delete -force test.db} - catch {file delete -force test.db-journal} - catch {file delete -force test2.db} - catch {file delete -force test2.db-journal} - catch {sqlite3 db test.db} - set ::DB [sqlite3_connection_pointer db] - - # Execute any -tclprep and -sqlprep scripts. - # - if {[info exists ::mallocopts(-tclprep)]} { - eval $::mallocopts(-tclprep) - } - if {[info exists ::mallocopts(-sqlprep)]} { - execsql $::mallocopts(-sqlprep) - } - - # Now set the ${::n}th malloc() to fail and execute the -tclbody and - # -sqlbody scripts. - # - sqlite_malloc_fail $::n - set ::mallocbody {} - if {[info exists ::mallocopts(-tclbody)]} { - append ::mallocbody "$::mallocopts(-tclbody)\n" - } - if {[info exists ::mallocopts(-sqlbody)]} { - append ::mallocbody "db eval {$::mallocopts(-sqlbody)}" - } - set v [catch $::mallocbody msg] - - # If the test fails (if $v!=0) and the database connection actually - # exists, make sure the failure code is SQLITE_NOMEM. - if {$v && [info command db]=="db" && [info exists ::mallocopts(-sqlbody)] - && [db errorcode]!=7} { - set v 999 - } - - set leftover [lindex [sqlite_malloc_stat] 2] - if {$leftover>0} { - if {$leftover>1} {puts "\nLeftover: $leftover\nReturn=$v Message=$msg"} - set ::go 0 - if {$v} { - puts "\nError message returned: $msg" - } else { - set v {1 1} - } - } else { - set v2 [expr {$msg=="" || $msg=="out of memory"}] - if {!$v2} {puts "\nError message returned: $msg"} - lappend v $v2 - } - } {1 1} - - if {[info exists ::mallocopts(-cleanup)]} { - catch [list uplevel #0 $::mallocopts(-cleanup)] msg - } - } - unset ::mallocopts -} - -do_malloc_test 1 -tclprep { - db close -} -tclbody { - if {[catch {sqlite3 db test.db}]} { - error "out of memory" - } -} -sqlbody { - DROP TABLE IF EXISTS t1; - CREATE TABLE t1( - a int, b float, c double, d text, e varchar(20), - primary key(a,b,c) - ); - CREATE INDEX i1 ON t1(a,b); - INSERT INTO t1 VALUES(1,2.3,4.5,'hi',x'746865726500'); - INSERT INTO t1 VALUES(6,7.0,0.8,'hello','out yonder'); - SELECT * FROM t1; - SELECT avg(b) FROM t1 GROUP BY a HAVING b>20.0; - DELETE FROM t1 WHERE a IN (SELECT min(a) FROM t1); - SELECT count(*) FROM t1; -} - -# Ensure that no file descriptors were leaked. -do_test malloc-1.X { - catch {db close} - set sqlite_open_file_count -} {0} - -do_malloc_test 2 -sqlbody { - CREATE TABLE t1(a int, b int default 'abc', c int default 1); - CREATE INDEX i1 ON t1(a,b); - INSERT INTO t1 VALUES(1,1,'99 abcdefghijklmnopqrstuvwxyz'); - INSERT INTO t1 VALUES(2,4,'98 abcdefghijklmnopqrstuvwxyz'); - INSERT INTO t1 VALUES(3,9,'97 abcdefghijklmnopqrstuvwxyz'); - INSERT INTO t1 VALUES(4,16,'96 abcdefghijklmnopqrstuvwxyz'); - INSERT INTO t1 VALUES(5,25,'95 abcdefghijklmnopqrstuvwxyz'); - INSERT INTO t1 VALUES(6,36,'94 abcdefghijklmnopqrstuvwxyz'); - SELECT 'stuff', count(*) as 'other stuff', max(a+10) FROM t1; - UPDATE t1 SET b=b||b||b||b; - UPDATE t1 SET b=a WHERE a in (10,12,22); - INSERT INTO t1(c,b,a) VALUES(20,10,5); - INSERT INTO t1 SELECT * FROM t1 - WHERE a IN (SELECT a FROM t1 WHERE a<10); - DELETE FROM t1 WHERE a>=10; - DROP INDEX i1; - DELETE FROM t1; -} - -# Ensure that no file descriptors were leaked. -do_test malloc-2.X { - catch {db close} - set sqlite_open_file_count -} {0} - -do_malloc_test 3 -sqlbody { - BEGIN TRANSACTION; - CREATE TABLE t1(a int, b int, c int); - CREATE INDEX i1 ON t1(a,b); - INSERT INTO t1 VALUES(1,1,99); - INSERT INTO t1 VALUES(2,4,98); - INSERT INTO t1 VALUES(3,9,97); - INSERT INTO t1 VALUES(4,16,96); - INSERT INTO t1 VALUES(5,25,95); - INSERT INTO t1 VALUES(6,36,94); - INSERT INTO t1(c,b,a) VALUES(20,10,5); - DELETE FROM t1 WHERE a>=10; - DROP INDEX i1; - DELETE FROM t1; - ROLLBACK; -} - - -# Ensure that no file descriptors were leaked. -do_test malloc-3.X { - catch {db close} - set sqlite_open_file_count -} {0} - -do_malloc_test 4 -sqlbody { - BEGIN TRANSACTION; - CREATE TABLE t1(a int, b int, c int); - CREATE INDEX i1 ON t1(a,b); - INSERT INTO t1 VALUES(1,1,99); - INSERT INTO t1 VALUES(2,4,98); - INSERT INTO t1 VALUES(3,9,97); - INSERT INTO t1 VALUES(4,16,96); - INSERT INTO t1 VALUES(5,25,95); - INSERT INTO t1 VALUES(6,36,94); - UPDATE t1 SET b=a WHERE a in (10,12,22); - INSERT INTO t1 SELECT * FROM t1 - WHERE a IN (SELECT a FROM t1 WHERE a<10); - DROP INDEX i1; - DELETE FROM t1; - COMMIT; -} - -# Ensure that no file descriptors were leaked. -do_test malloc-4.X { - catch {db close} - set sqlite_open_file_count -} {0} - -do_malloc_test 5 -sqlbody { - BEGIN TRANSACTION; - CREATE TABLE t1(a,b); - CREATE TABLE t2(x,y); - CREATE TRIGGER r1 AFTER INSERT ON t1 BEGIN - INSERT INTO t2(x,y) VALUES(new.rowid,1); - UPDATE t2 SET y=y+1 WHERE x=new.rowid; - SELECT 123; - DELETE FROM t2 WHERE x=new.rowid; - END; - INSERT INTO t1(a,b) VALUES(2,3); - COMMIT; -} - -# Ensure that no file descriptors were leaked. -do_test malloc-5.X { - catch {db close} - set sqlite_open_file_count -} {0} - -do_malloc_test 6 -sqlprep { - BEGIN TRANSACTION; - CREATE TABLE t1(a); - INSERT INTO t1 VALUES(1); - INSERT INTO t1 SELECT a*2 FROM t1; - INSERT INTO t1 SELECT a*2 FROM t1; - INSERT INTO t1 SELECT a*2 FROM t1; - INSERT INTO t1 SELECT a*2 FROM t1; - INSERT INTO t1 SELECT a*2 FROM t1; - INSERT INTO t1 SELECT a*2 FROM t1; - INSERT INTO t1 SELECT a*2 FROM t1; - INSERT INTO t1 SELECT a*2 FROM t1; - INSERT INTO t1 SELECT a*2 FROM t1; - INSERT INTO t1 SELECT a*2 FROM t1; - DELETE FROM t1 where rowid%5 = 0; - COMMIT; -} -sqlbody { - VACUUM; -} - -do_malloc_test 7 -sqlprep { - CREATE TABLE t1(a, b); - INSERT INTO t1 VALUES(1, 2); - INSERT INTO t1 VALUES(3, 4); - INSERT INTO t1 VALUES(5, 6); - INSERT INTO t1 VALUES(7, randstr(1200,1200)); -} -sqlbody { - SELECT min(a) FROM t1 WHERE a<6 GROUP BY b; - SELECT a FROM t1 WHERE a<6 ORDER BY a; - SELECT b FROM t1 WHERE a>6; -} - -# This block is designed to test that some malloc failures that may -# occur in vdbeapi.c. Specifically, if a malloc failure that occurs -# when converting UTF-16 text to integers and real numbers is handled -# correctly. -# -# This is done by retrieving a string from the database engine and -# manipulating it using the sqlite3_column_*** APIs. This doesn't -# actually return an error to the user when a malloc() fails.. That -# could be viewed as a bug. -# -# These tests only run if UTF-16 support is compiled in. -# -if {$::sqlite_options(utf16)} { - do_malloc_test 8 -tclprep { - set sql "SELECT '[string repeat abc 20]', '[string repeat def 20]', ?" - set ::STMT [sqlite3_prepare $::DB $sql -1 X] - sqlite3_step $::STMT - if { $::tcl_platform(byteOrder)=="littleEndian" } { - set ::bomstr "\xFF\xFE" - } else { - set ::bomstr "\xFE\xFF" - } - append ::bomstr [encoding convertto unicode "123456789_123456789_12345678"] - } -tclbody { - sqlite3_column_text16 $::STMT 0 - sqlite3_column_int $::STMT 0 - sqlite3_column_text16 $::STMT 1 - sqlite3_column_double $::STMT 1 - sqlite3_reset $::STMT - sqlite3_bind_text16 $::STMT 1 $::bomstr 60 - catch {sqlite3_finalize $::STMT} - if {[lindex [sqlite_malloc_stat] 2]<=0} { - error "out of memory" - } - } -cleanup { - sqlite3_finalize $::STMT - } -} - -# This block tests that malloc() failures that occur whilst commiting -# a multi-file transaction are handled correctly. -# -do_malloc_test 9 -sqlprep { - ATTACH 'test2.db' as test2; - CREATE TABLE abc1(a, b, c); - CREATE TABLE test2.abc2(a, b, c); -} -sqlbody { - BEGIN; - INSERT INTO abc1 VALUES(1, 2, 3); - INSERT INTO abc2 VALUES(1, 2, 3); - COMMIT; -} - -# This block tests malloc() failures that occur while opening a -# connection to a database. -do_malloc_test 10 -sqlprep { - CREATE TABLE abc(a, b, c); -} -tclbody { - sqlite3 db2 test.db - db2 eval {SELECT * FROM sqlite_master} - db2 close -} - -# This block tests malloc() failures that occur within calls to -# sqlite3_create_function(). -do_malloc_test 11 -tclbody { - set rc [sqlite3_create_function $::DB] - if {[string match $rc SQLITE_NOMEM]} { - error "out of memory" - } -} - -do_malloc_test 12 -tclbody { - set sql16 [encoding convertto unicode "SELECT * FROM sqlite_master"] - append sql16 "\00\00" - set ::STMT [sqlite3_prepare16 $::DB $sql16 -1 DUMMY] - sqlite3_finalize $::STMT -} - -# Test malloc errors when replaying two hot journals from a 2-file -# transaction. -ifcapable crashtest { - do_malloc_test 13 -tclprep { - set rc [crashsql 1 test2.db { - ATTACH 'test2.db' as aux; - PRAGMA cache_size = 10; - BEGIN; - CREATE TABLE aux.t2(a, b, c); - CREATE TABLE t1(a, b, c); - COMMIT; - }] - if {$rc!="1 {child process exited abnormally}"} { - error "Wrong error message: $rc" - } - } -tclbody { - db eval {ATTACH 'test2.db' as aux;} - set rc [catch {db eval { - SELECT * FROM t1; - SELECT * FROM t2; - }} err] - if {$rc && $err!="no such table: t1"} { - error $err - } - } -} - -if {$tcl_platform(platform)!="windows"} { - do_malloc_test 14 -tclprep { - catch {db close} - sqlite3 db2 test2.db - db2 eval { - PRAGMA synchronous = 0; - CREATE TABLE t1(a, b); - INSERT INTO t1 VALUES(1, 2); - BEGIN; - INSERT INTO t1 VALUES(3, 4); - } - copy_file test2.db test.db - copy_file test2.db-journal test.db-journal - db2 close - } -tclbody { - sqlite3 db test.db - db eval { - SELECT * FROM t1; - } - } -} - -proc string_compare {a b} { - return [string compare $a $b] -} - -# Test for malloc() failures in sqlite3_create_collation() and -# sqlite3_create_collation16(). -# -do_malloc_test 15 -tclbody { - db collate string_compare string_compare - if {[catch {add_test_collate $::DB 1 1 1} msg]} { - if {$msg=="SQLITE_NOMEM"} {set msg "out of memory"} - error $msg - } - - db complete {SELECT "hello """||'world"' [microsoft], * FROM anicetable;} - db complete {-- Useful comment} - - execsql { - CREATE TABLE t1(a, b COLLATE string_compare); - INSERT INTO t1 VALUES(10, 'string'); - INSERT INTO t1 VALUES(10, 'string2'); - } -} - -# Also test sqlite3_complete(). There are (currently) no malloc() -# calls in this function, but test anyway against future changes. -# -do_malloc_test 16 -tclbody { - db complete {SELECT "hello """||'world"' [microsoft], * FROM anicetable;} - db complete {-- Useful comment} - db eval { - SELECT * FROM sqlite_master; - } -} - -# Test handling of malloc() failures in sqlite3_open16(). -# -do_malloc_test 17 -tclbody { - set DB2 0 - set STMT 0 - - # open database using sqlite3_open16() - set filename [encoding convertto unicode test.db] - append filename "\x00\x00" - set DB2 [sqlite3_open16 $filename -unused] - if {0==$DB2} { - error "out of memory" - } - - # Prepare statement - set rc [catch {sqlite3_prepare $DB2 {SELECT * FROM sqlite_master} -1 X} msg] - if {$rc} { - error [string range $msg 4 end] - } - set STMT $msg - - # Finalize statement - set rc [sqlite3_finalize $STMT] - if {$rc!="SQLITE_OK"} { - error [sqlite3_errmsg $DB2] - } - set STMT 0 - - # Close database - set rc [sqlite3_close $DB2] - if {$rc!="SQLITE_OK"} { - error [sqlite3_errmsg $DB2] - } - set DB2 0 -} -cleanup { - if {$STMT!="0"} { - sqlite3_finalize $STMT - } - if {$DB2!="0"} { - set rc [sqlite3_close $DB2] - } -} - -# Test handling of malloc() failures in sqlite3_errmsg16(). -# -do_malloc_test 18 -tclbody { - catch { - db eval "SELECT [string repeat longcolumnname 10] FROM sqlite_master" - } msg - if {$msg=="out of memory"} {error $msg} - set utf16 [sqlite3_errmsg16 [sqlite3_connection_pointer db]] - binary scan $utf16 c* bytes - if {[llength $bytes]==0} { - error "out of memory" - } -} - -# This test is aimed at coverage testing. Specificly, it is supposed to -# cause a malloc() only used when converting between the two utf-16 -# encodings to fail (i.e. little-endian->big-endian). It only actually -# hits this malloc() on little-endian hosts. -# -set static_string "\x00h\x00e\x00l\x00l\x00o" -for {set l 0} {$l<10} {incr l} { - append static_string $static_string -} -append static_string "\x00\x00" -do_malloc_test 19 -tclprep { - execsql { - PRAGMA encoding = "UTF16be"; - CREATE TABLE abc(a, b, c); - } -} -tclbody { - unset -nocomplain ::STMT - set r [catch { - set ::STMT [sqlite3_prepare $::DB {SELECT ?} -1 DUMMY] - sqlite3_bind_text16 -static $::STMT 1 $static_string 112 - } msg] - if {$r} {error [string range $msg 4 end]} - set msg -} -cleanup { - if {[info exists ::STMT]} { - sqlite3_finalize $::STMT - } -} -unset static_string - -# Make sure SQLITE_NOMEM is reported out on an ATTACH failure even -# when the malloc failure occurs within the nested parse. -# -do_malloc_test 20 -tclprep { - db close - file delete -force test2.db test2.db-journal - sqlite3 db test2.db - db eval {CREATE TABLE t1(x);} - db close -} -tclbody { - if {[catch {sqlite3 db test.db}]} { - error "out of memory" - } -} -sqlbody { - ATTACH DATABASE 'test2.db' AS t2; - SELECT * FROM t1; - DETACH DATABASE t2; -} - - -# Ensure that no file descriptors were leaked. -do_test malloc-99.X { - catch {db close} - set sqlite_open_file_count -} {0} - -puts open-file-count=$sqlite_open_file_count -sqlite_malloc_fail 0 -finish_test diff --git a/libs/sqlite/test/malloc2.test b/libs/sqlite/test/malloc2.test deleted file mode 100644 index d80d6f89fd..0000000000 --- a/libs/sqlite/test/malloc2.test +++ /dev/null @@ -1,359 +0,0 @@ -# 2005 March 18 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file attempts to check that the library can recover from a malloc() -# failure when sqlite3_global_recover() is invoked. -# -# $Id: malloc2.test,v 1.5 2006/09/04 18:54:14 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Only run these tests if memory debugging is turned on. -# -if {[info command sqlite_malloc_stat]==""} { - puts "Skipping malloc tests: not compiled with -DSQLITE_MEMDEBUG=1" - finish_test - return -} - -ifcapable !globalrecover { - finish_test - return -} - -# Generate a checksum based on the contents of the database. If the -# checksum of two databases is the same, and the integrity-check passes -# for both, the two databases are identical. -# -proc cksum {db} { - set ret [list] - ifcapable tempdb { - set sql { - SELECT name FROM sqlite_master WHERE type = 'table' UNION - SELECT name FROM sqlite_temp_master WHERE type = 'table' UNION - SELECT 'sqlite_master' UNION - SELECT 'sqlite_temp_master' - } - } else { - set sql { - SELECT name FROM sqlite_master WHERE type = 'table' UNION - SELECT 'sqlite_master' - } - } - set tbllist [$db eval $sql] - set txt {} - foreach tbl $tbllist { - append txt [$db eval "SELECT * FROM $tbl"] - } - # puts txt=$txt - return [md5 $txt] -} - -proc do_malloc2_test {tn args} { - array set ::mallocopts $args - set sum [cksum db] - - for {set ::n 1} {true} {incr ::n} { - - # Run the SQL. Malloc number $::n is set to fail. A malloc() failure - # may or may not be reported. - sqlite_malloc_fail $::n - do_test malloc2-$tn.$::n.2 { - set res [catchsql [string trim $::mallocopts(-sql)]] - set rc [expr { - 0==[string compare $res {1 {out of memory}}] || - 0==[lindex $res 0] - }] - if {$rc!=1} { - puts "Error: $res" - } - set rc - } {1} - - # If $::n is greater than the number of malloc() calls required to - # execute the SQL, then this test is finished. Break out of the loop. - if {[lindex [sqlite_malloc_stat] 2]>0} { - sqlite_malloc_fail -1 - break - } - - # Nothing should work now, because the allocator should refuse to - # allocate any memory. - # - # Update: SQLite now automatically recovers from a malloc() failure. - # So the statement in the test below would work. -if 0 { - do_test malloc2-$tn.$::n.3 { - catchsql {SELECT 'nothing should work'} - } {1 {out of memory}} -} - - # Recover from the malloc failure. - # - # Update: The new malloc() failure handling means that a transaction may - # still be active even if a malloc() has failed. But when these tests were - # written this was not the case. So do a manual ROLLBACK here so that the - # tests pass. - do_test malloc2-$tn.$::n.4 { - sqlite3_global_recover - catch { - execsql { - ROLLBACK; - } - } - expr 0 - } {0} - - # Checksum the database. - do_test malloc2-$tn.$::n.5 { - cksum db - } $sum - - integrity_check malloc2-$tn.$::n.6 - if {$::nErr>1} return - } - unset ::mallocopts -} - -do_test malloc2.1.setup { - execsql { - CREATE TABLE abc(a, b, c); - INSERT INTO abc VALUES(10, 20, 30); - INSERT INTO abc VALUES(40, 50, 60); - CREATE INDEX abc_i ON abc(a, b, c); - } -} {} -do_malloc2_test 1.1 -sql { - SELECT * FROM abc; -} -do_malloc2_test 1.2 -sql { - UPDATE abc SET c = c+10; -} -do_malloc2_test 1.3 -sql { - INSERT INTO abc VALUES(70, 80, 90); -} -do_malloc2_test 1.4 -sql { - DELETE FROM abc; -} -do_test malloc2.1.5 { - execsql { - SELECT * FROM abc; - } -} {} - -do_test malloc2.2.setup { - execsql { - CREATE TABLE def(a, b, c); - CREATE INDEX def_i1 ON def(a); - CREATE INDEX def_i2 ON def(c); - BEGIN; - } - for {set i 0} {$i<20} {incr i} { - execsql { - INSERT INTO def VALUES(randstr(300,300),randstr(300,300),randstr(300,300)); - } - } - execsql { - COMMIT; - } -} {} -do_malloc2_test 2 -sql { - BEGIN; - UPDATE def SET a = randstr(100,100) WHERE (oid%9)==0; - INSERT INTO def SELECT * FROM def WHERE (oid%13)==0; - - CREATE INDEX def_i3 ON def(b); - - UPDATE def SET a = randstr(100,100) WHERE (oid%9)==1; - INSERT INTO def SELECT * FROM def WHERE (oid%13)==1; - - CREATE TABLE def2 AS SELECT * FROM def; - DROP TABLE def; - CREATE TABLE def AS SELECT * FROM def2; - DROP TABLE def2; - - DELETE FROM def WHERE (oid%9)==2; - INSERT INTO def SELECT * FROM def WHERE (oid%13)==2; - COMMIT; -} - -ifcapable tempdb { - do_test malloc2.3.setup { - execsql { - CREATE TEMP TABLE ghi(a, b, c); - BEGIN; - } - for {set i 0} {$i<20} {incr i} { - execsql { - INSERT INTO ghi VALUES(randstr(300,300),randstr(300,300),randstr(300,300)); - } - } - execsql { - COMMIT; - } - } {} - do_malloc2_test 3 -sql { - BEGIN; - CREATE INDEX ghi_i1 ON ghi(a); - UPDATE def SET a = randstr(100,100) WHERE (oid%2)==0; - UPDATE ghi SET a = randstr(100,100) WHERE (oid%2)==0; - COMMIT; - } -} - -############################################################################ -# The test cases below are to increase the code coverage in btree.c and -# pager.c of this test file. The idea is that each malloc() that occurs in -# these two source files should be made to fail at least once. -# -catchsql { - DROP TABLE ghi; -} -do_malloc2_test 4.1 -sql { - SELECT * FROM def ORDER BY oid ASC; - SELECT * FROM def ORDER BY oid DESC; -} -do_malloc2_test 4.2 -sql { - PRAGMA cache_size = 10; - BEGIN; - - -- This will put about 25 pages on the free list. - DELETE FROM def WHERE 1; - - -- Allocate 32 new root pages. This will exercise the 'extract specific - -- page from the freelist' code when in auto-vacuum mode (see the - -- allocatePage() routine in btree.c). - CREATE TABLE t1(a UNIQUE, b UNIQUE, c UNIQUE); - CREATE TABLE t2(a UNIQUE, b UNIQUE, c UNIQUE); - CREATE TABLE t3(a UNIQUE, b UNIQUE, c UNIQUE); - CREATE TABLE t4(a UNIQUE, b UNIQUE, c UNIQUE); - CREATE TABLE t5(a UNIQUE, b UNIQUE, c UNIQUE); - CREATE TABLE t6(a UNIQUE, b UNIQUE, c UNIQUE); - CREATE TABLE t7(a UNIQUE, b UNIQUE, c UNIQUE); - CREATE TABLE t8(a UNIQUE, b UNIQUE, c UNIQUE); - - ROLLBACK; -} - -######################################################################## -# Test that the global linked list of database handles works. An assert() -# will fail if there is some problem. -do_test malloc2-5 { - sqlite3 db1 test.db - sqlite3 db2 test.db - sqlite3 db3 test.db - sqlite3 db4 test.db - sqlite3 db5 test.db - - # Close the head of the list: - db5 close - - # Close the end of the list: - db1 close - - # Close a handle from the middle of the list: - db3 close - - # Close the other two. Then open and close one more database, to make - # sure the head of the list was set back to NULL. - db2 close - db4 close - sqlite db1 test.db - db1 close -} {} - -######################################################################## -# Check that if a statement is active sqlite3_global_recover doesn't reset -# the sqlite3_malloc_failed variable. -# -# Update: There is now no sqlite3_malloc_failed variable, so these tests -# are not run. -# -# do_test malloc2-6.1 { -# set ::STMT [sqlite3_prepare $::DB {SELECT * FROM def} -1 DUMMY] -# sqlite3_step $::STMT -# } {SQLITE_ROW} -# do_test malloc2-6.2 { -# sqlite3 db1 test.db -# sqlite_malloc_fail 100 -# catchsql { -# SELECT * FROM def; -# } db1 -# } {1 {out of memory}} -# do_test malloc2-6.3 { -# sqlite3_global_recover -# } {SQLITE_BUSY} -# do_test malloc2-6.4 { -# catchsql { -# SELECT 'hello'; -# } -# } {1 {out of memory}} -# do_test malloc2-6.5 { -# sqlite3_reset $::STMT -# } {SQLITE_OK} -# do_test malloc2-6.6 { -# sqlite3_global_recover -# } {SQLITE_OK} -# do_test malloc2-6.7 { -# catchsql { -# SELECT 'hello'; -# } -# } {0 hello} -# do_test malloc2-6.8 { -# sqlite3_step $::STMT -# } {SQLITE_ERROR} -# do_test malloc2-6.9 { -# sqlite3_finalize $::STMT -# } {SQLITE_SCHEMA} -# do_test malloc2-6.10 { -# db1 close -# } {} - -######################################################################## -# Check that if an in-memory database is being used it is not possible -# to recover from a malloc() failure. -# -# Update: An in-memory database can now survive a malloc() failure, so these -# tests are not run. -# -# ifcapable memorydb { -# do_test malloc2-7.1 { -# sqlite3 db1 :memory: -# list -# } {} -# do_test malloc2-7.2 { -# sqlite_malloc_fail 100 -# catchsql { -# SELECT * FROM def; -# } -# } {1 {out of memory}} -# do_test malloc2-7.3 { -# sqlite3_global_recover -# } {SQLITE_ERROR} -# do_test malloc2-7.4 { -# catchsql { -# SELECT 'hello'; -# } -# } {1 {out of memory}} -# do_test malloc2-7.5 { -# db1 close -# } {} -# do_test malloc2-7.6 { -# sqlite3_global_recover -# } {SQLITE_OK} -# do_test malloc2-7.7 { -# catchsql { -# SELECT 'hello'; -# } -# } {0 hello} -# } - -finish_test diff --git a/libs/sqlite/test/malloc3.test b/libs/sqlite/test/malloc3.test deleted file mode 100644 index 746e0585cc..0000000000 --- a/libs/sqlite/test/malloc3.test +++ /dev/null @@ -1,655 +0,0 @@ -# 2005 November 30 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# This file contains tests to ensure that the library handles malloc() failures -# correctly. The emphasis of these tests are the _prepare(), _step() and -# _finalize() calls. -# -# $Id: malloc3.test,v 1.9 2006/01/23 07:52:41 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Only run these tests if memory debugging is turned on. -if {[info command sqlite_malloc_stat]==""} { - puts "Skipping malloc tests: not compiled with -DSQLITE_MEMDEBUG..." - finish_test - return -} - -#-------------------------------------------------------------------------- -# NOTES ON RECOVERING FROM A MALLOC FAILURE -# -# The tests in this file test the behaviours described in the following -# paragraphs. These tests test the behaviour of the system when malloc() fails -# inside of a call to _prepare(), _step(), _finalize() or _reset(). The -# handling of malloc() failures within ancillary procedures is tested -# elsewhere. -# -# Overview: -# -# Executing a statement is done in three stages (prepare, step and finalize). A -# malloc() failure may occur within any stage. If a memory allocation fails -# during statement preparation, no statement handle is returned. From the users -# point of view the system state is as if _prepare() had never been called. -# -# If the memory allocation fails during the _step() or _finalize() calls, then -# the database may be left in one of two states (after finalize() has been -# called): -# -# * As if the neither _step() nor _finalize() had ever been called on -# the statement handle (i.e. any changes made by the statement are -# rolled back). -# * The current transaction may be rolled back. In this case a hot-journal -# may or may not actually be present in the filesystem. -# -# The caller can tell the difference between these two scenarios by invoking -# _get_autocommit(). -# -# -# Handling of sqlite3_reset(): -# -# If a malloc() fails while executing an sqlite3_reset() call, this is handled -# in the same way as a failure within _finalize(). The statement handle -# is not deleted and must be passed to _finalize() for resource deallocation. -# Attempting to _step() or _reset() the statement after a failed _reset() will -# always return SQLITE_NOMEM. -# -# -# Other active SQL statements: -# -# The effect of a malloc failure on concurrently executing SQL statements, -# particularly when the statement is executing with READ_UNCOMMITTED set and -# the malloc() failure mandates statement rollback only. Currently, if -# transaction rollback is required, all other vdbe's are aborted. -# -# Non-transient mallocs in btree.c: -# * The Btree structure itself -# * Each BtCursor structure -# -# Mallocs in pager.c: -# readMasterJournal() - Space to read the master journal name -# pager_delmaster() - Space for the entire master journal file -# -# sqlite3pager_open() - The pager structure itself -# sqlite3_pagerget() - Space for a new page -# pager_open_journal() - Pager.aInJournal[] bitmap -# sqlite3pager_write() - For in-memory databases only: history page and -# statement history page. -# pager_stmt_begin() - Pager.aInStmt[] bitmap -# -# None of the above are a huge problem. The most troublesome failures are the -# transient malloc() calls in btree.c, which can occur during the tree-balance -# operation. This means the tree being balanced will be internally inconsistent -# after the malloc() fails. To avoid the corrupt tree being read by a -# READ_UNCOMMITTED query, we have to make sure the transaction or statement -# rollback occurs before sqlite3_step() returns, not during a subsequent -# sqlite3_finalize(). -#-------------------------------------------------------------------------- - -#-------------------------------------------------------------------------- -# NOTES ON TEST IMPLEMENTATION -# -# The tests in this file are implemented differently from those in other -# files. Instead, tests are specified using three primitives: SQL, PREP and -# TEST. Each primitive has a single argument. Primitives are processed in -# the order they are specified in the file. -# -# A TEST primitive specifies a TCL script as it's argument. When a TEST -# directive is encountered the Tcl script is evaluated. Usually, this Tcl -# script contains one or more calls to [do_test]. -# -# A PREP primitive specifies an SQL script as it's argument. When a PREP -# directive is encountered the SQL is evaluated using database connection -# [db]. -# -# The SQL primitives are where the action happens. An SQL primitive must -# contain a single, valid SQL statement as it's argument. When an SQL -# primitive is encountered, it is evaluated one or more times to test the -# behaviour of the system when malloc() fails during preparation or -# execution of said statement. The Nth time the statement is executed, -# the Nth malloc is said to fail. The statement is executed until it -# succeeds, i.e. (M+1) times, where M is the number of mallocs() required -# to prepare and execute the statement. -# -# Each time an SQL statement fails, the driver program (see proc [run_test] -# below) figures out if a transaction has been automatically rolled back. -# If not, it executes any TEST block immediately proceeding the SQL -# statement, then reexecutes the SQL statement with the next value of N. -# -# If a transaction has been automatically rolled back, then the driver -# program executes all the SQL specified as part of SQL or PREP primitives -# between the current SQL statement and the most recent "BEGIN". Any -# TEST block immediately proceeding the SQL statement is evaluated, and -# then the SQL statement reexecuted with the incremented N value. -# -# That make any sense? If not, read the code in [run_test] and it might. -# -# Extra restriction imposed by the implementation: -# -# * If a PREP block starts a transaction, it must finish it. -# * A PREP block may not close a transaction it did not start. -# -#-------------------------------------------------------------------------- - - -# These procs are used to build up a "program" in global variable -# ::run_test_script. At the end of this file, the proc [run_test] is used -# to execute the program (and all test cases contained therein). -# -set ::run_test_script [list] -proc TEST {id t} {lappend ::run_test_script -test [list $id $t]} -proc PREP {p} {lappend ::run_test_script -prep [string trim $p]} - -# SQL -- -# -# SQL ?-norollback? -# -# Add an 'SQL' primitive to the program (see notes above). If the -norollback -# switch is present, then the statement is not allowed to automatically roll -# back any active transaction if malloc() fails. It must rollback the statement -# transaction only. -# -proc SQL {a1 {a2 ""}} { - # An SQL primitive parameter is a list of two elements, a boolean value - # indicating if the statement may cause transaction rollback when malloc() - # fails, and the sql statement itself. - if {$a2 == ""} { - lappend ::run_test_script -sql [list true [string trim $a1]] - } else { - lappend ::run_test_script -sql [list false [string trim $a2]] - } -} - -# TEST_AUTOCOMMIT -- -# -# A shorthand test to see if a transaction is active or not. The first -# argument - $id - is the integer number of the test case. The second -# argument is either 1 or 0, the expected value of the auto-commit flag. -# -proc TEST_AUTOCOMMIT {id a} { - TEST $id "do_test \$testid { sqlite3_get_autocommit $::DB } {$a}" -} - -#-------------------------------------------------------------------------- -# Start of test program declaration -# - - -# Warm body test. A malloc() fails in the middle of a CREATE TABLE statement -# in a single-statement transaction on an empty database. Not too much can go -# wrong here. -# -TEST 1 { - do_test $testid { - execsql {SELECT tbl_name FROM sqlite_master;} - } {} -} -SQL { - CREATE TABLE abc(a, b, c); -} -TEST 2 { - do_test $testid.1 { - execsql {SELECT tbl_name FROM sqlite_master;} - } {abc} -} - -# Insert a couple of rows into the table. each insert is in it's own -# transaction. test that the table is unpopulated before running the inserts -# (and hence after each failure of the first insert), and that it has been -# populated correctly after the final insert succeeds. -# -TEST 3 { - do_test $testid.2 { - execsql {SELECT * FROM abc} - } {} -} -SQL {INSERT INTO abc VALUES(1, 2, 3);} -SQL {INSERT INTO abc VALUES(4, 5, 6);} -SQL {INSERT INTO abc VALUES(7, 8, 9);} -TEST 4 { - do_test $testid { - execsql {SELECT * FROM abc} - } {1 2 3 4 5 6 7 8 9} -} - -# Test a CREATE INDEX statement. Because the table 'abc' is so small, the index -# will all fit on a single page, so this doesn't test too much that the CREATE -# TABLE statement didn't test. A few of the transient malloc()s in btree.c -# perhaps. -# -SQL {CREATE INDEX abc_i ON abc(a, b, c);} -TEST 4 { - do_test $testid { - execsql { - SELECT * FROM abc ORDER BY a DESC; - } - } {7 8 9 4 5 6 1 2 3} -} - -# Test a DELETE statement. Also create a trigger and a view, just to make sure -# these statements don't have any obvious malloc() related bugs in them. Note -# that the test above will be executed each time the DELETE fails, so we're -# also testing rollback of a DELETE from a table with an index on it. -# -SQL {DELETE FROM abc WHERE a > 2;} -SQL {CREATE TRIGGER abc_t AFTER INSERT ON abc BEGIN SELECT 'trigger!'; END;} -SQL {CREATE VIEW abc_v AS SELECT * FROM abc;} -TEST 5 { - do_test $testid { - execsql { - SELECT name, tbl_name FROM sqlite_master ORDER BY name; - SELECT * FROM abc; - } - } {abc abc abc_i abc abc_t abc abc_v abc_v 1 2 3} -} - -set sql { - BEGIN;DELETE FROM abc; -} -for {set i 1} {$i < 100} {incr i} { - set a $i - set b "String value $i" - set c [string repeat X $i] - append sql "INSERT INTO abc VALUES ($a, '$b', '$c');" -} -append sql {COMMIT;} -PREP $sql - -SQL { - DELETE FROM abc WHERE oid IN (SELECT oid FROM abc ORDER BY random() LIMIT 5); -} -TEST 6 { - do_test $testid.1 { - execsql {SELECT count(*) FROM abc} - } {94} - do_test $testid.2 { - execsql { - SELECT min( - (oid == a) AND 'String value ' || a == b AND a == length(c) - ) FROM abc; - } - } {1} -} -SQL { - DELETE FROM abc WHERE oid IN (SELECT oid FROM abc ORDER BY random() LIMIT 5); -} -TEST 7 { - do_test $testid { - execsql {SELECT count(*) FROM abc} - } {89} - do_test $testid { - execsql { - SELECT min( - (oid == a) AND 'String value ' || a == b AND a == length(c) - ) FROM abc; - } - } {1} -} -SQL { - DELETE FROM abc WHERE oid IN (SELECT oid FROM abc ORDER BY random() LIMIT 5); -} -TEST 9 { - do_test $testid { - execsql {SELECT count(*) FROM abc} - } {84} - do_test $testid { - execsql { - SELECT min( - (oid == a) AND 'String value ' || a == b AND a == length(c) - ) FROM abc; - } - } {1} -} - -set padding [string repeat X 500] -PREP [subst { - DROP TABLE abc; - CREATE TABLE abc(a PRIMARY KEY, padding, b, c); - INSERT INTO abc VALUES(0, '$padding', 2, 2); - INSERT INTO abc VALUES(3, '$padding', 5, 5); - INSERT INTO abc VALUES(6, '$padding', 8, 8); -}] - -TEST 10 { - do_test $testid { - execsql {SELECT a, b, c FROM abc} - } {0 2 2 3 5 5 6 8 8} -} - -SQL {BEGIN;} -SQL {INSERT INTO abc VALUES(9, 'XXXXX', 11, 12);} -TEST_AUTOCOMMIT 11 0 -SQL -norollback {UPDATE abc SET a = a + 1, c = c + 1;} -TEST_AUTOCOMMIT 12 0 -SQL {DELETE FROM abc WHERE a = 10;} -TEST_AUTOCOMMIT 13 0 -SQL {COMMIT;} - -TEST 14 { - do_test $testid.1 { - sqlite3_get_autocommit $::DB - } {1} - do_test $testid.2 { - execsql {SELECT a, b, c FROM abc} - } {1 2 3 4 5 6 7 8 9} -} - -PREP [subst { - DROP TABLE abc; - CREATE TABLE abc(a, padding, b, c); - INSERT INTO abc VALUES(1, '$padding', 2, 3); - INSERT INTO abc VALUES(4, '$padding', 5, 6); - INSERT INTO abc VALUES(7, '$padding', 8, 9); - CREATE INDEX abc_i ON abc(a, padding, b, c); -}] - -TEST 15 { - db eval {PRAGMA cache_size = 10} -} - -SQL {BEGIN;} -SQL -norllbck {INSERT INTO abc (oid, a, padding, b, c) SELECT NULL, * FROM abc} -TEST 16 { - do_test $testid { - execsql {SELECT a, count(*) FROM abc GROUP BY a;} - } {1 2 4 2 7 2} -} -SQL -norllbck {INSERT INTO abc (oid, a, padding, b, c) SELECT NULL, * FROM abc} -TEST 17 { - do_test $testid { - execsql {SELECT a, count(*) FROM abc GROUP BY a;} - } {1 4 4 4 7 4} -} -SQL -norllbck {INSERT INTO abc (oid, a, padding, b, c) SELECT NULL, * FROM abc} -TEST 18 { - do_test $testid { - execsql {SELECT a, count(*) FROM abc GROUP BY a;} - } {1 8 4 8 7 8} -} -SQL -norllbck {INSERT INTO abc (oid, a, padding, b, c) SELECT NULL, * FROM abc} -TEST 19 { - do_test $testid { - execsql {SELECT a, count(*) FROM abc GROUP BY a;} - } {1 16 4 16 7 16} -} -SQL {COMMIT;} -TEST 21 { - do_test $testid { - execsql {SELECT a, count(*) FROM abc GROUP BY a;} - } {1 16 4 16 7 16} -} - -SQL {BEGIN;} -SQL {DELETE FROM abc WHERE oid %2} -TEST 22 { - do_test $testid { - execsql {SELECT a, count(*) FROM abc GROUP BY a;} - } {1 8 4 8 7 8} -} -SQL {DELETE FROM abc} -TEST 23 { - do_test $testid { - execsql {SELECT * FROM abc} - } {} -} -SQL {ROLLBACK;} -TEST 24 { - do_test $testid { - execsql {SELECT a, count(*) FROM abc GROUP BY a;} - } {1 16 4 16 7 16} -} - -# Test some schema modifications inside of a transaction. These should all -# cause transaction rollback if they fail. Also query a view, to cover a bit -# more code. -# -PREP {DROP VIEW abc_v;} -TEST 25 { - do_test $testid { - execsql { - SELECT name, tbl_name FROM sqlite_master; - } - } {abc abc abc_i abc} -} -SQL {BEGIN;} -SQL {CREATE TABLE def(d, e, f);} -SQL {CREATE TABLE ghi(g, h, i);} -TEST 26 { - do_test $testid { - execsql { - SELECT name, tbl_name FROM sqlite_master; - } - } {abc abc abc_i abc def def ghi ghi} -} -SQL {CREATE VIEW v1 AS SELECT * FROM def, ghi} -SQL {CREATE UNIQUE INDEX ghi_i1 ON ghi(g);} -TEST 27 { - do_test $testid { - execsql { - SELECT name, tbl_name FROM sqlite_master; - } - } {abc abc abc_i abc def def ghi ghi v1 v1 ghi_i1 ghi} -} -SQL {INSERT INTO def VALUES('a', 'b', 'c')} -SQL {INSERT INTO def VALUES(1, 2, 3)} -SQL -norollback {INSERT INTO ghi SELECT * FROM def} -TEST 28 { - do_test $testid { - execsql { - SELECT * FROM def, ghi WHERE d = g; - } - } {a b c a b c 1 2 3 1 2 3} -} -SQL {COMMIT} -TEST 29 { - do_test $testid { - execsql { - SELECT * FROM v1 WHERE d = g; - } - } {a b c a b c 1 2 3 1 2 3} -} - -# Test a simple multi-file transaction -# -file delete -force test2.db -SQL {ATTACH 'test2.db' AS aux;} -SQL {BEGIN} -SQL {CREATE TABLE aux.tbl2(x, y, z)} -SQL {INSERT INTO tbl2 VALUES(1, 2, 3)} -SQL {INSERT INTO def VALUES(4, 5, 6)} -TEST 30 { - do_test $testid { - execsql { - SELECT * FROM tbl2, def WHERE d = x; - } - } {1 2 3 1 2 3} -} -SQL {COMMIT} -TEST 31 { - do_test $testid { - execsql { - SELECT * FROM tbl2, def WHERE d = x; - } - } {1 2 3 1 2 3} -} - -# Test what happens when a malloc() fails while there are other active -# statements. This changes the way sqlite3VdbeHalt() works. -TEST 32 { - if {![info exists ::STMT32]} { - set sql "SELECT name FROM sqlite_master" - set ::STMT32 [sqlite3_prepare $::DB $sql -1 DUMMY] - do_test $testid { - sqlite3_step $::STMT32 - } {SQLITE_ROW} - } -} -SQL BEGIN -TEST 33 { - do_test $testid { - execsql {SELECT * FROM ghi} - } {a b c 1 2 3} -} -SQL -norollback { - -- There is a unique index on ghi(g), so this statement may not cause - -- an automatic ROLLBACK. Hence the "-norollback" switch. - INSERT INTO ghi SELECT '2'||g, h, i FROM ghi; -} -TEST 34 { - if {[info exists ::STMT32]} { - do_test $testid { - sqlite3_finalize $::STMT32 - } {SQLITE_OK} - unset ::STMT32 - } -} -SQL COMMIT - -# -# End of test program declaration -#-------------------------------------------------------------------------- - -proc run_test {arglist {pcstart 0} {iFailStart 1}} { - if {[llength $arglist] %2} { - error "Uneven number of arguments to TEST" - } - - for {set i 0} {$i < $pcstart} {incr i} { - set k2 [lindex $arglist [expr 2 * $i]] - set v2 [lindex $arglist [expr 2 * $i + 1]] - set ac [sqlite3_get_autocommit $::DB] ;# Auto-Commit -# puts "STARTUP" - switch -- $k2 { - -sql {db eval [lindex $v2 1]} - -prep {db eval $v2} - } - set nac [sqlite3_get_autocommit $::DB] ;# New Auto-Commit - if {$ac && !$nac} {set begin_pc $i} - } - - db rollback_hook [list incr ::rollback_hook_count] - - set iFail $iFailStart - set pc $pcstart - while {$pc*2 < [llength $arglist]} { - - # Id of this iteration: - set iterid "(pc $pc).(iFail $iFail)" - - set k [lindex $arglist [expr 2 * $pc]] - set v [lindex $arglist [expr 2 * $pc + 1]] - - switch -- $k { - - -test { - foreach {id script} $v {} - set testid "malloc3-(test $id).$iterid" - eval $script - incr pc - } - - -sql { - set ::rollback_hook_count 0 - - set ac [sqlite3_get_autocommit $::DB] ;# Auto-Commit - sqlite_malloc_fail $iFail -# puts "SQL $iterid [lindex $v 1]" - set rc [catch {db eval [lindex $v 1]} msg] ;# True error occurs -# puts "rc = $rc msg = \"$msg\"" - set nac [sqlite3_get_autocommit $::DB] ;# New Auto-Commit - - - if {$rc != 0 && $nac && !$ac} { - # Before [db eval] the auto-commit flag was clear. Now it - # is set. Since an error occured we assume this was not a - # commit - therefore a rollback occured. Check that the - # rollback-hook was invoked. - do_test malloc3-rollback_hook.$iterid { - set ::rollback_hook_count - } {1} - } - - if {$rc == 0} { - # Successful execution of sql. Our "mallocs-until-failure" - # count should be greater than 0. Otherwise a malloc() failed - # and the error was not reported. - if {[lindex [sqlite_malloc_stat] 2] <= 0} { - error "Unreported malloc() failure" - } - - if {$ac && !$nac} { - # Before the [db eval] the auto-commit flag was set, now it - # is clear. We can deduce that a "BEGIN" statement has just - # been successfully executed. - set begin_pc $pc - } - - incr pc - set iFail 1 - sqlite_malloc_fail 0 - integrity_check "malloc3-(integrity).$iterid" - } elseif {[regexp {.*out of memory} $msg]} { - # Out of memory error, as expected - integrity_check "malloc3-(integrity).$iterid" - incr iFail - if {$nac && !$ac} { - - if {![lindex $v 0]} { - error "Statement \"[lindex $v 1]\" caused a rollback" - } - -# puts "Statement \"[lindex $v 1]\" caused a rollback" - for {set i $begin_pc} {$i < $pc} {incr i} { - set k2 [lindex $arglist [expr 2 * $i]] - set v2 [lindex $arglist [expr 2 * $i + 1]] - set catchupsql "" - switch -- $k2 { - -sql {set catchupsql [lindex $v2 1]} - -prep {set catchupsql $v2} - } -# puts "CATCHUP $iterid $i $catchupsql" - db eval $catchupsql - } - } - } else { - error $msg - } - - while {[lindex $arglist [expr 2 * ($pc -1)]] == "-test"} { - incr pc -1 - } - } - - -prep { -# puts "PREP $iterid $v" - db eval $v - incr pc - } - - default { error "Unknown switch: $k" } - } -# if {$iFail > ($iFailStart+1)} return - } -} - -# Turn of the Tcl interface's prepared statement caching facility. -db cache size 0 - -run_test $::run_test_script 9 1 -# run_test [lrange $::run_test_script 0 3] 0 63 -sqlite_malloc_fail 0 -db close - -pp_check_for_leaks - -finish_test - diff --git a/libs/sqlite/test/malloc4.test b/libs/sqlite/test/malloc4.test deleted file mode 100644 index af48f234fd..0000000000 --- a/libs/sqlite/test/malloc4.test +++ /dev/null @@ -1,194 +0,0 @@ -# 2005 November 30 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# This file contains tests to ensure that the library handles malloc() failures -# correctly. The emphasis in this file is on sqlite3_column_XXX() APIs. -# -# $Id: malloc4.test,v 1.3 2006/01/23 07:52:41 danielk1977 Exp $ - -#--------------------------------------------------------------------------- -# NOTES ON EXPECTED BEHAVIOUR -# -# [193] When a memory allocation failure occurs during sqlite3_column_name(), -# sqlite3_column_name16(), sqlite3_column_decltype(), or -# sqlite3_column_decltype16() the function shall return NULL. -# -#--------------------------------------------------------------------------- - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Only run these tests if memory debugging is turned on. -if {[info command sqlite_malloc_stat]==""} { - puts "Skipping malloc tests: not compiled with -DSQLITE_MEMDEBUG..." - finish_test - return -} - -ifcapable !utf16 { - finish_test - return -} - -proc do_stmt_test {id sql} { - set ::sql $sql - set go 1 - for {set n 1} {$go} {incr n} { - set testid "malloc4-$id.(iFail $n)" - - # Prepare the statement - do_test ${testid}.1 { - set ::STMT [sqlite3_prepare $::DB $sql -1 TAIL] - expr [string length $::STMT] > 0 - } {1} - - # Set the Nth malloc() to fail. - sqlite_malloc_fail $n - - # Test malloc failure in the _name(), _name16(), decltype() and - # decltype16() APIs. Calls that occur after the malloc() failure should - # return NULL. No error is raised though. - # - # ${testid}.2.1 - Call _name() - # ${testid}.2.2 - Call _name16() - # ${testid}.2.3 - Call _name() - # ${testid}.2.4 - Check that the return values of the above three calls are - # consistent with each other and with the simulated - # malloc() failures. - # - # Because the code that implements the _decltype() and _decltype16() APIs - # is the same as the _name() and _name16() implementations, we don't worry - # about explicitly testing them. - # - do_test ${testid}.2.1 { - set mf1 [expr [lindex [sqlite_malloc_stat] 2] <= 0] - set ::name8 [sqlite3_column_name $::STMT 0] - set mf2 [expr [lindex [sqlite_malloc_stat] 2] <= 0] - expr {$mf1 == $mf2 || $::name8 == ""} - } {1} - do_test ${testid}.2.2 { - set mf1 [expr [lindex [sqlite_malloc_stat] 2] <= 0] - set ::name16 [sqlite3_column_name16 $::STMT 0] - set ::name16 [encoding convertfrom unicode $::name16] - set ::name16 [string range $::name16 0 end-1] - set mf2 [expr [lindex [sqlite_malloc_stat] 2] <= 0] - expr {$mf1 == $mf2 || $::name16 == ""} - } {1} - do_test ${testid}.2.3 { - set mf1 [expr [lindex [sqlite_malloc_stat] 2] <= 0] - set ::name8_2 [sqlite3_column_name $::STMT 0] - set mf2 [expr [lindex [sqlite_malloc_stat] 2] <= 0] - expr {$mf1 == $mf2 || $::name8_2 == ""} - } {1} - set ::mallocFailed [expr [lindex [sqlite_malloc_stat] 2] <= 0] - do_test ${testid}.2.4 { - expr { - $::name8 == $::name8_2 && $::name16 == $::name8 && !$::mallocFailed || - $::name8 == $::name8_2 && $::name16 == "" && $::mallocFailed || - $::name8 == $::name16 && $::name8_2 == "" && $::mallocFailed || - $::name8_2 == $::name16 && $::name8 == "" && $::mallocFailed - } - } {1} - - # Step the statement so that we can call _text() and _text16(). Before - # running sqlite3_step(), make sure that malloc() is not about to fail. - # Memory allocation failures that occur within sqlite3_step() are tested - # elsewhere. - set mf [lindex [sqlite_malloc_stat] 2] - sqlite_malloc_fail 0 - do_test ${testid}.3 { - sqlite3_step $::STMT - } {SQLITE_ROW} - sqlite_malloc_fail $mf - - # Test for malloc() failures within _text() and _text16(). - # - do_test ${testid}.4.1 { - set ::text8 [sqlite3_column_text $::STMT 0] - set mf [expr [lindex [sqlite_malloc_stat] 2] <= 0 && !$::mallocFailed] - expr {$mf==0 || $::text8 == ""} - } {1} - do_test ${testid}.4.2 { - set ::text16 [sqlite3_column_text16 $::STMT 0] - set ::text16 [encoding convertfrom unicode $::text16] - set ::text16 [string range $::text16 0 end-1] - set mf [expr [lindex [sqlite_malloc_stat] 2] <= 0 && !$::mallocFailed] - expr {$mf==0 || $::text16 == ""} - } {1} - do_test ${testid}.4.3 { - set ::text8_2 [sqlite3_column_text $::STMT 0] - set mf [expr [lindex [sqlite_malloc_stat] 2] <= 0 && !$::mallocFailed] - expr {$mf==0 || $::text8_2 == "" || ($::text16 == "" && $::text8 != "")} - } {1} - - # Test for malloc() failures within _int(), _int64() and _real(). The only - # way this can occur is if the string has to be translated from UTF-16 to - # UTF-8 before being converted to a numeric value. - do_test ${testid}.4.4.1 { - set mf [lindex [sqlite_malloc_stat] 2] - sqlite_malloc_fail 0 - sqlite3_column_text16 $::STMT 0 - sqlite_malloc_fail $mf - sqlite3_column_int $::STMT 0 - } {0} - do_test ${testid}.4.5 { - set mf [lindex [sqlite_malloc_stat] 2] - sqlite_malloc_fail 0 - sqlite3_column_text16 $::STMT 0 - sqlite_malloc_fail $mf - sqlite3_column_int64 $::STMT 0 - } {0} - - do_test ${testid}.4.6 { - set mf [lindex [sqlite_malloc_stat] 2] - sqlite_malloc_fail 0 - sqlite3_column_text16 $::STMT 0 - sqlite_malloc_fail $mf - sqlite3_column_double $::STMT 0 - } {0.0} - - set mallocFailedAfterStep [expr \ - [lindex [sqlite_malloc_stat] 2] <= 0 && !$::mallocFailed - ] - - sqlite_malloc_fail 0 - # Test that if a malloc() failed the next call to sqlite3_step() returns - # SQLITE_ERROR. If malloc() did not fail, it should return SQLITE_DONE. - # - do_test ${testid}.5 { - sqlite3_step $::STMT - } [expr {$mallocFailedAfterStep ? "SQLITE_ERROR" : "SQLITE_DONE"}] - - do_test ${testid}.6 { - sqlite3_finalize $::STMT - } [expr {$mallocFailedAfterStep ? "SQLITE_NOMEM" : "SQLITE_OK"}] - - if {$::mallocFailed == 0 && $mallocFailedAfterStep == 0} { - sqlite_malloc_fail 0 - set go 0 - } - } -} - -execsql { - CREATE TABLE tbl( - the_first_reasonably_long_column_name that_also_has_quite_a_lengthy_type - ); - INSERT INTO tbl VALUES( - 'An extra long string. Far too long to be stored in NBFS bytes.' - ); -} - -do_stmt_test 1 "SELECT * FROM tbl" - -sqlite_malloc_fail 0 -finish_test - diff --git a/libs/sqlite/test/malloc5.test b/libs/sqlite/test/malloc5.test deleted file mode 100644 index 50c1dda05b..0000000000 --- a/libs/sqlite/test/malloc5.test +++ /dev/null @@ -1,223 +0,0 @@ -# 2005 November 30 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# This file contains test cases focused on the two memory-management APIs, -# sqlite3_soft_heap_limit() and sqlite3_release_memory(). -# -# $Id: malloc5.test,v 1.7 2006/01/19 08:43:32 danielk1977 Exp $ - -#--------------------------------------------------------------------------- -# NOTES ON EXPECTED BEHAVIOUR -# -#--------------------------------------------------------------------------- - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -db close - -# Only run these tests if memory debugging is turned on. -if {[info command sqlite_malloc_stat]==""} { - puts "Skipping malloc tests: not compiled with -DSQLITE_MEMDEBUG..." - finish_test - return -} - -# Skip these tests if OMIT_MEMORY_MANAGEMENT was defined at compile time. -ifcapable !memorymanage { - finish_test - return -} - -sqlite3 db test.db - -do_test malloc5-1.1 { - # Simplest possible test. Call sqlite3_release_memory when there is exactly - # one unused page in a single pager cache. This test case set's the - # value of the ::pgalloc variable, which is used in subsequent tests. - # - # Note: Even though executing this statement on an empty database - # modifies 2 pages (the root of sqlite_master and the new root page), - # the sqlite_master root (page 1) is never freed because the btree layer - # retains a reference to it for the entire transaction. - execsql { - BEGIN; - CREATE TABLE abc(a, b, c); - } - set ::pgalloc [sqlite3_release_memory] - expr $::pgalloc > 0 -} {1} -do_test malloc5-1.2 { - # Test that the transaction started in the above test is still active. - # Because the page freed had been written to, freeing it required a - # journal sync and exclusive lock on the database file. Test the file - # appears to be locked. - sqlite3 db2 test.db - catchsql { - SELECT * FROM abc; - } db2 -} {1 {database is locked}} -do_test malloc5-1.3 { - # Again call [sqlite3_release_memory] when there is exactly one unused page - # in the cache. The same amount of memory is required, but no journal-sync - # or exclusive lock should be established. - execsql { - COMMIT; - BEGIN; - SELECT * FROM abc; - } - sqlite3_release_memory -} $::pgalloc -do_test malloc5-1.4 { - # Database should not be locked this time. - catchsql { - SELECT * FROM abc; - } db2 -} {0 {}} -do_test malloc5-1.5 { - # Manipulate the cache so that it contains two unused pages. One requires - # a journal-sync to free, the other does not. - execsql { - SELECT * FROM abc; - CREATE TABLE def(d, e, f); - } - sqlite3_release_memory 500 -} $::pgalloc -do_test malloc5-1.6 { - # Database should not be locked this time. The above test case only - # requested 500 bytes of memory, which can be obtained by freeing the page - # that does not require an fsync(). - catchsql { - SELECT * FROM abc; - } db2 -} {0 {}} -do_test malloc5-1.7 { - # Release another 500 bytes of memory. This time we require a sync(), - # so the database file will be locked afterwards. - sqlite3_release_memory 500 -} $::pgalloc -do_test malloc5-1.8 { - catchsql { - SELECT * FROM abc; - } db2 -} {1 {database is locked}} -do_test malloc5-1.9 { - execsql { - COMMIT; - } -} {} - -do_test malloc5-2.1 { - # Put some data in tables abc and def. Both tables are still wholly - # contained within their root pages. - execsql { - INSERT INTO abc VALUES(1, 2, 3); - INSERT INTO abc VALUES(4, 5, 6); - INSERT INTO def VALUES(7, 8, 9); - INSERT INTO def VALUES(10,11,12); - } -} {} -do_test malloc5-2.2 { - # Load the root-page for table def into the cache. Then query table abc. - # Halfway through the query call sqlite3_release_memory(). The goal of this - # test is to make sure we don't free pages that are in use (specifically, - # the root of table abc). - set nRelease 0 - execsql { - BEGIN; - SELECT * FROM def; - } - set data [list] - db eval {SELECT * FROM abc} { - incr nRelease [sqlite3_release_memory] - lappend data $a $b $c - } - execsql { - COMMIT; - } - list $nRelease $data -} [list $pgalloc [list 1 2 3 4 5 6]] - -do_test malloc5-3.1 { - # Simple test to show that if two pagers are opened from within this - # thread, memory is freed from both when sqlite3_release_memory() is - # called. - execsql { - BEGIN; - SELECT * FROM abc; - } - execsql { - SELECT * FROM sqlite_master; - BEGIN; - SELECT * FROM def; - } db2 - sqlite3_release_memory -} [expr $::pgalloc * 2] -do_test malloc5-3.2 { - concat \ - [execsql {SELECT * FROM abc; COMMIT}] \ - [execsql {SELECT * FROM def; COMMIT} db2] -} {1 2 3 4 5 6 7 8 9 10 11 12} - -db2 close -sqlite_malloc_outstanding -clearmaxbytes - -# The following two test cases each execute a transaction in which -# 10000 rows are inserted into table abc. The first test case is used -# to ensure that more than 1MB of dynamic memory is used to perform -# the transaction. -# -# The second test case sets the "soft-heap-limit" to 100,000 bytes (0.1 MB) -# and tests to see that this limit is not exceeded at any point during -# transaction execution. -# -# Before executing malloc5-4.* we save the value of the current soft heap -# limit in variable ::soft_limit. The original value is restored after -# running the tests. -# -set ::soft_limit [sqlite3_soft_heap_limit -1] -do_test malloc5-4.1 { - execsql {BEGIN;} - execsql {DELETE FROM abc;} - for {set i 0} {$i < 10000} {incr i} { - execsql "INSERT INTO abc VALUES($i, $i, '[string repeat X 100]');" - } - execsql {COMMIT;} - set ::nMaxBytes [sqlite_malloc_outstanding -maxbytes] - if {$::nMaxBytes==""} {set ::nMaxBytes 1000001} - expr $::nMaxBytes > 1000000 -} {1} -do_test malloc5-4.2 { - sqlite3_release_memory - sqlite_malloc_outstanding -clearmaxbytes - sqlite3_soft_heap_limit 100000 - execsql {BEGIN;} - for {set i 0} {$i < 10000} {incr i} { - execsql "INSERT INTO abc VALUES($i, $i, '[string repeat X 100]');" - } - execsql {COMMIT;} - set ::nMaxBytes [sqlite_malloc_outstanding -maxbytes] - if {$::nMaxBytes==""} {set ::nMaxBytes 0} - expr $::nMaxBytes <= 100000 -} {1} -do_test malloc5-4.3 { - # Check that the content of table abc is at least roughly as expected. - execsql { - SELECT count(*), sum(a), sum(b) FROM abc; - } -} [list 20000 [expr int(20000.0 * 4999.5)] [expr int(20000.0 * 4999.5)]] - -# Restore the soft heap limit. -sqlite3_soft_heap_limit $::soft_limit -finish_test - -catch {db close} - diff --git a/libs/sqlite/test/malloc6.test b/libs/sqlite/test/malloc6.test deleted file mode 100644 index 30fe00d61e..0000000000 --- a/libs/sqlite/test/malloc6.test +++ /dev/null @@ -1,153 +0,0 @@ -# 2006 June 25 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file attempts to check the library in an out-of-memory situation. -# When compiled with -DSQLITE_DEBUG=1, the SQLite library accepts a special -# command (sqlite_malloc_fail N) which causes the N-th malloc to fail. This -# special feature is used to see what happens in the library if a malloc -# were to really fail due to an out-of-memory situation. -# -# $Id: malloc6.test,v 1.1 2006/06/26 12:50:09 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Only run these tests if memory debugging is turned on. -# -if {[info command sqlite_malloc_stat]==""} { - puts "Skipping malloc tests: not compiled with -DSQLITE_MEMDEBUG..." - finish_test - return -} - -# Usage: do_malloc_test -# -# The first argument, , is an integer used to name the -# tests executed by this proc. Options are as follows: -# -# -tclprep TCL script to run to prepare test. -# -sqlprep SQL script to run to prepare test. -# -tclbody TCL script to run with malloc failure simulation. -# -sqlbody TCL script to run with malloc failure simulation. -# -cleanup TCL script to run after the test. -# -# This command runs a series of tests to verify SQLite's ability -# to handle an out-of-memory condition gracefully. It is assumed -# that if this condition occurs a malloc() call will return a -# NULL pointer. Linux, for example, doesn't do that by default. See -# the "BUGS" section of malloc(3). -# -# Each iteration of a loop, the TCL commands in any argument passed -# to the -tclbody switch, followed by the SQL commands in any argument -# passed to the -sqlbody switch are executed. Each iteration the -# Nth call to sqliteMalloc() is made to fail, where N is increased -# each time the loop runs starting from 1. When all commands execute -# successfully, the loop ends. -# -proc do_malloc_test {tn args} { - array unset ::mallocopts - array set ::mallocopts $args - - set ::go 1 - for {set ::n 1} {$::go && $::n < 50000} {incr ::n} { - do_test malloc6-$tn.$::n { - - # Remove all traces of database files test.db and test2.db from the files - # system. Then open (empty database) "test.db" with the handle [db]. - # - sqlite_malloc_fail 0 - catch {db close} - catch {file delete -force test.db} - catch {file delete -force test.db-journal} - catch {file delete -force test2.db} - catch {file delete -force test2.db-journal} - catch {sqlite3 db test.db} - set ::DB [sqlite3_connection_pointer db] - - # Execute any -tclprep and -sqlprep scripts. - # - if {[info exists ::mallocopts(-tclprep)]} { - eval $::mallocopts(-tclprep) - } - if {[info exists ::mallocopts(-sqlprep)]} { - execsql $::mallocopts(-sqlprep) - } - - # Now set the ${::n}th malloc() to fail and execute the -tclbody and - # -sqlbody scripts. - # - sqlite_malloc_fail $::n - set ::mallocbody {} - if {[info exists ::mallocopts(-tclbody)]} { - append ::mallocbody "$::mallocopts(-tclbody)\n" - } - if {[info exists ::mallocopts(-sqlbody)]} { - append ::mallocbody "db eval {$::mallocopts(-sqlbody)}" - } - set v [catch $::mallocbody msg] - - # If the test fails (if $v!=0) and the database connection actually - # exists, make sure the failure code is SQLITE_NOMEM. - if {$v && [info command db]=="db" && [info exists ::mallocopts(-sqlbody)] - && [db errorcode]!=7} { - set v 999 - } - - set leftover [lindex [sqlite_malloc_stat] 2] - if {$leftover>0} { - if {$leftover>1} {puts "\nLeftover: $leftover\nReturn=$v Message=$msg"} - set ::go 0 - if {$v} { - puts "\nError message returned: $msg" - } else { - set v {1 1} - } - } else { - set v2 [expr {$msg=="" || $msg=="out of memory"}] - if {!$v2} {puts "\nError message returned: $msg"} - lappend v $v2 - } - } {1 1} - - if {[info exists ::mallocopts(-cleanup)]} { - catch [list uplevel #0 $::mallocopts(-cleanup)] msg - } - } - unset ::mallocopts -} - -set sqlite_os_trace 0 -do_malloc_test 1 -tclprep { - db close -} -tclbody { - if {[catch {sqlite3 db test.db}]} { - error "out of memory" - } -} -sqlbody { - DROP TABLE IF EXISTS t1; - CREATE TABLE IF NOT EXISTS t1( - a int, b float, c double, d text, e varchar(20), - primary key(a,b,c) - ); - CREATE TABLE IF NOT EXISTS t1( - a int, b float, c double, d text, e varchar(20), - primary key(a,b,c) - ); - DROP TABLE IF EXISTS t1; -} - -# Ensure that no file descriptors were leaked. -do_test malloc6-1.X { - catch {db close} - set sqlite_open_file_count -} {0} - -sqlite_malloc_fail 0 -finish_test diff --git a/libs/sqlite/test/malloc7.test b/libs/sqlite/test/malloc7.test deleted file mode 100644 index fc8b3abbde..0000000000 --- a/libs/sqlite/test/malloc7.test +++ /dev/null @@ -1,146 +0,0 @@ -# 2006 July 26 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file contains additional out-of-memory checks (see malloc.tcl) -# added to expose a bug in out-of-memory handling for sqlite3_prepare16(). -# -# $Id: malloc7.test,v 1.2 2006/07/26 14:57:30 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Only run these tests if memory debugging is turned on. -# -if {[info command sqlite_malloc_stat]==""} { - puts "Skipping malloc tests: not compiled with -DSQLITE_MEMDEBUG..." - finish_test - return -} - -# Usage: do_malloc_test -# -# The first argument, , is an integer used to name the -# tests executed by this proc. Options are as follows: -# -# -tclprep TCL script to run to prepare test. -# -sqlprep SQL script to run to prepare test. -# -tclbody TCL script to run with malloc failure simulation. -# -sqlbody TCL script to run with malloc failure simulation. -# -cleanup TCL script to run after the test. -# -# This command runs a series of tests to verify SQLite's ability -# to handle an out-of-memory condition gracefully. It is assumed -# that if this condition occurs a malloc() call will return a -# NULL pointer. Linux, for example, doesn't do that by default. See -# the "BUGS" section of malloc(3). -# -# Each iteration of a loop, the TCL commands in any argument passed -# to the -tclbody switch, followed by the SQL commands in any argument -# passed to the -sqlbody switch are executed. Each iteration the -# Nth call to sqliteMalloc() is made to fail, where N is increased -# each time the loop runs starting from 1. When all commands execute -# successfully, the loop ends. -# -proc do_malloc_test {tn args} { - array unset ::mallocopts - array set ::mallocopts $args - - set ::go 1 - for {set ::n 1} {$::go && $::n < 50000} {incr ::n} { - do_test malloc7-$tn.$::n { - - # Remove all traces of database files test.db and test2.db from the files - # system. Then open (empty database) "test.db" with the handle [db]. - # - sqlite_malloc_fail 0 - catch {db close} - catch {file delete -force test.db} - catch {file delete -force test.db-journal} - catch {file delete -force test2.db} - catch {file delete -force test2.db-journal} - catch {sqlite3 db test.db} - set ::DB [sqlite3_connection_pointer db] - - # Execute any -tclprep and -sqlprep scripts. - # - if {[info exists ::mallocopts(-tclprep)]} { - eval $::mallocopts(-tclprep) - } - if {[info exists ::mallocopts(-sqlprep)]} { - execsql $::mallocopts(-sqlprep) - } - - # Now set the ${::n}th malloc() to fail and execute the -tclbody and - # -sqlbody scripts. - # - sqlite_malloc_fail $::n - set ::mallocbody {} - if {[info exists ::mallocopts(-tclbody)]} { - append ::mallocbody "$::mallocopts(-tclbody)\n" - } - if {[info exists ::mallocopts(-sqlbody)]} { - append ::mallocbody "db eval {$::mallocopts(-sqlbody)}" - } - set v [catch $::mallocbody msg] - - # If the test fails (if $v!=0) and the database connection actually - # exists, make sure the failure code is SQLITE_NOMEM. - if {$v && [info command db]=="db" && [info exists ::mallocopts(-sqlbody)] - && [db errorcode]!=7} { - set v 999 - } - - set leftover [lindex [sqlite_malloc_stat] 2] - if {$leftover>0} { - if {$leftover>1} {puts "\nLeftover: $leftover\nReturn=$v Message=$msg"} - set ::go 0 - if {$v} { - puts "\nError message returned: $msg" - } else { - set v {1 1} - } - } else { - set v2 [expr {$msg=="" || $msg=="out of memory"}] - if {!$v2} {puts "\nError message returned: $msg"} - lappend v $v2 - } - } {1 1} - - if {[info exists ::mallocopts(-cleanup)]} { - catch [list uplevel #0 $::mallocopts(-cleanup)] msg - } - } - unset ::mallocopts -} - -db eval { - CREATE TABLE t1(a,b,c,d); - CREATE INDEX i1 ON t1(b,c); -} - -do_malloc_test 1 -tclbody { - set sql16 [encoding convertto unicode "SELECT * FROM sqlite_master"] - append sql16 "\00\00" - set nbyte [string length $sql16] - set ::STMT [sqlite3_prepare16 $::DB $sql16 $nbyte DUMMY] - sqlite3_finalize $::STMT -} - - - -# Ensure that no file descriptors were leaked. -do_test malloc-99.X { - catch {db close} - set sqlite_open_file_count -} {0} - -puts open-file-count=$sqlite_open_file_count -sqlite_malloc_fail 0 -finish_test diff --git a/libs/sqlite/test/manydb.test b/libs/sqlite/test/manydb.test deleted file mode 100644 index 9af5465b54..0000000000 --- a/libs/sqlite/test/manydb.test +++ /dev/null @@ -1,91 +0,0 @@ -# 2005 October 3 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests the ability of the library to open -# many different databases at the same time without leaking memory. -# -# $Id: manydb.test,v 1.3 2006/01/11 01:08:34 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -set N 300 - -# First test how many file descriptors are available for use. To open a -# database for writing SQLite requires 3 file descriptors (the database, the -# journal and the directory). -set filehandles {} -catch { - for {set i 0} {$i<($N * 3)} {incr i} { - lappend filehandles [open testfile.1 w] - } -} -foreach fd $filehandles { - close $fd -} -catch { - file delete -force testfile.1 -} -set N [expr $i / 3] - -# Create a bunch of random database names -# -unset -nocomplain dbname -unset -nocomplain used -for {set i 0} {$i<$N} {incr i} { - while 1 { - set name test-[format %08x [expr {int(rand()*0x7fffffff)}]].db - if {[info exists used($name)]} continue - set dbname($i) $name - set used($name) $i - break - } -} - -# Create a bunch of databases -# -for {set i 0} {$i<$N} {incr i} { - do_test manydb-1.$i { - sqlite3 db$i $dbname($i) - execsql { - CREATE TABLE t1(a,b); - BEGIN; - INSERT INTO t1 VALUES(1,2); - } db$i - } {} -} - -# Finish the transactions -# -for {set i 0} {$i<$N} {incr i} { - do_test manydb-2.$i { - execsql { - COMMIT; - SELECT * FROM t1; - } db$i - } {1 2} -} - - -# Close the databases and erase the files. -# -for {set i 0} {$i<$N} {incr i} { - do_test manydb-3.$i { - db$i close - file delete -force $dbname($i) - } {} -} - - - - -finish_test diff --git a/libs/sqlite/test/memdb.test b/libs/sqlite/test/memdb.test deleted file mode 100644 index c1eb1152ce..0000000000 --- a/libs/sqlite/test/memdb.test +++ /dev/null @@ -1,417 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is in-memory database backend. -# -# $Id: memdb.test,v 1.15 2006/01/30 22:48:44 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable memorydb { - -# In the following sequence of tests, compute the MD5 sum of the content -# of a table, make lots of modifications to that table, then do a rollback. -# Verify that after the rollback, the MD5 checksum is unchanged. -# -# These tests were browed from trans.tcl. -# -do_test memdb-1.1 { - db close - sqlite3 db :memory: - # sqlite3 db test.db - execsql { - BEGIN; - CREATE TABLE t3(x TEXT); - INSERT INTO t3 VALUES(randstr(10,400)); - INSERT INTO t3 VALUES(randstr(10,400)); - INSERT INTO t3 SELECT randstr(10,400) FROM t3; - INSERT INTO t3 SELECT randstr(10,400) FROM t3; - INSERT INTO t3 SELECT randstr(10,400) FROM t3; - INSERT INTO t3 SELECT randstr(10,400) FROM t3; - INSERT INTO t3 SELECT randstr(10,400) FROM t3; - INSERT INTO t3 SELECT randstr(10,400) FROM t3; - INSERT INTO t3 SELECT randstr(10,400) FROM t3; - INSERT INTO t3 SELECT randstr(10,400) FROM t3; - INSERT INTO t3 SELECT randstr(10,400) FROM t3; - COMMIT; - SELECT count(*) FROM t3; - } -} {1024} - -# The following procedure computes a "signature" for table "t3". If -# T3 changes in any way, the signature should change. -# -# This is used to test ROLLBACK. We gather a signature for t3, then -# make lots of changes to t3, then rollback and take another signature. -# The two signatures should be the same. -# -proc signature {{fn {}}} { - set rx [db eval {SELECT x FROM t3}] - # set r1 [md5 $rx\n] - if {$fn!=""} { - # set fd [open $fn w] - # puts $fd $rx - # close $fd - } - # set r [db eval {SELECT count(*), md5sum(x) FROM t3}] - # puts "SIG($fn)=$r1" - return [list [string length $rx] $rx] -} - -# Do rollbacks. Make sure the signature does not change. -# -set limit 10 -for {set i 2} {$i<=$limit} {incr i} { - set ::sig [signature one] - # puts "sig=$sig" - set cnt [lindex $::sig 0] - if {$i%2==0} { - execsql {PRAGMA synchronous=FULL} - } else { - execsql {PRAGMA synchronous=NORMAL} - } - do_test memdb-1.$i.1-$cnt { - execsql { - BEGIN; - DELETE FROM t3 WHERE random()%10!=0; - INSERT INTO t3 SELECT randstr(10,10)||x FROM t3; - INSERT INTO t3 SELECT randstr(10,10)||x FROM t3; - ROLLBACK; - } - set sig2 [signature two] - } $sig - # puts "sig2=$sig2" - # if {$sig2!=$sig} exit - do_test memdb-1.$i.2-$cnt { - execsql { - BEGIN; - DELETE FROM t3 WHERE random()%10!=0; - INSERT INTO t3 SELECT randstr(10,10)||x FROM t3; - DELETE FROM t3 WHERE random()%10!=0; - INSERT INTO t3 SELECT randstr(10,10)||x FROM t3; - ROLLBACK; - } - signature - } $sig - if {$i<$limit} { - do_test memdb-1.$i.9-$cnt { - execsql { - INSERT INTO t3 SELECT randstr(10,400) FROM t3 WHERE random()%10==0; - } - } {} - } - set ::pager_old_format 0 -} - -integrity_check memdb-2.1 - -do_test memdb-3.1 { - execsql { - CREATE TABLE t4(a,b,c,d); - BEGIN; - INSERT INTO t4 VALUES(1,2,3,4); - SELECT * FROM t4; - } -} {1 2 3 4} -do_test memdb-3.2 { - execsql { - SELECT name FROM sqlite_master WHERE type='table'; - } -} {t3 t4} -do_test memdb-3.3 { - execsql { - DROP TABLE t4; - SELECT name FROM sqlite_master WHERE type='table'; - } -} {t3} -do_test memdb-3.4 { - execsql { - ROLLBACK; - SELECT name FROM sqlite_master WHERE type='table'; - } -} {t3 t4} - -# Create tables for the first group of tests. -# -do_test memdb-4.0 { - execsql { - CREATE TABLE t1(a, b, c, UNIQUE(a,b)); - CREATE TABLE t2(x); - SELECT c FROM t1 ORDER BY c; - } -} {} - -# Six columns of configuration data as follows: -# -# i The reference number of the test -# conf The conflict resolution algorithm on the BEGIN statement -# cmd An INSERT or REPLACE command to execute against table t1 -# t0 True if there is an error from $cmd -# t1 Content of "c" column of t1 assuming no error in $cmd -# t2 Content of "x" column of t2 -# -foreach {i conf cmd t0 t1 t2} { - 1 {} INSERT 1 {} 1 - 2 {} {INSERT OR IGNORE} 0 3 1 - 3 {} {INSERT OR REPLACE} 0 4 1 - 4 {} REPLACE 0 4 1 - 5 {} {INSERT OR FAIL} 1 {} 1 - 6 {} {INSERT OR ABORT} 1 {} 1 - 7 {} {INSERT OR ROLLBACK} 1 {} {} -} { - - # All tests after test 1 depend on conflict resolution. So end the - # loop if that is not available in this build. - ifcapable !conflict {if {$i>1} break} - - do_test memdb-4.$i { - if {$conf!=""} {set conf "ON CONFLICT $conf"} - set r0 [catch {execsql [subst { - DELETE FROM t1; - DELETE FROM t2; - INSERT INTO t1 VALUES(1,2,3); - BEGIN $conf; - INSERT INTO t2 VALUES(1); - $cmd INTO t1 VALUES(1,2,4); - }]} r1] - catch {execsql {COMMIT}} - if {$r0} {set r1 {}} {set r1 [execsql {SELECT c FROM t1}]} - set r2 [execsql {SELECT x FROM t2}] - list $r0 $r1 $r2 - } [list $t0 $t1 $t2] -} - -do_test memdb-5.0 { - execsql { - DROP TABLE t2; - DROP TABLE t3; - CREATE TABLE t2(a,b,c); - INSERT INTO t2 VALUES(1,2,1); - INSERT INTO t2 VALUES(2,3,2); - INSERT INTO t2 VALUES(3,4,1); - INSERT INTO t2 VALUES(4,5,4); - SELECT c FROM t2 ORDER BY b; - CREATE TABLE t3(x); - INSERT INTO t3 VALUES(1); - } -} {1 2 1 4} - -# Six columns of configuration data as follows: -# -# i The reference number of the test -# conf1 The conflict resolution algorithm on the UNIQUE constraint -# conf2 The conflict resolution algorithm on the BEGIN statement -# cmd An UPDATE command to execute against table t1 -# t0 True if there is an error from $cmd -# t1 Content of "b" column of t1 assuming no error in $cmd -# t2 Content of "x" column of t3 -# -foreach {i conf1 conf2 cmd t0 t1 t2} { - 1 {} {} UPDATE 1 {6 7 8 9} 1 - 2 REPLACE {} UPDATE 0 {7 6 9} 1 - 3 IGNORE {} UPDATE 0 {6 7 3 9} 1 - 4 FAIL {} UPDATE 1 {6 7 3 4} 1 - 5 ABORT {} UPDATE 1 {1 2 3 4} 1 - 6 ROLLBACK {} UPDATE 1 {1 2 3 4} 0 - 7 REPLACE {} {UPDATE OR IGNORE} 0 {6 7 3 9} 1 - 8 IGNORE {} {UPDATE OR REPLACE} 0 {7 6 9} 1 - 9 FAIL {} {UPDATE OR IGNORE} 0 {6 7 3 9} 1 - 10 ABORT {} {UPDATE OR REPLACE} 0 {7 6 9} 1 - 11 ROLLBACK {} {UPDATE OR IGNORE} 0 {6 7 3 9} 1 - 12 {} {} {UPDATE OR IGNORE} 0 {6 7 3 9} 1 - 13 {} {} {UPDATE OR REPLACE} 0 {7 6 9} 1 - 14 {} {} {UPDATE OR FAIL} 1 {6 7 3 4} 1 - 15 {} {} {UPDATE OR ABORT} 1 {1 2 3 4} 1 - 16 {} {} {UPDATE OR ROLLBACK} 1 {1 2 3 4} 0 -} { - # All tests after test 1 depend on conflict resolution. So end the - # loop if that is not available in this build. - ifcapable !conflict { - if {$i>1} break - } - - if {$t0} {set t1 {column a is not unique}} - do_test memdb-5.$i { - if {$conf1!=""} {set conf1 "ON CONFLICT $conf1"} - if {$conf2!=""} {set conf2 "ON CONFLICT $conf2"} - set r0 [catch {execsql [subst { - DROP TABLE t1; - CREATE TABLE t1(a,b,c, UNIQUE(a) $conf1); - INSERT INTO t1 SELECT * FROM t2; - UPDATE t3 SET x=0; - BEGIN $conf2; - $cmd t3 SET x=1; - $cmd t1 SET b=b*2; - $cmd t1 SET a=c+5; - }]} r1] - catch {execsql {COMMIT}} - if {!$r0} {set r1 [execsql {SELECT a FROM t1 ORDER BY b}]} - set r2 [execsql {SELECT x FROM t3}] - list $r0 $r1 $r2 - } [list $t0 $t1 $t2] -} - -do_test memdb-6.1 { - execsql { - SELECT * FROM t2; - } -} {1 2 1 2 3 2 3 4 1 4 5 4} -do_test memdb-6.2 { - execsql { - BEGIN; - DROP TABLE t2; - SELECT name FROM sqlite_master WHERE type='table' ORDER BY 1; - } -} {t1 t3 t4} -do_test memdb-6.3 { - execsql { - ROLLBACK; - SELECT name FROM sqlite_master WHERE type='table' ORDER BY 1; - } -} {t1 t2 t3 t4} -do_test memdb-6.4 { - execsql { - SELECT * FROM t2; - } -} {1 2 1 2 3 2 3 4 1 4 5 4} -ifcapable compound { -do_test memdb-6.5 { - execsql { - SELECT a FROM t2 UNION SELECT b FROM t2 ORDER BY 1; - } -} {1 2 3 4 5} -} ;# ifcapable compound -do_test memdb-6.6 { - execsql { - CREATE INDEX i2 ON t2(c); - SELECT a FROM t2 ORDER BY c; - } -} {1 3 2 4} -do_test memdb-6.6 { - execsql { - SELECT a FROM t2 ORDER BY c DESC; - } -} {4 2 3 1} -do_test memdb-6.7 { - execsql { - BEGIN; - CREATE TABLE t5(x,y); - INSERT INTO t5 VALUES(1,2); - SELECT * FROM t5; - } -} {1 2} -do_test memdb-6.8 { - execsql { - SELECT name FROM sqlite_master WHERE type='table' ORDER BY 1; - } -} {t1 t2 t3 t4 t5} -do_test memdb-6.9 { - execsql { - ROLLBACK; - SELECT name FROM sqlite_master WHERE type='table' ORDER BY 1; - } -} {t1 t2 t3 t4} -do_test memdb-6.10 { - execsql { - CREATE TABLE t5(x PRIMARY KEY, y UNIQUE); - SELECT * FROM t5; - } -} {} -do_test memdb-6.11 { - execsql { - SELECT * FROM t5 ORDER BY y DESC; - } -} {} - -ifcapable conflict { - do_test memdb-6.12 { - execsql { - INSERT INTO t5 VALUES(1,2); - INSERT INTO t5 VALUES(3,4); - REPLACE INTO t5 VALUES(1,4); - SELECT rowid,* FROM t5; - } - } {3 1 4} - do_test memdb-6.13 { - execsql { - DELETE FROM t5 WHERE x>5; - SELECT * FROM t5; - } - } {1 4} - do_test memdb-6.14 { - execsql { - DELETE FROM t5 WHERE y<3; - SELECT * FROM t5; - } - } {1 4} -} - -do_test memdb-6.15 { - execsql { - DELETE FROM t5 WHERE x>0; - SELECT * FROM t5; - } -} {} - -ifcapable subquery { - do_test memdb-7.1 { - execsql { - CREATE TABLE t6(x); - INSERT INTO t6 VALUES(1); - INSERT INTO t6 SELECT x+1 FROM t6; - INSERT INTO t6 SELECT x+2 FROM t6; - INSERT INTO t6 SELECT x+4 FROM t6; - INSERT INTO t6 SELECT x+8 FROM t6; - INSERT INTO t6 SELECT x+16 FROM t6; - INSERT INTO t6 SELECT x+32 FROM t6; - INSERT INTO t6 SELECT x+64 FROM t6; - INSERT INTO t6 SELECT x+128 FROM t6; - SELECT count(*) FROM (SELECT DISTINCT x FROM t6); - } - } {256} - for {set i 1} {$i<=256} {incr i} { - do_test memdb-7.2.$i { - execsql "DELETE FROM t6 WHERE x=\ - (SELECT x FROM t6 ORDER BY random() LIMIT 1)" - execsql {SELECT count(*) FROM t6} - } [expr {256-$i}] - } -} - -# Ticket #1524 -# -do_test memdb-8.1 { - db close - sqlite3 db {:memory:} - execsql { - PRAGMA auto_vacuum=TRUE; - CREATE TABLE t1(a); - INSERT INTO t1 VALUES(randstr(5000,6000)); - INSERT INTO t1 VALUES(randstr(5000,6000)); - INSERT INTO t1 VALUES(randstr(5000,6000)); - INSERT INTO t1 VALUES(randstr(5000,6000)); - INSERT INTO t1 VALUES(randstr(5000,6000)); - SELECT count(*) FROM t1; - } -} 5 -do_test memdb-8.2 { - execsql { - DELETE FROM t1; - SELECT count(*) FROM t1; - } -} 0 - - -} ;# ifcapable memorydb - -finish_test diff --git a/libs/sqlite/test/memleak.test b/libs/sqlite/test/memleak.test deleted file mode 100644 index 54468c51ed..0000000000 --- a/libs/sqlite/test/memleak.test +++ /dev/null @@ -1,96 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file runs all tests. -# -# $Id: memleak.test,v 1.9 2005/03/16 12:15:22 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -rename finish_test really_finish_test -proc finish_test {} { - catch {db close} - memleak_check -} - -if {[file exists ./sqlite_test_count]} { - set COUNT [exec cat ./sqlite_test_count] -} else { - set COUNT 3 -} - -# LeakList will hold a list of the number of unfreed mallocs after -# each round of the test. This number should be constant. If it -# grows, it may mean there is a memory leak in the library. -# -set LeakList {} - -set EXCLUDE { - all.test - quick.test - misuse.test - memleak.test - btree2.test - trans.test - crash.test - autovacuum_crash.test -} -# Test files btree2.test and btree4.test don't work if the -# SQLITE_DEFAULT_AUTOVACUUM macro is defined to true (because they depend -# on tables being allocated starting at page 2). -# -ifcapable default_autovacuum { - lappend EXCLUDE btree2.test - lappend EXCLUDE btree4.test -} - -if {[sqlite3 -has-codec]} { - # lappend EXCLUDE -} -if {[llength $argv]>0} { - set FILELIST $argv - set argv {} -} else { - set FILELIST [lsort -dictionary [glob $testdir/*.test]] -} - -foreach testfile $FILELIST { - set tail [file tail $testfile] - if {[lsearch -exact $EXCLUDE $tail]>=0} continue - set LeakList {} - for {set COUNTER 0} {$COUNTER<$COUNT} {incr COUNTER} { - source $testfile - if {[info exists Leak]} { - lappend LeakList $Leak - } - } - if {$LeakList!=""} { - puts -nonewline memory-leak-test-$tail... - incr ::nTest - foreach x $LeakList { - if {$x!=[lindex $LeakList 0]} { - puts " failed! ($LeakList)" - incr ::nErr - lappend ::failList memory-leak-test-$tail - break - } - } - puts " Ok" - } -} -really_finish_test - -# Run the malloc tests and the misuse test after memory leak detection. -# Both tests leak memory. -# -#catch {source $testdir/misuse.test} -#catch {source $testdir/malloc.test} - -really_finish_test diff --git a/libs/sqlite/test/minmax.test b/libs/sqlite/test/minmax.test deleted file mode 100644 index 074f6dff24..0000000000 --- a/libs/sqlite/test/minmax.test +++ /dev/null @@ -1,384 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing SELECT statements that contain -# aggregate min() and max() functions and which are handled as -# as a special case. -# -# $Id: minmax.test,v 1.19 2006/03/26 01:21:23 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test minmax-1.0 { - execsql { - BEGIN; - CREATE TABLE t1(x, y); - INSERT INTO t1 VALUES(1,1); - INSERT INTO t1 VALUES(2,2); - INSERT INTO t1 VALUES(3,2); - INSERT INTO t1 VALUES(4,3); - INSERT INTO t1 VALUES(5,3); - INSERT INTO t1 VALUES(6,3); - INSERT INTO t1 VALUES(7,3); - INSERT INTO t1 VALUES(8,4); - INSERT INTO t1 VALUES(9,4); - INSERT INTO t1 VALUES(10,4); - INSERT INTO t1 VALUES(11,4); - INSERT INTO t1 VALUES(12,4); - INSERT INTO t1 VALUES(13,4); - INSERT INTO t1 VALUES(14,4); - INSERT INTO t1 VALUES(15,4); - INSERT INTO t1 VALUES(16,5); - INSERT INTO t1 VALUES(17,5); - INSERT INTO t1 VALUES(18,5); - INSERT INTO t1 VALUES(19,5); - INSERT INTO t1 VALUES(20,5); - COMMIT; - SELECT DISTINCT y FROM t1 ORDER BY y; - } -} {1 2 3 4 5} - -do_test minmax-1.1 { - set sqlite_search_count 0 - execsql {SELECT min(x) FROM t1} -} {1} -do_test minmax-1.2 { - set sqlite_search_count -} {19} -do_test minmax-1.3 { - set sqlite_search_count 0 - execsql {SELECT max(x) FROM t1} -} {20} -do_test minmax-1.4 { - set sqlite_search_count -} {19} -do_test minmax-1.5 { - execsql {CREATE INDEX t1i1 ON t1(x)} - set sqlite_search_count 0 - execsql {SELECT min(x) FROM t1} -} {1} -do_test minmax-1.6 { - set sqlite_search_count -} {2} -do_test minmax-1.7 { - set sqlite_search_count 0 - execsql {SELECT max(x) FROM t1} -} {20} -do_test minmax-1.8 { - set sqlite_search_count -} {1} -do_test minmax-1.9 { - set sqlite_search_count 0 - execsql {SELECT max(y) FROM t1} -} {5} -do_test minmax-1.10 { - set sqlite_search_count -} {19} - -do_test minmax-2.0 { - execsql { - CREATE TABLE t2(a INTEGER PRIMARY KEY, b); - INSERT INTO t2 SELECT * FROM t1; - } - set sqlite_search_count 0 - execsql {SELECT min(a) FROM t2} -} {1} -do_test minmax-2.1 { - set sqlite_search_count -} {0} -do_test minmax-2.2 { - set sqlite_search_count 0 - execsql {SELECT max(a) FROM t2} -} {20} -do_test minmax-2.3 { - set sqlite_search_count -} {0} - -do_test minmax-3.0 { - ifcapable subquery { - execsql {INSERT INTO t2 VALUES((SELECT max(a) FROM t2)+1,999)} - } else { - db function max_a_t2 {execsql {SELECT max(a) FROM t2}} - execsql {INSERT INTO t2 VALUES(max_a_t2()+1,999)} - } - set sqlite_search_count 0 - execsql {SELECT max(a) FROM t2} -} {21} -do_test minmax-3.1 { - set sqlite_search_count -} {0} -do_test minmax-3.2 { - ifcapable subquery { - execsql {INSERT INTO t2 VALUES((SELECT max(a) FROM t2)+1,999)} - } else { - db function max_a_t2 {execsql {SELECT max(a) FROM t2}} - execsql {INSERT INTO t2 VALUES(max_a_t2()+1,999)} - } - set sqlite_search_count 0 - ifcapable subquery { - execsql { SELECT b FROM t2 WHERE a=(SELECT max(a) FROM t2) } - } else { - execsql { SELECT b FROM t2 WHERE a=max_a_t2() } - } -} {999} -do_test minmax-3.3 { - set sqlite_search_count -} {0} - -ifcapable {compound && subquery} { - do_test minmax-4.1 { - execsql { - SELECT coalesce(min(x+0),-1), coalesce(max(x+0),-1) FROM - (SELECT * FROM t1 UNION SELECT NULL as 'x', NULL as 'y') - } - } {1 20} - do_test minmax-4.2 { - execsql { - SELECT y, coalesce(sum(x),0) FROM - (SELECT null AS x, y+1 AS y FROM t1 UNION SELECT * FROM t1) - GROUP BY y ORDER BY y; - } - } {1 1 2 5 3 22 4 92 5 90 6 0} - do_test minmax-4.3 { - execsql { - SELECT y, count(x), count(*) FROM - (SELECT null AS x, y+1 AS y FROM t1 UNION SELECT * FROM t1) - GROUP BY y ORDER BY y; - } - } {1 1 1 2 2 3 3 4 5 4 8 9 5 5 6 6 0 1} -} ;# ifcapable compound - -# Make sure the min(x) and max(x) optimizations work on empty tables -# including empty tables with indices. Ticket #296. -# -do_test minmax-5.1 { - execsql { - CREATE TABLE t3(x INTEGER UNIQUE NOT NULL); - SELECT coalesce(min(x),999) FROM t3; - } -} {999} -do_test minmax-5.2 { - execsql { - SELECT coalesce(min(rowid),999) FROM t3; - } -} {999} -do_test minmax-5.3 { - execsql { - SELECT coalesce(max(x),999) FROM t3; - } -} {999} -do_test minmax-5.4 { - execsql { - SELECT coalesce(max(rowid),999) FROM t3; - } -} {999} -do_test minmax-5.5 { - execsql { - SELECT coalesce(max(rowid),999) FROM t3 WHERE rowid<25; - } -} {999} - -# Make sure the min(x) and max(x) optimizations work when there -# is a LIMIT clause. Ticket #396. -# -do_test minmax-6.1 { - execsql { - SELECT min(a) FROM t2 LIMIT 1 - } -} {1} -do_test minmax-6.2 { - execsql { - SELECT max(a) FROM t2 LIMIT 3 - } -} {22} -do_test minmax-6.3 { - execsql { - SELECT min(a) FROM t2 LIMIT 0,100 - } -} {1} -do_test minmax-6.4 { - execsql { - SELECT max(a) FROM t2 LIMIT 1,100 - } -} {} -do_test minmax-6.5 { - execsql { - SELECT min(x) FROM t3 LIMIT 1 - } -} {{}} -do_test minmax-6.6 { - execsql { - SELECT max(x) FROM t3 LIMIT 0 - } -} {} -do_test minmax-6.7 { - execsql { - SELECT max(a) FROM t2 LIMIT 0 - } -} {} - -# Make sure the max(x) and min(x) optimizations work for nested -# queries. Ticket #587. -# -do_test minmax-7.1 { - execsql { - SELECT max(x) FROM t1; - } -} 20 -ifcapable subquery { - do_test minmax-7.2 { - execsql { - SELECT * FROM (SELECT max(x) FROM t1); - } - } 20 -} -do_test minmax-7.3 { - execsql { - SELECT min(x) FROM t1; - } -} 1 -ifcapable subquery { - do_test minmax-7.4 { - execsql { - SELECT * FROM (SELECT min(x) FROM t1); - } - } 1 -} - -# Make sure min(x) and max(x) work correctly when the datatype is -# TEXT instead of NUMERIC. Ticket #623. -# -do_test minmax-8.1 { - execsql { - CREATE TABLE t4(a TEXT); - INSERT INTO t4 VALUES('1234'); - INSERT INTO t4 VALUES('234'); - INSERT INTO t4 VALUES('34'); - SELECT min(a), max(a) FROM t4; - } -} {1234 34} -do_test minmax-8.2 { - execsql { - CREATE TABLE t5(a INTEGER); - INSERT INTO t5 VALUES('1234'); - INSERT INTO t5 VALUES('234'); - INSERT INTO t5 VALUES('34'); - SELECT min(a), max(a) FROM t5; - } -} {34 1234} - -# Ticket #658: Test the min()/max() optimization when the FROM clause -# is a subquery. -# -ifcapable {compound && subquery} { - do_test minmax-9.1 { - execsql { - SELECT max(rowid) FROM ( - SELECT max(rowid) FROM t4 UNION SELECT max(rowid) FROM t5 - ) - } - } {1} - do_test minmax-9.2 { - execsql { - SELECT max(rowid) FROM ( - SELECT max(rowid) FROM t4 EXCEPT SELECT max(rowid) FROM t5 - ) - } - } {{}} -} ;# ifcapable compound&&subquery - -# If there is a NULL in an aggregate max() or min(), ignore it. An -# aggregate min() or max() will only return NULL if all values are NULL. -# -do_test minmax-10.1 { - execsql { - CREATE TABLE t6(x); - INSERT INTO t6 VALUES(1); - INSERT INTO t6 VALUES(2); - INSERT INTO t6 VALUES(NULL); - SELECT coalesce(min(x),-1) FROM t6; - } -} {1} -do_test minmax-10.2 { - execsql { - SELECT max(x) FROM t6; - } -} {2} -do_test minmax-10.3 { - execsql { - CREATE INDEX i6 ON t6(x); - SELECT coalesce(min(x),-1) FROM t6; - } -} {1} -do_test minmax-10.4 { - execsql { - SELECT max(x) FROM t6; - } -} {2} -do_test minmax-10.5 { - execsql { - DELETE FROM t6 WHERE x NOT NULL; - SELECT count(*) FROM t6; - } -} 1 -do_test minmax-10.6 { - execsql { - SELECT count(x) FROM t6; - } -} 0 -ifcapable subquery { - do_test minmax-10.7 { - execsql { - SELECT (SELECT min(x) FROM t6), (SELECT max(x) FROM t6); - } - } {{} {}} -} -do_test minmax-10.8 { - execsql { - SELECT min(x), max(x) FROM t6; - } -} {{} {}} -do_test minmax-10.9 { - execsql { - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - SELECT count(*) FROM t6; - } -} 1024 -do_test minmax-10.10 { - execsql { - SELECT count(x) FROM t6; - } -} 0 -ifcapable subquery { - do_test minmax-10.11 { - execsql { - SELECT (SELECT min(x) FROM t6), (SELECT max(x) FROM t6); - } - } {{} {}} -} -do_test minmax-10.12 { - execsql { - SELECT min(x), max(x) FROM t6; - } -} {{} {}} - - -finish_test diff --git a/libs/sqlite/test/misc1.test b/libs/sqlite/test/misc1.test deleted file mode 100644 index c23d98768d..0000000000 --- a/libs/sqlite/test/misc1.test +++ /dev/null @@ -1,585 +0,0 @@ -# 2001 September 15. -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for miscellanous features that were -# left out of other test files. -# -# $Id: misc1.test,v 1.41 2006/06/27 20:06:45 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Mimic the SQLite 2 collation type NUMERIC. -db collate numeric numeric_collate -proc numeric_collate {lhs rhs} { - if {$lhs == $rhs} {return 0} - return [expr ($lhs>$rhs)?1:-1] -} - -# Mimic the SQLite 2 collation type TEXT. -db collate text text_collate -proc numeric_collate {lhs rhs} { - return [string compare $lhs $rhs] -} - -# Test the creation and use of tables that have a large number -# of columns. -# -do_test misc1-1.1 { - set cmd "CREATE TABLE manycol(x0 text" - for {set i 1} {$i<=99} {incr i} { - append cmd ",x$i text" - } - append cmd ")"; - execsql $cmd - set cmd "INSERT INTO manycol VALUES(0" - for {set i 1} {$i<=99} {incr i} { - append cmd ",$i" - } - append cmd ")"; - execsql $cmd - execsql "SELECT x99 FROM manycol" -} 99 -do_test misc1-1.2 { - execsql {SELECT x0, x10, x25, x50, x75 FROM manycol} -} {0 10 25 50 75} -do_test misc1-1.3.1 { - for {set j 100} {$j<=1000} {incr j 100} { - set cmd "INSERT INTO manycol VALUES($j" - for {set i 1} {$i<=99} {incr i} { - append cmd ",[expr {$i+$j}]" - } - append cmd ")" - execsql $cmd - } - execsql {SELECT x50 FROM manycol ORDER BY x80+0} -} {50 150 250 350 450 550 650 750 850 950 1050} -do_test misc1-1.3.2 { - execsql {SELECT x50 FROM manycol ORDER BY x80} -} {1050 150 250 350 450 550 650 750 50 850 950} -do_test misc1-1.4 { - execsql {SELECT x75 FROM manycol WHERE x50=350} -} 375 -do_test misc1-1.5 { - execsql {SELECT x50 FROM manycol WHERE x99=599} -} 550 -do_test misc1-1.6 { - execsql {CREATE INDEX manycol_idx1 ON manycol(x99)} - execsql {SELECT x50 FROM manycol WHERE x99=899} -} 850 -do_test misc1-1.7 { - execsql {SELECT count(*) FROM manycol} -} 11 -do_test misc1-1.8 { - execsql {DELETE FROM manycol WHERE x98=1234} - execsql {SELECT count(*) FROM manycol} -} 11 -do_test misc1-1.9 { - execsql {DELETE FROM manycol WHERE x98=998} - execsql {SELECT count(*) FROM manycol} -} 10 -do_test misc1-1.10 { - execsql {DELETE FROM manycol WHERE x99=500} - execsql {SELECT count(*) FROM manycol} -} 10 -do_test misc1-1.11 { - execsql {DELETE FROM manycol WHERE x99=599} - execsql {SELECT count(*) FROM manycol} -} 9 - -# Check GROUP BY expressions that name two or more columns. -# -do_test misc1-2.1 { - execsql { - BEGIN TRANSACTION; - CREATE TABLE agger(one text, two text, three text, four text); - INSERT INTO agger VALUES(1, 'one', 'hello', 'yes'); - INSERT INTO agger VALUES(2, 'two', 'howdy', 'no'); - INSERT INTO agger VALUES(3, 'thr', 'howareya', 'yes'); - INSERT INTO agger VALUES(4, 'two', 'lothere', 'yes'); - INSERT INTO agger VALUES(5, 'one', 'atcha', 'yes'); - INSERT INTO agger VALUES(6, 'two', 'hello', 'no'); - COMMIT - } - execsql {SELECT count(*) FROM agger} -} 6 -do_test misc1-2.2 { - execsql {SELECT sum(one), two, four FROM agger - GROUP BY two, four ORDER BY sum(one) desc} -} {8 two no 6 one yes 4 two yes 3 thr yes} -do_test misc1-2.3 { - execsql {SELECT sum((one)), (two), (four) FROM agger - GROUP BY (two), (four) ORDER BY sum(one) desc} -} {8 two no 6 one yes 4 two yes 3 thr yes} - -# Here's a test for a bug found by Joel Lucsy. The code below -# was causing an assertion failure. -# -do_test misc1-3.1 { - set r [execsql { - CREATE TABLE t1(a); - INSERT INTO t1 VALUES('hi'); - PRAGMA full_column_names=on; - SELECT rowid, * FROM t1; - }] - lindex $r 1 -} {hi} - -# Here's a test for yet another bug found by Joel Lucsy. The code -# below was causing an assertion failure. -# -do_test misc1-4.1 { - execsql { - BEGIN; - CREATE TABLE t2(a); - INSERT INTO t2 VALUES('This is a long string to use up a lot of disk -'); - UPDATE t2 SET a=a||a||a||a; - INSERT INTO t2 SELECT '1 - ' || a FROM t2; - INSERT INTO t2 SELECT '2 - ' || a FROM t2; - INSERT INTO t2 SELECT '3 - ' || a FROM t2; - INSERT INTO t2 SELECT '4 - ' || a FROM t2; - INSERT INTO t2 SELECT '5 - ' || a FROM t2; - INSERT INTO t2 SELECT '6 - ' || a FROM t2; - COMMIT; - SELECT count(*) FROM t2; - } -} {64} - -# Make sure we actually see a semicolon or end-of-file in the SQL input -# before executing a command. Thus if "WHERE" is misspelled on an UPDATE, -# the user won't accidently update every record. -# -do_test misc1-5.1 { - catchsql { - CREATE TABLE t3(a,b); - INSERT INTO t3 VALUES(1,2); - INSERT INTO t3 VALUES(3,4); - UPDATE t3 SET a=0 WHEREwww b=2; - } -} {1 {near "WHEREwww": syntax error}} -do_test misc1-5.2 { - execsql { - SELECT * FROM t3 ORDER BY a; - } -} {1 2 3 4} - -# Certain keywords (especially non-standard keywords like "REPLACE") can -# also be used as identifiers. The way this works in the parser is that -# the parser first detects a syntax error, the error handling routine -# sees that the special keyword caused the error, then replaces the keyword -# with "ID" and tries again. -# -# Check the operation of this logic. -# -do_test misc1-6.1 { - catchsql { - CREATE TABLE t4( - abort, asc, begin, cluster, conflict, copy, delimiters, desc, end, - explain, fail, ignore, key, offset, pragma, replace, temp, - vacuum, view - ); - } -} {0 {}} -do_test misc1-6.2 { - catchsql { - INSERT INTO t4 - VALUES(1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19); - } -} {0 {}} -do_test misc1-6.3 { - execsql { - SELECT * FROM t4 - } -} {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19} -do_test misc1-6.4 { - execsql { - SELECT abort+asc,max(key,pragma,temp) FROM t4 - } -} {3 17} - -# Test for multi-column primary keys, and for multiple primary keys. -# -do_test misc1-7.1 { - catchsql { - CREATE TABLE error1( - a TYPE PRIMARY KEY, - b TYPE PRIMARY KEY - ); - } -} {1 {table "error1" has more than one primary key}} -do_test misc1-7.2 { - catchsql { - CREATE TABLE error1( - a INTEGER PRIMARY KEY, - b TYPE PRIMARY KEY - ); - } -} {1 {table "error1" has more than one primary key}} -do_test misc1-7.3 { - execsql { - CREATE TABLE t5(a,b,c,PRIMARY KEY(a,b)); - INSERT INTO t5 VALUES(1,2,3); - SELECT * FROM t5 ORDER BY a; - } -} {1 2 3} -do_test misc1-7.4 { - catchsql { - INSERT INTO t5 VALUES(1,2,4); - } -} {1 {columns a, b are not unique}} -do_test misc1-7.5 { - catchsql { - INSERT INTO t5 VALUES(0,2,4); - } -} {0 {}} -do_test misc1-7.6 { - execsql { - SELECT * FROM t5 ORDER BY a; - } -} {0 2 4 1 2 3} - -do_test misc1-8.1 { - catchsql { - SELECT *; - } -} {1 {no tables specified}} -do_test misc1-8.2 { - catchsql { - SELECT t1.*; - } -} {1 {no such table: t1}} - -execsql { - DROP TABLE t1; - DROP TABLE t2; - DROP TABLE t3; - DROP TABLE t4; -} - -# 64-bit integers are represented exactly. -# -do_test misc1-9.1 { - catchsql { - CREATE TABLE t1(a unique not null, b unique not null); - INSERT INTO t1 VALUES('a',1234567890123456789); - INSERT INTO t1 VALUES('b',1234567891123456789); - INSERT INTO t1 VALUES('c',1234567892123456789); - SELECT * FROM t1; - } -} {0 {a 1234567890123456789 b 1234567891123456789 c 1234567892123456789}} - -# A WHERE clause is not allowed to contain more than 99 terms. Check to -# make sure this limit is enforced. -# -# 2005-07-16: There is no longer a limit on the number of terms in a -# WHERE clause. But keep these tests just so that we have some tests -# that use a large number of terms in the WHERE clause. -# -do_test misc1-10.0 { - execsql {SELECT count(*) FROM manycol} -} {9} -do_test misc1-10.1 { - set ::where {WHERE x0>=0} - for {set i 1} {$i<=99} {incr i} { - append ::where " AND x$i<>0" - } - catchsql "SELECT count(*) FROM manycol $::where" -} {0 9} -do_test misc1-10.2 { - catchsql "SELECT count(*) FROM manycol $::where AND rowid>0" -} {0 9} -do_test misc1-10.3 { - regsub "x0>=0" $::where "x0=0" ::where - catchsql "DELETE FROM manycol $::where" -} {0 {}} -do_test misc1-10.4 { - execsql {SELECT count(*) FROM manycol} -} {8} -do_test misc1-10.5 { - catchsql "DELETE FROM manycol $::where AND rowid>0" -} {0 {}} -do_test misc1-10.6 { - execsql {SELECT x1 FROM manycol WHERE x0=100} -} {101} -do_test misc1-10.7 { - regsub "x0=0" $::where "x0=100" ::where - catchsql "UPDATE manycol SET x1=x1+1 $::where" -} {0 {}} -do_test misc1-10.8 { - execsql {SELECT x1 FROM manycol WHERE x0=100} -} {102} -do_test misc1-10.9 { - catchsql "UPDATE manycol SET x1=x1+1 $::where AND rowid>0" -} {0 {}} -do_test misc1-10.10 { - execsql {SELECT x1 FROM manycol WHERE x0=100} -} {103} - -# Make sure the initialization works even if a database is opened while -# another process has the database locked. -# -# Update for v3: The BEGIN doesn't lock the database so the schema is read -# and the SELECT returns successfully. -do_test misc1-11.1 { - execsql {BEGIN} - execsql {UPDATE t1 SET a=0 WHERE 0} - sqlite3 db2 test.db - set rc [catch {db2 eval {SELECT count(*) FROM t1}} msg] - lappend rc $msg -# v2 result: {1 {database is locked}} -} {0 3} -do_test misc1-11.2 { - execsql {COMMIT} - set rc [catch {db2 eval {SELECT count(*) FROM t1}} msg] - db2 close - lappend rc $msg -} {0 3} - -# Make sure string comparisons really do compare strings in format4+. -# Similar tests in the format3.test file show that for format3 and earlier -# all comparisions where numeric if either operand looked like a number. -# -do_test misc1-12.1 { - execsql {SELECT '0'=='0.0'} -} {0} -do_test misc1-12.2 { - execsql {SELECT '0'==0.0} -} {0} -do_test misc1-12.3 { - execsql {SELECT '12345678901234567890'=='12345678901234567891'} -} {0} -do_test misc1-12.4 { - execsql { - CREATE TABLE t6(a INT UNIQUE, b TEXT UNIQUE); - INSERT INTO t6 VALUES('0','0.0'); - SELECT * FROM t6; - } -} {0 0.0} -ifcapable conflict { - do_test misc1-12.5 { - execsql { - INSERT OR IGNORE INTO t6 VALUES(0.0,'x'); - SELECT * FROM t6; - } - } {0 0.0} - do_test misc1-12.6 { - execsql { - INSERT OR IGNORE INTO t6 VALUES('y',0); - SELECT * FROM t6; - } - } {0 0.0 y 0} -} -do_test misc1-12.7 { - execsql { - CREATE TABLE t7(x INTEGER, y TEXT, z); - INSERT INTO t7 VALUES(0,0,1); - INSERT INTO t7 VALUES(0.0,0,2); - INSERT INTO t7 VALUES(0,0.0,3); - INSERT INTO t7 VALUES(0.0,0.0,4); - SELECT DISTINCT x, y FROM t7 ORDER BY z; - } -} {0 0 0 0.0} -do_test misc1-12.8 { - execsql { - SELECT min(z), max(z), count(z) FROM t7 GROUP BY x ORDER BY 1; - } -} {1 4 4} -do_test misc1-12.9 { - execsql { - SELECT min(z), max(z), count(z) FROM t7 GROUP BY y ORDER BY 1; - } -} {1 2 2 3 4 2} - -# This used to be an error. But we changed the code so that arbitrary -# identifiers can be used as a collating sequence. Collation is by text -# if the identifier contains "text", "blob", or "clob" and is numeric -# otherwise. -# -# Update: In v3, it is an error again. -# -#do_test misc1-12.10 { -# catchsql { -# SELECT * FROM t6 ORDER BY a COLLATE unknown; -# } -#} {0 {0 0 y 0}} -do_test misc1-12.11 { - execsql { - CREATE TABLE t8(x TEXT COLLATE numeric, y INTEGER COLLATE text, z); - INSERT INTO t8 VALUES(0,0,1); - INSERT INTO t8 VALUES(0.0,0,2); - INSERT INTO t8 VALUES(0,0.0,3); - INSERT INTO t8 VALUES(0.0,0.0,4); - SELECT DISTINCT x, y FROM t8 ORDER BY z; - } -} {0 0 0.0 0} -do_test misc1-12.12 { - execsql { - SELECT min(z), max(z), count(z) FROM t8 GROUP BY x ORDER BY 1; - } -} {1 3 2 2 4 2} -do_test misc1-12.13 { - execsql { - SELECT min(z), max(z), count(z) FROM t8 GROUP BY y ORDER BY 1; - } -} {1 4 4} - -# There was a problem with realloc() in the OP_MemStore operation of -# the VDBE. A buffer was being reallocated but some pointers into -# the old copy of the buffer were not being moved over to the new copy. -# The following code tests for the problem. -# -ifcapable subquery { - do_test misc1-13.1 { - execsql { - CREATE TABLE t9(x,y); - INSERT INTO t9 VALUES('one',1); - INSERT INTO t9 VALUES('two',2); - INSERT INTO t9 VALUES('three',3); - INSERT INTO t9 VALUES('four',4); - INSERT INTO t9 VALUES('five',5); - INSERT INTO t9 VALUES('six',6); - INSERT INTO t9 VALUES('seven',7); - INSERT INTO t9 VALUES('eight',8); - INSERT INTO t9 VALUES('nine',9); - INSERT INTO t9 VALUES('ten',10); - INSERT INTO t9 VALUES('eleven',11); - SELECT y FROM t9 - WHERE x=(SELECT x FROM t9 WHERE y=1) - OR x=(SELECT x FROM t9 WHERE y=2) - OR x=(SELECT x FROM t9 WHERE y=3) - OR x=(SELECT x FROM t9 WHERE y=4) - OR x=(SELECT x FROM t9 WHERE y=5) - OR x=(SELECT x FROM t9 WHERE y=6) - OR x=(SELECT x FROM t9 WHERE y=7) - OR x=(SELECT x FROM t9 WHERE y=8) - OR x=(SELECT x FROM t9 WHERE y=9) - OR x=(SELECT x FROM t9 WHERE y=10) - OR x=(SELECT x FROM t9 WHERE y=11) - OR x=(SELECT x FROM t9 WHERE y=12) - OR x=(SELECT x FROM t9 WHERE y=13) - OR x=(SELECT x FROM t9 WHERE y=14) - ; - } - } {1 2 3 4 5 6 7 8 9 10 11} -} - -# Make sure a database connection still works after changing the -# working directory. -# -do_test misc1-14.1 { - file mkdir tempdir - cd tempdir - execsql {BEGIN} - file exists ./test.db-journal -} {0} -do_test misc1-14.2 { - execsql {UPDATE t1 SET a=0 WHERE 0} - file exists ../test.db-journal -} {1} -do_test misc1-14.3 { - cd .. - file delete tempdir - execsql {COMMIT} - file exists ./test.db-journal -} {0} - -# A failed create table should not leave the table in the internal -# data structures. Ticket #238. -# -do_test misc1-15.1.1 { - catchsql { - CREATE TABLE t10 AS SELECT c1; - } -} {1 {no such column: c1}} -do_test misc1-15.1.2 { - catchsql { - CREATE TABLE t10 AS SELECT t9.c1; - } -} {1 {no such column: t9.c1}} -do_test misc1-15.1.3 { - catchsql { - CREATE TABLE t10 AS SELECT main.t9.c1; - } -} {1 {no such column: main.t9.c1}} -do_test misc1-15.2 { - catchsql { - CREATE TABLE t10 AS SELECT 1; - } - # The bug in ticket #238 causes the statement above to fail with - # the error "table t10 alread exists" -} {0 {}} - -# Test for memory leaks when a CREATE TABLE containing a primary key -# fails. Ticket #249. -# -do_test misc1-16.1 { - catchsql {SELECT name FROM sqlite_master LIMIT 1} - catchsql { - CREATE TABLE test(a integer, primary key(a)); - } -} {0 {}} -do_test misc1-16.2 { - catchsql { - CREATE TABLE test(a integer, primary key(a)); - } -} {1 {table test already exists}} -do_test misc1-16.3 { - catchsql { - CREATE TABLE test2(a text primary key, b text, primary key(a,b)); - } -} {1 {table "test2" has more than one primary key}} -do_test misc1-16.4 { - execsql { - INSERT INTO test VALUES(1); - SELECT rowid, a FROM test; - } -} {1 1} -do_test misc1-16.5 { - execsql { - INSERT INTO test VALUES(5); - SELECT rowid, a FROM test; - } -} {1 1 5 5} -do_test misc1-16.6 { - execsql { - INSERT INTO test VALUES(NULL); - SELECT rowid, a FROM test; - } -} {1 1 5 5 6 6} - -ifcapable trigger&&tempdb { -# Ticket #333: Temp triggers that modify persistent tables. -# -do_test misc1-17.1 { - execsql { - BEGIN; - CREATE TABLE RealTable(TestID INTEGER PRIMARY KEY, TestString TEXT); - CREATE TEMP TABLE TempTable(TestID INTEGER PRIMARY KEY, TestString TEXT); - CREATE TEMP TRIGGER trigTest_1 AFTER UPDATE ON TempTable BEGIN - INSERT INTO RealTable(TestString) - SELECT new.TestString FROM TempTable LIMIT 1; - END; - INSERT INTO TempTable(TestString) VALUES ('1'); - INSERT INTO TempTable(TestString) VALUES ('2'); - UPDATE TempTable SET TestString = TestString + 1 WHERE TestID=1 OR TestId=2; - COMMIT; - SELECT TestString FROM RealTable ORDER BY 1; - } -} {2 3} -} - -do_test misc1-18.1 { - set n [sqlite3_sleep 100] - expr {$n>=100} -} {1} - -finish_test diff --git a/libs/sqlite/test/misc2.test b/libs/sqlite/test/misc2.test deleted file mode 100644 index 1eaf62e379..0000000000 --- a/libs/sqlite/test/misc2.test +++ /dev/null @@ -1,333 +0,0 @@ -# 2003 June 21 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for miscellanous features that were -# left out of other test files. -# -# $Id: misc2.test,v 1.26 2006/09/29 14:01:07 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable {trigger} { -# Test for ticket #360 -# -do_test misc2-1.1 { - catchsql { - CREATE TABLE FOO(bar integer); - CREATE TRIGGER foo_insert BEFORE INSERT ON foo BEGIN - SELECT CASE WHEN (NOT new.bar BETWEEN 0 AND 20) - THEN raise(rollback, 'aiieee') END; - END; - INSERT INTO foo(bar) VALUES (1); - } -} {0 {}} -do_test misc2-1.2 { - catchsql { - INSERT INTO foo(bar) VALUES (111); - } -} {1 aiieee} -} ;# endif trigger - -# Make sure ROWID works on a view and a subquery. Ticket #364 -# -do_test misc2-2.1 { - execsql { - CREATE TABLE t1(a,b,c); - INSERT INTO t1 VALUES(1,2,3); - CREATE TABLE t2(a,b,c); - INSERT INTO t2 VALUES(7,8,9); - } -} {} -ifcapable subquery { - do_test misc2-2.2 { - execsql { - SELECT rowid, * FROM (SELECT * FROM t1, t2); - } - } {{} 1 2 3 7 8 9} -} -ifcapable view { - do_test misc2-2.3 { - execsql { - CREATE VIEW v1 AS SELECT * FROM t1, t2; - SELECT rowid, * FROM v1; - } - } {{} 1 2 3 7 8 9} -} ;# ifcapable view - -# Ticket #2002 and #1952. -ifcapable subquery { - do_test misc2-2.4 { - execsql2 { - SELECT * FROM (SELECT a, b AS 'a', c AS 'a', 4 AS 'a' FROM t1) - } - } {a 1 a:1 2 a:2 3 a:3 4} -} - -# Check name binding precedence. Ticket #387 -# -do_test misc2-3.1 { - catchsql { - SELECT t1.b+t2.b AS a, t1.a, t2.a FROM t1, t2 WHERE a==10 - } -} {1 {ambiguous column name: a}} - -# Make sure 32-bit integer overflow is handled properly in queries. -# ticket #408 -# -do_test misc2-4.1 { - execsql { - INSERT INTO t1 VALUES(4000000000,'a','b'); - SELECT a FROM t1 WHERE a>1; - } -} {4000000000} -do_test misc2-4.2 { - execsql { - INSERT INTO t1 VALUES(2147483648,'b2','c2'); - INSERT INTO t1 VALUES(2147483647,'b3','c3'); - SELECT a FROM t1 WHERE a>2147483647; - } -} {4000000000 2147483648} -do_test misc2-4.3 { - execsql { - SELECT a FROM t1 WHERE a<2147483648; - } -} {1 2147483647} -do_test misc2-4.4 { - execsql { - SELECT a FROM t1 WHERE a<=2147483648; - } -} {1 2147483648 2147483647} -do_test misc2-4.5 { - execsql { - SELECT a FROM t1 WHERE a<10000000000; - } -} {1 4000000000 2147483648 2147483647} -do_test misc2-4.6 { - execsql { - SELECT a FROM t1 WHERE a<1000000000000 ORDER BY 1; - } -} {1 2147483647 2147483648 4000000000} - -# There were some issues with expanding a SrcList object using a call -# to sqliteSrcListAppend() if the SrcList had previously been duplicated -# using a call to sqliteSrcListDup(). Ticket #416. The following test -# makes sure the problem has been fixed. -# -ifcapable view { -do_test misc2-5.1 { - execsql { - CREATE TABLE x(a,b); - CREATE VIEW y AS - SELECT x1.b AS p, x2.b AS q FROM x AS x1, x AS x2 WHERE x1.a=x2.a; - CREATE VIEW z AS - SELECT y1.p, y2.p FROM y AS y1, y AS y2 WHERE y1.q=y2.q; - SELECT * from z; - } -} {} -} - -# Make sure we can open a database with an empty filename. What this -# does is store the database in a temporary file that is deleted when -# the database is closed. Ticket #432. -# -do_test misc2-6.1 { - db close - sqlite3 db {} - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - SELECT * FROM t1; - } -} {1 2} - -# Make sure we get an error message (not a segfault) on an attempt to -# update a table from within the callback of a select on that same -# table. -# -# 2006-08-16: This has changed. It is now permitted to update -# the table being SELECTed from within the callback of the query. -# -do_test misc2-7.1 { - db close - file delete -force test.db - sqlite3 db test.db - execsql { - CREATE TABLE t1(x); - INSERT INTO t1 VALUES(1); - INSERT INTO t1 VALUES(2); - INSERT INTO t1 VALUES(3); - SELECT * FROM t1; - } -} {1 2 3} -do_test misc2-7.2 { - set rc [catch { - db eval {SELECT rowid FROM t1} {} { - db eval "DELETE FROM t1 WHERE rowid=$rowid" - } - } msg] - lappend rc $msg -} {0 {}} -do_test misc2-7.3 { - execsql {SELECT * FROM t1} -} {} -do_test misc2-7.4 { - execsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1); - INSERT INTO t1 VALUES(2); - INSERT INTO t1 VALUES(3); - INSERT INTO t1 VALUES(4); - } - db eval {SELECT rowid, x FROM t1} { - if {$x & 1} { - db eval {DELETE FROM t1 WHERE rowid=$rowid} - } - } - execsql {SELECT * FROM t1} -} {2 4} -do_test misc2-7.5 { - execsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1); - INSERT INTO t1 VALUES(2); - INSERT INTO t1 VALUES(3); - INSERT INTO t1 VALUES(4); - } - db eval {SELECT rowid, x FROM t1} { - if {$x & 1} { - db eval {DELETE FROM t1 WHERE rowid=$rowid+1} - } - } - execsql {SELECT * FROM t1} -} {1 3} -do_test misc2-7.6 { - execsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1); - INSERT INTO t1 VALUES(2); - INSERT INTO t1 VALUES(3); - INSERT INTO t1 VALUES(4); - } - db eval {SELECT rowid, x FROM t1} { - if {$x & 1} { - db eval {DELETE FROM t1} - } - } - execsql {SELECT * FROM t1} -} {} -do_test misc2-7.7 { - execsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1); - INSERT INTO t1 VALUES(2); - INSERT INTO t1 VALUES(3); - INSERT INTO t1 VALUES(4); - } - db eval {SELECT rowid, x FROM t1} { - if {$x & 1} { - db eval {UPDATE t1 SET x=x+100 WHERE rowid=$rowid} - } - } - execsql {SELECT * FROM t1} -} {101 2 103 4} -do_test misc2-7.8 { - execsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1); - } - db eval {SELECT rowid, x FROM t1} { - if {$x<10} { - db eval {INSERT INTO t1 VALUES($x+1)} - } - } - execsql {SELECT * FROM t1} -} {1 2 3 4 5 6 7 8 9 10} - -db close -file delete -force test.db -sqlite3 db test.db - -# Ticket #453. If the SQL ended with "-", the tokenizer was calling that -# an incomplete token, which caused problem. The solution was to just call -# it a minus sign. -# -do_test misc2-8.1 { - catchsql {-} -} {1 {near "-": syntax error}} - -# Ticket #513. Make sure the VDBE stack does not grow on a 3-way join. -# -ifcapable tempdb { - do_test misc2-9.1 { - execsql { - BEGIN; - CREATE TABLE counts(n INTEGER PRIMARY KEY); - INSERT INTO counts VALUES(0); - INSERT INTO counts VALUES(1); - INSERT INTO counts SELECT n+2 FROM counts; - INSERT INTO counts SELECT n+4 FROM counts; - INSERT INTO counts SELECT n+8 FROM counts; - COMMIT; - - CREATE TEMP TABLE x AS - SELECT dim1.n, dim2.n, dim3.n - FROM counts AS dim1, counts AS dim2, counts AS dim3 - WHERE dim1.n<10 AND dim2.n<10 AND dim3.n<10; - - SELECT count(*) FROM x; - } - } {1000} - do_test misc2-9.2 { - execsql { - DROP TABLE x; - CREATE TEMP TABLE x AS - SELECT dim1.n, dim2.n, dim3.n - FROM counts AS dim1, counts AS dim2, counts AS dim3 - WHERE dim1.n>=6 AND dim2.n>=6 AND dim3.n>=6; - - SELECT count(*) FROM x; - } - } {1000} - do_test misc2-9.3 { - execsql { - DROP TABLE x; - CREATE TEMP TABLE x AS - SELECT dim1.n, dim2.n, dim3.n, dim4.n - FROM counts AS dim1, counts AS dim2, counts AS dim3, counts AS dim4 - WHERE dim1.n<5 AND dim2.n<5 AND dim3.n<5 AND dim4.n<5; - - SELECT count(*) FROM x; - } - } [expr 5*5*5*5] -} - -# Ticket #1229. Sometimes when a "NEW.X" appears in a SELECT without -# a FROM clause deep within a trigger, the code generator is unable to -# trace the NEW.X back to an original table and thus figure out its -# declared datatype. -# -# The SQL code below was causing a segfault. -# -ifcapable subquery&&trigger { - do_test misc2-10.1 { - execsql { - CREATE TABLE t1229(x); - CREATE TRIGGER r1229 BEFORE INSERT ON t1229 BEGIN - INSERT INTO t1229 SELECT y FROM (SELECT new.x y); - END; - INSERT INTO t1229 VALUES(1); - } - } {} -} - -finish_test diff --git a/libs/sqlite/test/misc3.test b/libs/sqlite/test/misc3.test deleted file mode 100644 index cd76335a5b..0000000000 --- a/libs/sqlite/test/misc3.test +++ /dev/null @@ -1,317 +0,0 @@ -# 2003 December 17 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for miscellanous features that were -# left out of other test files. -# -# $Id: misc3.test,v 1.16 2005/01/21 03:12:16 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable {integrityck} { - # Ticket #529. Make sure an ABORT does not damage the in-memory cache - # that will be used by subsequent statements in the same transaction. - # - do_test misc3-1.1 { - execsql { - CREATE TABLE t1(a UNIQUE,b); - INSERT INTO t1 - VALUES(1,'a23456789_b23456789_c23456789_d23456789_e23456789_'); - UPDATE t1 SET b=b||b; - UPDATE t1 SET b=b||b; - UPDATE t1 SET b=b||b; - UPDATE t1 SET b=b||b; - UPDATE t1 SET b=b||b; - INSERT INTO t1 VALUES(2,'x'); - UPDATE t1 SET b=substr(b,1,500); - BEGIN; - } - catchsql {UPDATE t1 SET a=CASE a WHEN 2 THEN 1 ELSE a END, b='y';} - execsql { - CREATE TABLE t2(x,y); - COMMIT; - PRAGMA integrity_check; - } - } ok -} -ifcapable {integrityck} { - do_test misc3-1.2 { - execsql { - DROP TABLE t1; - DROP TABLE t2; - } - ifcapable {vacuum} {execsql VACUUM} - execsql { - CREATE TABLE t1(a UNIQUE,b); - INSERT INTO t1 - VALUES(1,'a23456789_b23456789_c23456789_d23456789_e23456789_'); - INSERT INTO t1 SELECT a+1, b||b FROM t1; - INSERT INTO t1 SELECT a+2, b||b FROM t1; - INSERT INTO t1 SELECT a+4, b FROM t1; - INSERT INTO t1 SELECT a+8, b FROM t1; - INSERT INTO t1 SELECT a+16, b FROM t1; - INSERT INTO t1 SELECT a+32, b FROM t1; - INSERT INTO t1 SELECT a+64, b FROM t1; - BEGIN; - } - catchsql {UPDATE t1 SET a=CASE a WHEN 128 THEN 127 ELSE a END, b='';} - execsql { - INSERT INTO t1 VALUES(200,'hello out there'); - COMMIT; - PRAGMA integrity_check; - } - } ok -} - -# Tests of the sqliteAtoF() function in util.c -# -do_test misc3-2.1 { - execsql {SELECT 2e-25*0.5e25} -} 1.0 -do_test misc3-2.2 { - execsql {SELECT 2.0e-25*000000.500000000000000000000000000000e+00025} -} 1.0 -do_test misc3-2.3 { - execsql {SELECT 000000000002e-0000000025*0.5e25} -} 1.0 -do_test misc3-2.4 { - execsql {SELECT 2e-25*0.5e250} -} 1e+225 -do_test misc3-2.5 { - execsql {SELECT 2.0e-250*0.5e25} -} 1e-225 -do_test misc3-2.6 { - execsql {SELECT '-2.0e-127' * '-0.5e27'} -} 1e-100 -do_test misc3-2.7 { - execsql {SELECT '+2.0e-127' * '-0.5e27'} -} -1e-100 -do_test misc3-2.8 { - execsql {SELECT 2.0e-27 * '+0.5e+127'} -} 1e+100 -do_test misc3-2.9 { - execsql {SELECT 2.0e-27 * '+0.000005e+132'} -} 1e+100 - -# Ticket #522. Make sure integer overflow is handled properly in -# indices. -# -integrity_check misc3-3.1 -do_test misc3-3.2 { - execsql { - CREATE TABLE t2(a INT UNIQUE); - } -} {} -integrity_check misc3-3.2.1 -do_test misc3-3.3 { - execsql { - INSERT INTO t2 VALUES(2147483648); - } -} {} -integrity_check misc3-3.3.1 -do_test misc3-3.4 { - execsql { - INSERT INTO t2 VALUES(-2147483649); - } -} {} -integrity_check misc3-3.4.1 -do_test misc3-3.5 { - execsql { - INSERT INTO t2 VALUES(+2147483649); - } -} {} -integrity_check misc3-3.5.1 -do_test misc3-3.6 { - execsql { - INSERT INTO t2 VALUES(+2147483647); - INSERT INTO t2 VALUES(-2147483648); - INSERT INTO t2 VALUES(-2147483647); - INSERT INTO t2 VALUES(2147483646); - SELECT * FROM t2 ORDER BY a; - } -} {-2147483649 -2147483648 -2147483647 2147483646 2147483647 2147483648 2147483649} -do_test misc3-3.7 { - execsql { - SELECT * FROM t2 WHERE a>=-2147483648 ORDER BY a; - } -} {-2147483648 -2147483647 2147483646 2147483647 2147483648 2147483649} -do_test misc3-3.8 { - execsql { - SELECT * FROM t2 WHERE a>-2147483648 ORDER BY a; - } -} {-2147483647 2147483646 2147483647 2147483648 2147483649} -do_test misc3-3.9 { - execsql { - SELECT * FROM t2 WHERE a>-2147483649 ORDER BY a; - } -} {-2147483648 -2147483647 2147483646 2147483647 2147483648 2147483649} -do_test misc3-3.10 { - execsql { - SELECT * FROM t2 WHERE a>=0 AND a<2147483649 ORDER BY a DESC; - } -} {2147483648 2147483647 2147483646} -do_test misc3-3.11 { - execsql { - SELECT * FROM t2 WHERE a>=0 AND a<=2147483648 ORDER BY a DESC; - } -} {2147483648 2147483647 2147483646} -do_test misc3-3.12 { - execsql { - SELECT * FROM t2 WHERE a>=0 AND a<2147483648 ORDER BY a DESC; - } -} {2147483647 2147483646} -do_test misc3-3.13 { - execsql { - SELECT * FROM t2 WHERE a>=0 AND a<=2147483647 ORDER BY a DESC; - } -} {2147483647 2147483646} -do_test misc3-3.14 { - execsql { - SELECT * FROM t2 WHERE a>=0 AND a<2147483647 ORDER BY a DESC; - } -} {2147483646} - -# Ticket #565. A stack overflow is occurring when the subquery to the -# right of an IN operator contains many NULLs -# -do_test misc3-4.1 { - execsql { - CREATE TABLE t3(a INTEGER PRIMARY KEY, b); - INSERT INTO t3(b) VALUES('abc'); - INSERT INTO t3(b) VALUES('xyz'); - INSERT INTO t3(b) VALUES(NULL); - INSERT INTO t3(b) VALUES(NULL); - INSERT INTO t3(b) SELECT b||'d' FROM t3; - INSERT INTO t3(b) SELECT b||'e' FROM t3; - INSERT INTO t3(b) SELECT b||'f' FROM t3; - INSERT INTO t3(b) SELECT b||'g' FROM t3; - INSERT INTO t3(b) SELECT b||'h' FROM t3; - SELECT count(a), count(b) FROM t3; - } -} {128 64} -ifcapable subquery { -do_test misc3-4.2 { - execsql { - SELECT count(a) FROM t3 WHERE b IN (SELECT b FROM t3); - } - } {64} - do_test misc3-4.3 { - execsql { - SELECT count(a) FROM t3 WHERE b IN (SELECT b FROM t3 ORDER BY a+1); - } - } {64} -} - -# Ticket #601: Putting a left join inside "SELECT * FROM ()" -# gives different results that if the outer "SELECT * FROM ..." is omitted. -# -ifcapable subquery { - do_test misc3-5.1 { - execsql { - CREATE TABLE x1 (b, c); - INSERT INTO x1 VALUES('dog',3); - INSERT INTO x1 VALUES('cat',1); - INSERT INTO x1 VALUES('dog',4); - CREATE TABLE x2 (c, e); - INSERT INTO x2 VALUES(1,'one'); - INSERT INTO x2 VALUES(2,'two'); - INSERT INTO x2 VALUES(3,'three'); - INSERT INTO x2 VALUES(4,'four'); - SELECT x2.c AS c, e, b FROM x2 LEFT JOIN - (SELECT b, max(c)+0 AS c FROM x1 GROUP BY b) - USING(c); - } - } {1 one cat 2 two {} 3 three {} 4 four dog} - do_test misc3-5.2 { - execsql { - SELECT * FROM ( - SELECT x2.c AS c, e, b FROM x2 LEFT JOIN - (SELECT b, max(c)+0 AS c FROM x1 GROUP BY b) - USING(c) - ); - } - } {1 one cat 2 two {} 3 three {} 4 four dog} -} - -ifcapable {explain} { - # Ticket #626: make sure EXPLAIN prevents BEGIN and COMMIT from working. - # - do_test misc3-6.1 { - execsql {EXPLAIN BEGIN} - catchsql {BEGIN} - } {0 {}} - do_test misc3-6.2 { - execsql {EXPLAIN COMMIT} - catchsql {COMMIT} - } {0 {}} - do_test misc3-6.3 { - execsql {BEGIN; EXPLAIN ROLLBACK} - catchsql {ROLLBACK} - } {0 {}} -} - -ifcapable {trigger} { -# Ticket #640: vdbe stack overflow with a LIMIT clause on a SELECT inside -# of a trigger. -# -do_test misc3-7.1 { - execsql { - BEGIN; - CREATE TABLE y1(a); - CREATE TABLE y2(b); - CREATE TABLE y3(c); - CREATE TRIGGER r1 AFTER DELETE ON y1 FOR EACH ROW BEGIN - INSERT INTO y3(c) SELECT b FROM y2 ORDER BY b LIMIT 1; - END; - INSERT INTO y1 VALUES(1); - INSERT INTO y1 VALUES(2); - INSERT INTO y1 SELECT a+2 FROM y1; - INSERT INTO y1 SELECT a+4 FROM y1; - INSERT INTO y1 SELECT a+8 FROM y1; - INSERT INTO y1 SELECT a+16 FROM y1; - INSERT INTO y2 SELECT a FROM y1; - COMMIT; - SELECT count(*) FROM y1; - } -} 32 -do_test misc3-7.2 { - execsql { - DELETE FROM y1; - SELECT count(*) FROM y1; - } -} 0 -do_test misc3-7.3 { - execsql { - SELECT count(*) FROM y3; - } -} 32 -} ;# endif trigger - -# Ticket #668: VDBE stack overflow occurs when the left-hand side -# of an IN expression is NULL and the result is used as an integer, not -# as a jump. -# -ifcapable subquery { - do_test misc-8.1 { - execsql { - SELECT count(CASE WHEN b IN ('abc','xyz') THEN 'x' END) FROM t3 - } - } {2} - do_test misc-8.2 { - execsql { - SELECT count(*) FROM t3 WHERE 1+(b IN ('abc','xyz'))==2 - } - } {2} -} - -finish_test diff --git a/libs/sqlite/test/misc4.test b/libs/sqlite/test/misc4.test deleted file mode 100644 index bf3734fa48..0000000000 --- a/libs/sqlite/test/misc4.test +++ /dev/null @@ -1,185 +0,0 @@ -# 2004 Jun 27 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for miscellanous features that were -# left out of other test files. -# -# $Id: misc4.test,v 1.21 2006/01/03 00:33:50 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Prepare a statement that will create a temporary table. Then do -# a rollback. Then try to execute the prepared statement. -# -do_test misc4-1.1 { - set DB [sqlite3_connection_pointer db] - execsql { - CREATE TABLE t1(x); - INSERT INTO t1 VALUES(1); - } -} {} - -ifcapable tempdb { - do_test misc4-1.2 { - set sql {CREATE TEMP TABLE t2 AS SELECT * FROM t1} - set stmt [sqlite3_prepare $DB $sql -1 TAIL] - execsql { - BEGIN; - CREATE TABLE t3(a,b,c); - INSERT INTO t1 SELECT * FROM t1; - ROLLBACK; - } - } {} - do_test misc4-1.3 { - sqlite3_step $stmt - } SQLITE_DONE - do_test misc4-1.4 { - execsql { - SELECT * FROM temp.t2; - } - } {1} - - # Drop the temporary table, then rerun the prepared statement to - # recreate it again. This recreates ticket #807. - # - do_test misc4-1.5 { - execsql {DROP TABLE t2} - sqlite3_reset $stmt - sqlite3_step $stmt - } {SQLITE_ERROR} - do_test misc4-1.6 { - sqlite3_finalize $stmt - } {SQLITE_SCHEMA} -} - -# Prepare but do not execute various CREATE statements. Then before -# those statements are executed, try to use the tables, indices, views, -# are triggers that were created. -# -do_test misc4-2.1 { - set stmt [sqlite3_prepare $DB {CREATE TABLE t3(x);} -1 TAIL] - catchsql { - INSERT INTO t3 VALUES(1); - } -} {1 {no such table: t3}} -do_test misc4-2.2 { - sqlite3_step $stmt -} SQLITE_DONE -do_test misc4-2.3 { - sqlite3_finalize $stmt -} SQLITE_OK -do_test misc4-2.4 { - catchsql { - INSERT INTO t3 VALUES(1); - } -} {0 {}} - -# Ticket #966 -# -ifcapable compound { -do_test misc4-3.1 { - execsql { - CREATE TABLE Table1(ID integer primary key, Value TEXT); - INSERT INTO Table1 VALUES(1, 'x'); - CREATE TABLE Table2(ID integer NOT NULL, Value TEXT); - INSERT INTO Table2 VALUES(1, 'z'); - INSERT INTO Table2 VALUES (1, 'a'); - SELECT ID, Value FROM Table1 - UNION SELECT ID, max(Value) FROM Table2 GROUP BY 1 - ORDER BY 1, 2; - } -} {1 x 1 z} -do_test misc4-3.2 { - catchsql { - SELECT ID, Value FROM Table1 - UNION SELECT ID, max(Value) FROM Table2 GROUP BY 1, 2 - ORDER BY 1, 2; - } -} {1 {aggregate functions are not allowed in the GROUP BY clause}} -} ;# ifcapable compound - -# Ticket #1047. Make sure column types are preserved in subqueries. -# -ifcapable subquery { - do_test misc4-4.1 { - execsql { - create table a(key varchar, data varchar); - create table b(key varchar, period integer); - insert into a values('01','data01'); - insert into a values('+1','data+1'); - - insert into b values ('01',1); - insert into b values ('01',2); - insert into b values ('+1',3); - insert into b values ('+1',4); - - select a.*, x.* - from a, (select key,sum(period) from b group by key) as x - where a.key=x.key; - } - } {01 data01 01 3 +1 data+1 +1 7} - - # This test case tests the same property as misc4-4.1, but it is - # a bit smaller which makes it easier to work with while debugging. - do_test misc4-4.2 { - execsql { - CREATE TABLE ab(a TEXT, b TEXT); - INSERT INTO ab VALUES('01', '1'); - } - execsql { - select * from ab, (select b from ab) as x where x.b = ab.a; - } - } {} -} - - -# Ticket #1036. When creating tables from a SELECT on a view, use the -# short names of columns. -# -ifcapable view { - do_test misc4-5.1 { - execsql { - create table t4(a,b); - create table t5(a,c); - insert into t4 values (1,2); - insert into t5 values (1,3); - create view myview as select t4.a a from t4 inner join t5 on t4.a=t5.a; - create table problem as select * from myview; - } - execsql2 { - select * FROM problem; - } - } {a 1} - do_test misc4-5.2 { - execsql2 { - create table t6 as select * from t4, t5; - select * from t6; - } - } {a 1 b 2 a:1 1 c 3} -} - -# Ticket #1086 -do_test misc4-6.1 { - execsql { - CREATE TABLE abc(a); - INSERT INTO abc VALUES(1); - CREATE TABLE def(d, e, f, PRIMARY KEY(d, e)); - } -} {} -do_test misc4-6.2 { - execsql { - SELECT a FROM abc LEFT JOIN def ON (abc.a=def.d); - } -} {1} - -finish_test diff --git a/libs/sqlite/test/misc5.test b/libs/sqlite/test/misc5.test deleted file mode 100644 index fcb91942b4..0000000000 --- a/libs/sqlite/test/misc5.test +++ /dev/null @@ -1,618 +0,0 @@ -# 2005 Mar 16 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for miscellanous features that were -# left out of other test files. -# -# $Id: misc5.test,v 1.16 2007/01/03 23:37:29 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Build records using the MakeRecord opcode such that the size of the -# header is at the transition point in the size of a varint. -# -# This test causes an assertion failure or a buffer overrun in version -# 3.1.5 and earlier. -# -for {set i 120} {$i<140} {incr i} { - do_test misc5-1.$i { - catchsql {DROP TABLE t1} - set sql1 {CREATE TABLE t1} - set sql2 {INSERT INTO t1 VALUES} - set sep ( - for {set j 0} {$j<$i} {incr j} { - append sql1 ${sep}a$j - append sql2 ${sep}$j - set sep , - } - append sql1 {);} - append sql2 {);} - execsql $sql1$sql2 - } {} -} - -# Make sure large integers are stored correctly. -# -ifcapable conflict { - do_test misc5-2.1 { - execsql { - create table t2(x unique); - insert into t2 values(1); - insert or ignore into t2 select x*2 from t2; - insert or ignore into t2 select x*4 from t2; - insert or ignore into t2 select x*16 from t2; - insert or ignore into t2 select x*256 from t2; - insert or ignore into t2 select x*65536 from t2; - insert or ignore into t2 select x*2147483648 from t2; - insert or ignore into t2 select x-1 from t2; - insert or ignore into t2 select x+1 from t2; - insert or ignore into t2 select -x from t2; - select count(*) from t2; - } - } 371 -} else { - do_test misc5-2.1 { - execsql { - BEGIN; - create table t2(x unique); - create table t2_temp(x); - insert into t2_temp values(1); - insert into t2_temp select x*2 from t2_temp; - insert into t2_temp select x*4 from t2_temp; - insert into t2_temp select x*16 from t2_temp; - insert into t2_temp select x*256 from t2_temp; - insert into t2_temp select x*65536 from t2_temp; - insert into t2_temp select x*2147483648 from t2_temp; - insert into t2_temp select x-1 from t2_temp; - insert into t2_temp select x+1 from t2_temp; - insert into t2_temp select -x from t2_temp; - INSERT INTO t2 SELECT DISTINCT(x) FROM t2_temp; - DROP TABLE t2_temp; - COMMIT; - select count(*) from t2; - } - } 371 -} -do_test misc5-2.2 { - execsql { - select x from t2 order by x; - } -} \ -"-4611686018427387905\ --4611686018427387904\ --4611686018427387903\ --2305843009213693953\ --2305843009213693952\ --2305843009213693951\ --1152921504606846977\ --1152921504606846976\ --1152921504606846975\ --576460752303423489\ --576460752303423488\ --576460752303423487\ --288230376151711745\ --288230376151711744\ --288230376151711743\ --144115188075855873\ --144115188075855872\ --144115188075855871\ --72057594037927937\ --72057594037927936\ --72057594037927935\ --36028797018963969\ --36028797018963968\ --36028797018963967\ --18014398509481985\ --18014398509481984\ --18014398509481983\ --9007199254740993\ --9007199254740992\ --9007199254740991\ --4503599627370497\ --4503599627370496\ --4503599627370495\ --2251799813685249\ --2251799813685248\ --2251799813685247\ --1125899906842625\ --1125899906842624\ --1125899906842623\ --562949953421313\ --562949953421312\ --562949953421311\ --281474976710657\ --281474976710656\ --281474976710655\ --140737488355329\ --140737488355328\ --140737488355327\ --70368744177665\ --70368744177664\ --70368744177663\ --35184372088833\ --35184372088832\ --35184372088831\ --17592186044417\ --17592186044416\ --17592186044415\ --8796093022209\ --8796093022208\ --8796093022207\ --4398046511105\ --4398046511104\ --4398046511103\ --2199023255553\ --2199023255552\ --2199023255551\ --1099511627777\ --1099511627776\ --1099511627775\ --549755813889\ --549755813888\ --549755813887\ --274877906945\ --274877906944\ --274877906943\ --137438953473\ --137438953472\ --137438953471\ --68719476737\ --68719476736\ --68719476735\ --34359738369\ --34359738368\ --34359738367\ --17179869185\ --17179869184\ --17179869183\ --8589934593\ --8589934592\ --8589934591\ --4294967297\ --4294967296\ --4294967295\ --2147483649\ --2147483648\ --2147483647\ --1073741825\ --1073741824\ --1073741823\ --536870913\ --536870912\ --536870911\ --268435457\ --268435456\ --268435455\ --134217729\ --134217728\ --134217727\ --67108865\ --67108864\ --67108863\ --33554433\ --33554432\ --33554431\ --16777217\ --16777216\ --16777215\ --8388609\ --8388608\ --8388607\ --4194305\ --4194304\ --4194303\ --2097153\ --2097152\ --2097151\ --1048577\ --1048576\ --1048575\ --524289\ --524288\ --524287\ --262145\ --262144\ --262143\ --131073\ --131072\ --131071\ --65537\ --65536\ --65535\ --32769\ --32768\ --32767\ --16385\ --16384\ --16383\ --8193\ --8192\ --8191\ --4097\ --4096\ --4095\ --2049\ --2048\ --2047\ --1025\ --1024\ --1023\ --513\ --512\ --511\ --257\ --256\ --255\ --129\ --128\ --127\ --65\ --64\ --63\ --33\ --32\ --31\ --17\ --16\ --15\ --9\ --8\ --7\ --5\ --4\ --3\ --2\ --1\ -0\ -1\ -2\ -3\ -4\ -5\ -7\ -8\ -9\ -15\ -16\ -17\ -31\ -32\ -33\ -63\ -64\ -65\ -127\ -128\ -129\ -255\ -256\ -257\ -511\ -512\ -513\ -1023\ -1024\ -1025\ -2047\ -2048\ -2049\ -4095\ -4096\ -4097\ -8191\ -8192\ -8193\ -16383\ -16384\ -16385\ -32767\ -32768\ -32769\ -65535\ -65536\ -65537\ -131071\ -131072\ -131073\ -262143\ -262144\ -262145\ -524287\ -524288\ -524289\ -1048575\ -1048576\ -1048577\ -2097151\ -2097152\ -2097153\ -4194303\ -4194304\ -4194305\ -8388607\ -8388608\ -8388609\ -16777215\ -16777216\ -16777217\ -33554431\ -33554432\ -33554433\ -67108863\ -67108864\ -67108865\ -134217727\ -134217728\ -134217729\ -268435455\ -268435456\ -268435457\ -536870911\ -536870912\ -536870913\ -1073741823\ -1073741824\ -1073741825\ -2147483647\ -2147483648\ -2147483649\ -4294967295\ -4294967296\ -4294967297\ -8589934591\ -8589934592\ -8589934593\ -17179869183\ -17179869184\ -17179869185\ -34359738367\ -34359738368\ -34359738369\ -68719476735\ -68719476736\ -68719476737\ -137438953471\ -137438953472\ -137438953473\ -274877906943\ -274877906944\ -274877906945\ -549755813887\ -549755813888\ -549755813889\ -1099511627775\ -1099511627776\ -1099511627777\ -2199023255551\ -2199023255552\ -2199023255553\ -4398046511103\ -4398046511104\ -4398046511105\ -8796093022207\ -8796093022208\ -8796093022209\ -17592186044415\ -17592186044416\ -17592186044417\ -35184372088831\ -35184372088832\ -35184372088833\ -70368744177663\ -70368744177664\ -70368744177665\ -140737488355327\ -140737488355328\ -140737488355329\ -281474976710655\ -281474976710656\ -281474976710657\ -562949953421311\ -562949953421312\ -562949953421313\ -1125899906842623\ -1125899906842624\ -1125899906842625\ -2251799813685247\ -2251799813685248\ -2251799813685249\ -4503599627370495\ -4503599627370496\ -4503599627370497\ -9007199254740991\ -9007199254740992\ -9007199254740993\ -18014398509481983\ -18014398509481984\ -18014398509481985\ -36028797018963967\ -36028797018963968\ -36028797018963969\ -72057594037927935\ -72057594037927936\ -72057594037927937\ -144115188075855871\ -144115188075855872\ -144115188075855873\ -288230376151711743\ -288230376151711744\ -288230376151711745\ -576460752303423487\ -576460752303423488\ -576460752303423489\ -1152921504606846975\ -1152921504606846976\ -1152921504606846977\ -2305843009213693951\ -2305843009213693952\ -2305843009213693953\ -4611686018427387903\ -4611686018427387904\ -4611686018427387905" - -# Ticket #1210. Do proper reference counting of Table structures -# so that deeply nested SELECT statements can be flattened correctly. -# -ifcapable subquery { - do_test misc5-3.1 { - execsql { - CREATE TABLE songs(songid, artist, timesplayed); - INSERT INTO songs VALUES(1,'one',1); - INSERT INTO songs VALUES(2,'one',2); - INSERT INTO songs VALUES(3,'two',3); - INSERT INTO songs VALUES(4,'three',5); - INSERT INTO songs VALUES(5,'one',7); - INSERT INTO songs VALUES(6,'two',11); - SELECT DISTINCT artist - FROM ( - SELECT DISTINCT artist - FROM songs - WHERE songid IN ( - SELECT songid - FROM songs - WHERE LOWER(artist) = ( - SELECT DISTINCT LOWER(artist) - FROM ( - SELECT DISTINCT artist,sum(timesplayed) AS total - FROM songs - GROUP BY LOWER(artist) - ORDER BY total DESC - LIMIT 10 - ) - WHERE artist <> '' - ) - ) - ) - ORDER BY LOWER(artist) ASC; - } - } {two} -} - -# Ticket #1370. Do not overwrite small files (less than 1024 bytes) -# when trying to open them as a database. -# -do_test misc5-4.1 { - db close - file delete -force test.db - set fd [open test.db w] - puts $fd "This is not really a database" - close $fd - sqlite3 db test.db - catchsql { - CREATE TABLE t1(a,b,c); - } -} {1 {file is encrypted or is not a database}} - -# Ticket #1371. Allow floating point numbers of the form .N or N. -# -do_test misc5-5.1 { - execsql {SELECT .1 } -} 0.1 -do_test misc5-5.2 { - execsql {SELECT 2. } -} 2.0 -do_test misc5-5.3 { - execsql {SELECT 3.e0 } -} 3.0 -do_test misc5-5.4 { - execsql {SELECT .4e+1} -} 4.0 - -# Ticket #1582. Ensure that an unknown table in a LIMIT clause applied to -# a UNION ALL query causes an error, not a crash. -# -db close -file delete -force test.db -sqlite3 db test.db -ifcapable subquery&&compound { - do_test misc5-6.1 { - catchsql { - SELECT * FROM sqlite_master - UNION ALL - SELECT * FROM sqlite_master - LIMIT (SELECT count(*) FROM blah); - } - } {1 {no such table: blah}} - do_test misc5-6.2 { - execsql { - CREATE TABLE logs(msg TEXT, timestamp INTEGER, dbtime TEXT); - } - catchsql { - SELECT * FROM logs WHERE logs.id >= (SELECT head FROM logs_base) - UNION ALL - SELECT * FROM logs - LIMIT (SELECT lmt FROM logs_base) ; - } - } {1 {no such column: logs.id}} -} - -# Overflow the lemon parser stack by providing an overly complex -# expression. Make sure that the overflow is detected and reported. -# -do_test misc5-7.1 { - execsql {CREATE TABLE t1(x)} - set sql "INSERT INTO t1 VALUES(" - set tail "" - for {set i 0} {$i<200} {incr i} { - append sql "(1+" - append tail ")" - } - append sql 2$tail - catchsql $sql -} {1 {parser stack overflow}} - -# Check the MISUSE return from sqlitee3_busy_timeout -# -do_test misc5-8.1-misuse { - set DB [sqlite3_connection_pointer db] - db close - sqlite3_busy_timeout $DB 1000 -} SQLITE_MISUSE -sqlite3 db test.db - -# Ticket #1911 -# -do_test misc5-9.1 { - execsql { - SELECT name, type FROM sqlite_master WHERE name IS NULL - UNION - SELECT type, name FROM sqlite_master WHERE type IS NULL - ORDER BY 1, 2, 1, 2, 1, 2 - } -} {} -do_test misc5-9.2 { - execsql { - SELECT name, type FROM sqlite_master WHERE name IS NULL - UNION - SELECT type, name FROM sqlite_master WHERE type IS NULL - ORDER BY 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2 - } -} {} - -# Ticket #1912. Make the tokenizer require a space after a numeric -# literal. -# -do_test misc5-10.1 { - catchsql { - SELECT 123abc - } -} {1 {unrecognized token: "123abc"}} -do_test misc5-10.2 { - catchsql { - SELECT 1*123.4e5ghi; - } -} {1 {unrecognized token: "123.4e5ghi"}} - - - -finish_test diff --git a/libs/sqlite/test/misc6.test b/libs/sqlite/test/misc6.test deleted file mode 100644 index b622a88bc6..0000000000 --- a/libs/sqlite/test/misc6.test +++ /dev/null @@ -1,46 +0,0 @@ -# 2006 September 4 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to make sure sqlite3_value_text() -# always returns a null-terminated string. -# -# $Id: misc6.test,v 1.2 2006/09/04 18:54:14 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test misc6-1.1 { - set DB [sqlite3_connection_pointer db] - sqlite3_create_function $DB - set STMT [sqlite3_prepare $DB {SELECT hex8(?)} -1 DUMMY] - set sqlite_static_bind_value {0123456789} - set sqlite_static_bind_nbyte 5 - sqlite_bind $STMT 1 {} static-nbytes - sqlite3_step $STMT -} SQLITE_ROW -do_test misc6-1.2 { - sqlite3_column_text $STMT 0 -} {3031323334} -do_test misc6-1.3 { - sqlite3_finalize $STMT - set STMT [sqlite3_prepare $DB {SELECT hex16(?)} -1 DUMMY] - set sqlite_static_bind_value {0123456789} - set sqlite_static_bind_nbyte 5 - sqlite_bind $STMT 1 {} static-nbytes - sqlite3_step $STMT -} SQLITE_ROW -do_test misc6-1.4 { - sqlite3_column_text $STMT 0 -} {00300031003200330034} -sqlite3_finalize $STMT - -finish_test diff --git a/libs/sqlite/test/misuse.test b/libs/sqlite/test/misuse.test deleted file mode 100644 index 3734aa01c2..0000000000 --- a/libs/sqlite/test/misuse.test +++ /dev/null @@ -1,207 +0,0 @@ -# 2002 May 10 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for the SQLITE_MISUSE detection logic. -# This test file leaks memory and file descriptors. -# -# $Id: misuse.test,v 1.11 2006/01/03 00:33:50 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -proc catchsql2 {sql} { - set r [ - catch { - set res [list] - db eval $sql data { - if { $res==[list] } { - foreach f $data(*) {lappend res $f} - } - foreach f $data(*) {lappend res $data($f)} - } - set res - } msg - ] - lappend r $msg -} - - -# Make sure the test logic works -# -do_test misuse-1.1 { - db close - catch {file delete -force test2.db} - catch {file delete -force test2.db-journal} - sqlite3 db test2.db; set ::DB [sqlite3_connection_pointer db] - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - } - catchsql2 { - SELECT * FROM t1 - } -} {0 {a b 1 2}} -do_test misuse-1.2 { - catchsql2 { - SELECT x_coalesce(NULL,a) AS 'xyz' FROM t1 - } -} {1 {no such function: x_coalesce}} -do_test misuse-1.3 { - sqlite3_create_function $::DB - catchsql2 { - SELECT x_coalesce(NULL,a) AS 'xyz' FROM t1 - } -} {0 {xyz 1}} - -# Use the x_sqlite_exec() SQL function to simulate the effect of two -# threads trying to use the same database at the same time. -# -# It used to be prohibited to invoke sqlite_exec() from within a function, -# but that has changed. The following tests used to cause errors but now -# they do not. -# -ifcapable {utf16} { - do_test misuse-1.4 { - catchsql2 { - SELECT x_sqlite_exec('SELECT * FROM t1') AS xyz; - } - } {0 {xyz {1 2}}} -} -do_test misuse-1.5 { - catchsql2 {SELECT * FROM t1} -} {0 {a b 1 2}} -do_test misuse-1.6 { - catchsql { - SELECT * FROM t1 - } -} {0 {1 2}} - -# Attempt to register a new SQL function while an sqlite_exec() is active. -# -do_test misuse-2.1 { - db close - sqlite3 db test2.db; set ::DB [sqlite3_connection_pointer db] - execsql { - SELECT * FROM t1 - } -} {1 2} -do_test misuse-2.2 { - catchsql2 {SELECT * FROM t1} -} {0 {a b 1 2}} - -# We used to disallow creating new function from within an exec(). -# But now this is acceptable. -do_test misuse-2.3 { - set v [catch { - db eval {SELECT * FROM t1} {} { - sqlite3_create_function $::DB - } - } msg] - lappend v $msg -} {0 {}} -do_test misuse-2.4 { - catchsql2 {SELECT * FROM t1} -} {0 {a b 1 2}} -do_test misuse-2.5 { - catchsql { - SELECT * FROM t1 - } -} {0 {1 2}} - -# Attempt to register a new SQL aggregate while an sqlite_exec() is active. -# -do_test misuse-3.1 { - db close - sqlite3 db test2.db; set ::DB [sqlite3_connection_pointer db] - execsql { - SELECT * FROM t1 - } -} {1 2} -do_test misuse-3.2 { - catchsql2 {SELECT * FROM t1} -} {0 {a b 1 2}} - -# We used to disallow creating new function from within an exec(). -# But now this is acceptable. -do_test misuse-3.3 { - set v [catch { - db eval {SELECT * FROM t1} {} { - sqlite3_create_aggregate $::DB - } - } msg] - lappend v $msg -} {0 {}} -do_test misuse-3.4 { - catchsql2 {SELECT * FROM t1} -} {0 {a b 1 2}} -do_test misuse-3.5 { - catchsql { - SELECT * FROM t1 - } -} {0 {1 2}} - -# Attempt to close the database from an sqlite_exec callback. -# -# Update for v3: The db cannot be closed because there are active -# VMs. The sqlite3_close call would return SQLITE_BUSY. -do_test misuse-4.1 { - db close - sqlite3 db test2.db; set ::DB [sqlite3_connection_pointer db] - execsql { - SELECT * FROM t1 - } -} {1 2} -do_test misuse-4.2 { - catchsql2 {SELECT * FROM t1} -} {0 {a b 1 2}} -do_test misuse-4.3 { - set v [catch { - db eval {SELECT * FROM t1} {} { - set r [sqlite3_close $::DB] - } - } msg] - lappend v $msg $r -} {0 {} SQLITE_BUSY} -do_test misuse-4.4 { - # Flush the TCL statement cache here, otherwise the sqlite3_close() will - # fail because there are still un-finalized() VDBEs. - db cache flush - sqlite3_close $::DB - catchsql2 {SELECT * FROM t1} -} {1 {library routine called out of sequence}} -do_test misuse-4.5 { - catchsql { - SELECT * FROM t1 - } -} {1 {library routine called out of sequence}} - -# Attempt to use a database after it has been closed. -# -do_test misuse-5.1 { - db close - sqlite3 db test2.db; set ::DB [sqlite3_connection_pointer db] - execsql { - SELECT * FROM t1 - } -} {1 2} -do_test misuse-5.2 { - catchsql2 {SELECT * FROM t1} -} {0 {a b 1 2}} -do_test misuse-5.3 { - db close - set r [catch { - sqlite3_prepare $::DB {SELECT * FROM t1} -1 TAIL - } msg] - lappend r $msg -} {1 {(21) library routine called out of sequence}} - -finish_test diff --git a/libs/sqlite/test/notnull.test b/libs/sqlite/test/notnull.test deleted file mode 100644 index 5af9940290..0000000000 --- a/libs/sqlite/test/notnull.test +++ /dev/null @@ -1,505 +0,0 @@ -# 2002 January 29 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for the NOT NULL constraint. -# -# $Id: notnull.test,v 1.4 2006/01/17 09:35:02 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !conflict { - finish_test - return -} - -do_test notnull-1.0 { - execsql { - CREATE TABLE t1 ( - a NOT NULL, - b NOT NULL DEFAULT 5, - c NOT NULL ON CONFLICT REPLACE DEFAULT 6, - d NOT NULL ON CONFLICT IGNORE DEFAULT 7, - e NOT NULL ON CONFLICT ABORT DEFAULT 8 - ); - SELECT * FROM t1; - } -} {} -do_test notnull-1.1 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d,e) VALUES(1,2,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 2 3 4 5}} -do_test notnull-1.2 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(b,c,d,e) VALUES(2,3,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-1.3 { - catchsql { - DELETE FROM t1; - INSERT OR IGNORE INTO t1(b,c,d,e) VALUES(2,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {}} -do_test notnull-1.4 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(b,c,d,e) VALUES(2,3,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-1.5 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(b,c,d,e) VALUES(2,3,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-1.6 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,c,d,e) VALUES(1,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-1.7 { - catchsql { - DELETE FROM t1; - INSERT OR IGNORE INTO t1(a,c,d,e) VALUES(1,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-1.8 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(a,c,d,e) VALUES(1,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-1.9 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(a,c,d,e) VALUES(1,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-1.10 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d,e) VALUES(1,null,3,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.b may not be NULL}} -do_test notnull-1.11 { - catchsql { - DELETE FROM t1; - INSERT OR IGNORE INTO t1(a,b,c,d,e) VALUES(1,null,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {}} -do_test notnull-1.12 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(a,b,c,d,e) VALUES(1,null,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-1.13 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d,e) VALUES(1,2,null,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 2 6 4 5}} -do_test notnull-1.14 { - catchsql { - DELETE FROM t1; - INSERT OR IGNORE INTO t1(a,b,c,d,e) VALUES(1,2,null,4,5); - SELECT * FROM t1 order by a; - } -} {0 {}} -do_test notnull-1.15 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(a,b,c,d,e) VALUES(1,2,null,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 2 6 4 5}} -do_test notnull-1.16 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(a,b,c,d,e) VALUES(1,2,null,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.c may not be NULL}} -do_test notnull-1.17 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(a,b,c,d,e) VALUES(1,2,3,null,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.d may not be NULL}} -do_test notnull-1.18 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(a,b,c,e) VALUES(1,2,3,5); - SELECT * FROM t1 order by a; - } -} {0 {1 2 3 7 5}} -do_test notnull-1.19 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d) VALUES(1,2,3,4); - SELECT * FROM t1 order by a; - } -} {0 {1 2 3 4 8}} -do_test notnull-1.20 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d,e) VALUES(1,2,3,4,null); - SELECT * FROM t1 order by a; - } -} {1 {t1.e may not be NULL}} -do_test notnull-1.21 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(e,d,c,b,a) VALUES(1,2,3,null,5); - SELECT * FROM t1 order by a; - } -} {0 {5 5 3 2 1}} - -do_test notnull-2.1 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET a=null; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-2.2 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR REPLACE t1 SET a=null; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-2.3 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR IGNORE t1 SET a=null; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 2 3 4 5}} -do_test notnull-2.4 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR ABORT t1 SET a=null; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-2.5 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET b=null; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.b may not be NULL}} -do_test notnull-2.6 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR REPLACE t1 SET b=null, d=e, e=d; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 5 3 5 4}} -do_test notnull-2.7 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR IGNORE t1 SET b=null, d=e, e=d; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 2 3 4 5}} -do_test notnull-2.8 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET c=null, d=e, e=d; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 2 6 5 4}} -do_test notnull-2.9 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET d=null, a=b, b=a; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 2 3 4 5}} -do_test notnull-2.10 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET e=null, a=b, b=a; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.e may not be NULL}} - -do_test notnull-3.0 { - execsql { - CREATE INDEX t1a ON t1(a); - CREATE INDEX t1b ON t1(b); - CREATE INDEX t1c ON t1(c); - CREATE INDEX t1d ON t1(d); - CREATE INDEX t1e ON t1(e); - CREATE INDEX t1abc ON t1(a,b,c); - } -} {} -do_test notnull-3.1 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d,e) VALUES(1,2,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 2 3 4 5}} -do_test notnull-3.2 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(b,c,d,e) VALUES(2,3,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-3.3 { - catchsql { - DELETE FROM t1; - INSERT OR IGNORE INTO t1(b,c,d,e) VALUES(2,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {}} -do_test notnull-3.4 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(b,c,d,e) VALUES(2,3,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-3.5 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(b,c,d,e) VALUES(2,3,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-3.6 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,c,d,e) VALUES(1,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-3.7 { - catchsql { - DELETE FROM t1; - INSERT OR IGNORE INTO t1(a,c,d,e) VALUES(1,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-3.8 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(a,c,d,e) VALUES(1,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-3.9 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(a,c,d,e) VALUES(1,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-3.10 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d,e) VALUES(1,null,3,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.b may not be NULL}} -do_test notnull-3.11 { - catchsql { - DELETE FROM t1; - INSERT OR IGNORE INTO t1(a,b,c,d,e) VALUES(1,null,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {}} -do_test notnull-3.12 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(a,b,c,d,e) VALUES(1,null,3,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 5 3 4 5}} -do_test notnull-3.13 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d,e) VALUES(1,2,null,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 2 6 4 5}} -do_test notnull-3.14 { - catchsql { - DELETE FROM t1; - INSERT OR IGNORE INTO t1(a,b,c,d,e) VALUES(1,2,null,4,5); - SELECT * FROM t1 order by a; - } -} {0 {}} -do_test notnull-3.15 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(a,b,c,d,e) VALUES(1,2,null,4,5); - SELECT * FROM t1 order by a; - } -} {0 {1 2 6 4 5}} -do_test notnull-3.16 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(a,b,c,d,e) VALUES(1,2,null,4,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.c may not be NULL}} -do_test notnull-3.17 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(a,b,c,d,e) VALUES(1,2,3,null,5); - SELECT * FROM t1 order by a; - } -} {1 {t1.d may not be NULL}} -do_test notnull-3.18 { - catchsql { - DELETE FROM t1; - INSERT OR ABORT INTO t1(a,b,c,e) VALUES(1,2,3,5); - SELECT * FROM t1 order by a; - } -} {0 {1 2 3 7 5}} -do_test notnull-3.19 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d) VALUES(1,2,3,4); - SELECT * FROM t1 order by a; - } -} {0 {1 2 3 4 8}} -do_test notnull-3.20 { - catchsql { - DELETE FROM t1; - INSERT INTO t1(a,b,c,d,e) VALUES(1,2,3,4,null); - SELECT * FROM t1 order by a; - } -} {1 {t1.e may not be NULL}} -do_test notnull-3.21 { - catchsql { - DELETE FROM t1; - INSERT OR REPLACE INTO t1(e,d,c,b,a) VALUES(1,2,3,null,5); - SELECT * FROM t1 order by a; - } -} {0 {5 5 3 2 1}} - -do_test notnull-4.1 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET a=null; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-4.2 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR REPLACE t1 SET a=null; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-4.3 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR IGNORE t1 SET a=null; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 2 3 4 5}} -do_test notnull-4.4 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR ABORT t1 SET a=null; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.a may not be NULL}} -do_test notnull-4.5 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET b=null; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.b may not be NULL}} -do_test notnull-4.6 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR REPLACE t1 SET b=null, d=e, e=d; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 5 3 5 4}} -do_test notnull-4.7 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE OR IGNORE t1 SET b=null, d=e, e=d; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 2 3 4 5}} -do_test notnull-4.8 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET c=null, d=e, e=d; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 2 6 5 4}} -do_test notnull-4.9 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET d=null, a=b, b=a; - SELECT * FROM t1 ORDER BY a; - } -} {0 {1 2 3 4 5}} -do_test notnull-4.10 { - catchsql { - DELETE FROM t1; - INSERT INTO t1 VALUES(1,2,3,4,5); - UPDATE t1 SET e=null, a=b, b=a; - SELECT * FROM t1 ORDER BY a; - } -} {1 {t1.e may not be NULL}} - -finish_test diff --git a/libs/sqlite/test/null.test b/libs/sqlite/test/null.test deleted file mode 100644 index 9e2d60167e..0000000000 --- a/libs/sqlite/test/null.test +++ /dev/null @@ -1,252 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for proper treatment of the special -# value NULL. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create a table and some data to work with. -# -do_test null-1.0 { - execsql { - begin; - create table t1(a,b,c); - insert into t1 values(1,0,0); - insert into t1 values(2,0,1); - insert into t1 values(3,1,0); - insert into t1 values(4,1,1); - insert into t1 values(5,null,0); - insert into t1 values(6,null,1); - insert into t1 values(7,null,null); - commit; - select * from t1; - } -} {1 0 0 2 0 1 3 1 0 4 1 1 5 {} 0 6 {} 1 7 {} {}} - -# Check for how arithmetic expressions handle NULL -# -do_test null-1.1 { - execsql { - select ifnull(a+b,99) from t1; - } -} {1 2 4 5 99 99 99} -do_test null-1.2 { - execsql { - select ifnull(b*c,99) from t1; - } -} {0 0 0 1 99 99 99} - -# Check to see how the CASE expression handles NULL values. The -# first WHEN for which the test expression is TRUE is selected. -# FALSE and UNKNOWN test expressions are skipped. -# -do_test null-2.1 { - execsql { - select ifnull(case when b<>0 then 1 else 0 end, 99) from t1; - } -} {0 0 1 1 0 0 0} -do_test null-2.2 { - execsql { - select ifnull(case when not b<>0 then 1 else 0 end, 99) from t1; - } -} {1 1 0 0 0 0 0} -do_test null-2.3 { - execsql { - select ifnull(case when b<>0 and c<>0 then 1 else 0 end, 99) from t1; - } -} {0 0 0 1 0 0 0} -do_test null-2.4 { - execsql { - select ifnull(case when not (b<>0 and c<>0) then 1 else 0 end, 99) from t1; - } -} {1 1 1 0 1 0 0} -do_test null-2.5 { - execsql { - select ifnull(case when b<>0 or c<>0 then 1 else 0 end, 99) from t1; - } -} {0 1 1 1 0 1 0} -do_test null-2.6 { - execsql { - select ifnull(case when not (b<>0 or c<>0) then 1 else 0 end, 99) from t1; - } -} {1 0 0 0 0 0 0} -do_test null-2.7 { - execsql { - select ifnull(case b when c then 1 else 0 end, 99) from t1; - } -} {1 0 0 1 0 0 0} -do_test null-2.8 { - execsql { - select ifnull(case c when b then 1 else 0 end, 99) from t1; - } -} {1 0 0 1 0 0 0} - -# Check to see that NULL values are ignored in aggregate functions. -# -do_test null-3.1 { - execsql { - select count(*), count(b), count(c), sum(b), sum(c), - avg(b), avg(c), min(b), max(b) from t1; - } -} {7 4 6 2 3 0.5 0.5 0 1} - -# The sum of zero entries is a NULL, but the total of zero entries is 0. -# -do_test null-3.2 { - execsql { - SELECT sum(b), total(b) FROM t1 WHERE b<0 - } -} {{} 0.0} - -# Check to see how WHERE clauses handle NULL values. A NULL value -# is the same as UNKNOWN. The WHERE clause should only select those -# rows that are TRUE. FALSE and UNKNOWN rows are rejected. -# -do_test null-4.1 { - execsql { - select a from t1 where b<10 - } -} {1 2 3 4} -do_test null-4.2 { - execsql { - select a from t1 where not b>10 - } -} {1 2 3 4} -do_test null-4.3 { - execsql { - select a from t1 where b<10 or c=1; - } -} {1 2 3 4 6} -do_test null-4.4 { - execsql { - select a from t1 where b<10 and c=1; - } -} {2 4} -do_test null-4.5 { - execsql { - select a from t1 where not (b<10 and c=1); - } -} {1 3 5} - -# The DISTINCT keyword on a SELECT statement should treat NULL values -# as distinct -# -do_test null-5.1 { - execsql { - select distinct b from t1 order by b; - } -} {{} 0 1} - -# A UNION to two queries should treat NULL values -# as distinct -# -ifcapable compound { -do_test null-6.1 { - execsql { - select b from t1 union select c from t1 order by c; - } -} {{} 0 1} -} ;# ifcapable compound - -# The UNIQUE constraint only applies to non-null values -# -ifcapable conflict { -do_test null-7.1 { - execsql { - create table t2(a, b unique on conflict ignore); - insert into t2 values(1,1); - insert into t2 values(2,null); - insert into t2 values(3,null); - insert into t2 values(4,1); - select a from t2; - } - } {1 2 3} - do_test null-7.2 { - execsql { - create table t3(a, b, c, unique(b,c) on conflict ignore); - insert into t3 values(1,1,1); - insert into t3 values(2,null,1); - insert into t3 values(3,null,1); - insert into t3 values(4,1,1); - select a from t3; - } - } {1 2 3} -} - -# Ticket #461 - Make sure nulls are handled correctly when doing a -# lookup using an index. -# -do_test null-8.1 { - execsql { - CREATE TABLE t4(x,y); - INSERT INTO t4 VALUES(1,11); - INSERT INTO t4 VALUES(2,NULL); - SELECT x FROM t4 WHERE y=NULL; - } -} {} -ifcapable subquery { - do_test null-8.2 { - execsql { - SELECT x FROM t4 WHERE y IN (33,NULL); - } - } {} -} -do_test null-8.3 { - execsql { - SELECT x FROM t4 WHERE y<33 ORDER BY x; - } -} {1} -do_test null-8.4 { - execsql { - SELECT x FROM t4 WHERE y>6 ORDER BY x; - } -} {1} -do_test null-8.5 { - execsql { - SELECT x FROM t4 WHERE y!=33 ORDER BY x; - } -} {1} -do_test null-8.11 { - execsql { - CREATE INDEX t4i1 ON t4(y); - SELECT x FROM t4 WHERE y=NULL; - } -} {} -ifcapable subquery { - do_test null-8.12 { - execsql { - SELECT x FROM t4 WHERE y IN (33,NULL); - } - } {} -} -do_test null-8.13 { - execsql { - SELECT x FROM t4 WHERE y<33 ORDER BY x; - } -} {1} -do_test null-8.14 { - execsql { - SELECT x FROM t4 WHERE y>6 ORDER BY x; - } -} {1} -do_test null-8.15 { - execsql { - SELECT x FROM t4 WHERE y!=33 ORDER BY x; - } -} {1} - - - -finish_test diff --git a/libs/sqlite/test/pager.test b/libs/sqlite/test/pager.test deleted file mode 100644 index 2363321185..0000000000 --- a/libs/sqlite/test/pager.test +++ /dev/null @@ -1,570 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is page cache subsystem. -# -# $Id: pager.test,v 1.25 2006/01/23 15:25:48 danielk1977 Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -if {[info commands pager_open]!=""} { -db close - -# Basic sanity check. Open and close a pager. -# -do_test pager-1.0 { - catch {file delete -force ptf1.db} - catch {file delete -force ptf1.db-journal} - set v [catch { - set ::p1 [pager_open ptf1.db 10] - } msg] -} {0} -do_test pager-1.1 { - pager_stats $::p1 -} {ref 0 page 0 max 10 size -1 state 0 err 0 hit 0 miss 0 ovfl 0} -do_test pager-1.2 { - pager_pagecount $::p1 -} {0} -do_test pager-1.3 { - pager_stats $::p1 -} {ref 0 page 0 max 10 size -1 state 0 err 0 hit 0 miss 0 ovfl 0} -do_test pager-1.4 { - pager_close $::p1 -} {} - -# Try to write a few pages. -# -do_test pager-2.1 { - set v [catch { - set ::p1 [pager_open ptf1.db 10] - } msg] -} {0} -#do_test pager-2.2 { -# set v [catch { -# set ::g1 [page_get $::p1 0] -# } msg] -# lappend v $msg -#} {1 SQLITE_ERROR} -do_test pager-2.3.1 { - set ::gx [page_lookup $::p1 1] -} {} -do_test pager-2.3.2 { - pager_stats $::p1 -} {ref 0 page 0 max 10 size -1 state 0 err 0 hit 0 miss 0 ovfl 0} -do_test pager-2.3.3 { - set v [catch { - set ::g1 [page_get $::p1 1] - } msg] - if {$v} {lappend v $msg} - set v -} {0} -do_test pager-2.3.3 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager-2.3.4 { - set ::gx [page_lookup $::p1 1] - expr {$::gx!=""} -} {1} -do_test pager-2.3.5 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager-2.3.6 { - expr {$::g1==$::gx} -} {1} -do_test pager-2.3.7 { - page_unref $::gx - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager-2.4 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager-2.5 { - pager_pagecount $::p1 -} {0} -do_test pager-2.6 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager-2.7 { - page_number $::g1 -} {1} -do_test pager-2.8 { - page_read $::g1 -} {} -do_test pager-2.9 { - page_unref $::g1 -} {} -do_test pager-2.10 { - pager_stats $::p1 -} {ref 0 page 0 max 10 size -1 state 0 err 0 hit 0 miss 1 ovfl 0} -do_test pager-2.11 { - set ::g1 [page_get $::p1 1] - expr {$::g1!=0} -} {1} -do_test pager-2.12 { - page_number $::g1 -} {1} -do_test pager-2.13 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 2 ovfl 0} -do_test pager-2.14 { - set v [catch { - page_write $::g1 "Page-One" - } msg] - lappend v $msg -} {0 {}} -do_test pager-2.15 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 1 state 2 err 0 hit 0 miss 2 ovfl 0} -do_test pager-2.16 { - page_read $::g1 -} {Page-One} -do_test pager-2.17 { - set v [catch { - pager_commit $::p1 - } msg] - lappend v $msg -} {0 {}} -do_test pager-2.20 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size -1 state 1 err 0 hit 1 miss 2 ovfl 0} -do_test pager-2.19 { - pager_pagecount $::p1 -} {1} -do_test pager-2.21 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 1 state 1 err 0 hit 1 miss 2 ovfl 0} -do_test pager-2.22 { - page_unref $::g1 -} {} -do_test pager-2.23 { - pager_stats $::p1 -} {ref 0 page 0 max 10 size -1 state 0 err 0 hit 1 miss 2 ovfl 0} -do_test pager-2.24 { - set v [catch { - page_get $::p1 1 - } ::g1] - if {$v} {lappend v $::g1} - set v -} {0} -do_test pager-2.25 { - page_read $::g1 -} {Page-One} -do_test pager-2.26 { - set v [catch { - page_write $::g1 {page-one} - } msg] - lappend v $msg -} {0 {}} -do_test pager-2.27 { - page_read $::g1 -} {page-one} -do_test pager-2.28 { - set v [catch { - pager_rollback $::p1 - } msg] - lappend v $msg -} {0 {}} -do_test pager-2.29 { - page_unref $::g1 - set ::g1 [page_get $::p1 1] - page_read $::g1 -} {Page-One} -do_test pager-2.99 { - pager_close $::p1 -} {} - -do_test pager-3.1 { - set v [catch { - set ::p1 [pager_open ptf1.db 15] - } msg] - if {$v} {lappend v $msg} - set v -} {0} -do_test pager-3.2 { - pager_pagecount $::p1 -} {1} -do_test pager-3.3 { - set v [catch { - set ::g(1) [page_get $::p1 1] - } msg] - if {$v} {lappend v $msg} - set v -} {0} -do_test pager-3.4 { - page_read $::g(1) -} {Page-One} -do_test pager-3.5 { - for {set i 2} {$i<=20} {incr i} { - set gx [page_get $::p1 $i] - page_write $gx "Page-$i" - page_unref $gx - } - pager_commit $::p1 -} {} -for {set i 2} {$i<=20} {incr i} { - do_test pager-3.6.[expr {$i-1}] [subst { - set gx \[page_get $::p1 $i\] - set v \[page_read \$gx\] - page_unref \$gx - set v - }] "Page-$i" -} -for {set i 1} {$i<=20} {incr i} { - regsub -all CNT { - set ::g1 [page_get $::p1 CNT] - set ::g2 [page_get $::p1 CNT] - set ::vx [page_read $::g2] - expr {$::g1==$::g2} - } $i body; - do_test pager-3.7.$i.1 $body {1} - regsub -all CNT { - page_unref $::g2 - set vy [page_read $::g1] - expr {$vy==$::vx} - } $i body; - do_test pager-3.7.$i.2 $body {1} - regsub -all CNT { - page_unref $::g1 - set gx [page_get $::p1 CNT] - set vy [page_read $gx] - page_unref $gx - expr {$vy==$::vx} - } $i body; - do_test pager-3.7.$i.3 $body {1} -} -do_test pager-3.99 { - pager_close $::p1 -} {} - -# tests of the checkpoint mechanism and api -# -do_test pager-4.0 { - set v [catch { - file delete -force ptf1.db - set ::p1 [pager_open ptf1.db 15] - } msg] - if {$v} {lappend v $msg} - set v -} {0} -do_test pager-4.1 { - set g1 [page_get $::p1 1] - page_write $g1 "Page-1 v0" - for {set i 2} {$i<=20} {incr i} { - set gx [page_get $::p1 $i] - page_write $gx "Page-$i v0" - page_unref $gx - } - pager_commit $::p1 -} {} -for {set i 1} {$i<=20} {incr i} { - do_test pager-4.2.$i { - set gx [page_get $p1 $i] - set v [page_read $gx] - page_unref $gx - set v - } "Page-$i v0" -} -do_test pager-4.3 { - lrange [pager_stats $::p1] 0 1 -} {ref 1} -do_test pager-4.4 { - lrange [pager_stats $::p1] 8 9 -} {state 1} - -for {set i 1} {$i<20} {incr i} { - do_test pager-4.5.$i.0 { - set res {} - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - set shouldbe "Page-$j v[expr {$i-1}]" - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager-4.5.$i.1 { - page_write $g1 "Page-1 v$i" - lrange [pager_stats $p1] 8 9 - } {state 2} - do_test pager-4.5.$i.2 { - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - page_write $gx "Page-$j v$i" - page_unref $gx - if {$j==$i} { - pager_stmt_begin $p1 - } - } - } {} - do_test pager-4.5.$i.3 { - set res {} - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - set shouldbe "Page-$j v$i" - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager-4.5.$i.4 { - pager_rollback $p1 - set res {} - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - set shouldbe "Page-$j v[expr {$i-1}]" - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager-4.5.$i.5 { - page_write $g1 "Page-1 v$i" - lrange [pager_stats $p1] 8 9 - } {state 2} - do_test pager-4.5.$i.6 { - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - page_write $gx "Page-$j v$i" - page_unref $gx - if {$j==$i} { - pager_stmt_begin $p1 - } - } - } {} - do_test pager-4.5.$i.7 { - pager_stmt_rollback $p1 - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - if {$j<=$i || $i==1} { - set shouldbe "Page-$j v$i" - } else { - set shouldbe "Page-$j v[expr {$i-1}]" - } - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager-4.5.$i.8 { - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - page_write $gx "Page-$j v$i" - page_unref $gx - if {$j==$i} { - pager_stmt_begin $p1 - } - } - } {} - do_test pager-4.5.$i.9 { - pager_stmt_commit $p1 - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - set shouldbe "Page-$j v$i" - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager-4.5.$i.10 { - pager_commit $p1 - lrange [pager_stats $p1] 8 9 - } {state 1} -} - -# Test that nothing bad happens when sqlite3pager_set_cachesize() is -# called with a negative argument. -do_test pager-4.6.1 { - pager_close [pager_open ptf2.db -15] -} {} - -# Test truncate on an in-memory database is Ok. -ifcapable memorydb { - do_test pager-4.6.2 { - set ::p2 [pager_open :memory: 10] - pager_truncate $::p2 5 - } {} - do_test pager-4.6.3 { - for {set i 1} {$i<5} {incr i} { - set p [page_get $::p2 $i] - page_write $p "Page $i" - page_unref $p - pager_commit $::p2 - } - pager_truncate $::p2 3 - } {} - do_test pager-4.6.4 { - pager_close $::p2 - } {} -} - -do_test pager-4.99 { - pager_close $::p1 -} {} - - - - file delete -force ptf1.db - -} ;# end if( not mem: and has pager_open command ); - -if 0 { -# Ticket #615: an assertion fault inside the pager. It is a benign -# fault, but we might as well test for it. -# -do_test pager-5.1 { - sqlite3 db test.db - execsql { - BEGIN; - CREATE TABLE t1(x); - PRAGMA synchronous=off; - COMMIT; - } -} {} -} - -# The following tests cover rolling back hot journal files. -# They can't be run on windows because the windows version of -# SQLite holds a mandatory exclusive lock on journal files it has open. -# -if {$tcl_platform(platform)!="windows"} { -do_test pager-6.1 { - file delete -force test2.db - file delete -force test2.db-journal - sqlite3 db2 test2.db - execsql { - PRAGMA synchronous = 0; - CREATE TABLE abc(a, b, c); - INSERT INTO abc VALUES(1, 2, randstr(200,200)); - INSERT INTO abc VALUES(1, 2, randstr(200,200)); - INSERT INTO abc VALUES(1, 2, randstr(200,200)); - INSERT INTO abc VALUES(1, 2, randstr(200,200)); - INSERT INTO abc VALUES(1, 2, randstr(200,200)); - INSERT INTO abc VALUES(1, 2, randstr(200,200)); - INSERT INTO abc VALUES(1, 2, randstr(200,200)); - INSERT INTO abc VALUES(1, 2, randstr(200,200)); - INSERT INTO abc VALUES(1, 2, randstr(200,200)); - BEGIN; - UPDATE abc SET c = randstr(200,200); - } db2 - copy_file test2.db test.db - copy_file test2.db-journal test.db-journal - - set f [open test.db-journal a] - fconfigure $f -encoding binary - seek $f [expr [file size test.db-journal] - 1032] start - puts -nonewline $f "\00\00\00\00" - close $f - - sqlite3 db test.db - execsql { - SELECT sql FROM sqlite_master - } -} {{CREATE TABLE abc(a, b, c)}} - -do_test pager-6.2 { - copy_file test2.db test.db - copy_file test2.db-journal test.db-journal - - set f [open test.db-journal a] - fconfigure $f -encoding binary - seek $f [expr [file size test.db-journal] - 1032] start - puts -nonewline $f "\00\00\00\FF" - close $f - - sqlite3 db test.db - execsql { - SELECT sql FROM sqlite_master - } -} {{CREATE TABLE abc(a, b, c)}} - -do_test pager-6.3 { - copy_file test2.db test.db - copy_file test2.db-journal test.db-journal - - set f [open test.db-journal a] - fconfigure $f -encoding binary - seek $f [expr [file size test.db-journal] - 4] start - puts -nonewline $f "\00\00\00\00" - close $f - - sqlite3 db test.db - execsql { - SELECT sql FROM sqlite_master - } -} {{CREATE TABLE abc(a, b, c)}} - -do_test pager-6.4.1 { - execsql { - BEGIN; - SELECT sql FROM sqlite_master; - } - copy_file test2.db-journal test.db-journal; - sqlite3 db3 test.db - catchsql { - BEGIN; - SELECT sql FROM sqlite_master; - } db3; -} {1 {database is locked}} -do_test pager-6.4.2 { - file delete -force test.db-journal - catchsql { - SELECT sql FROM sqlite_master; - } db3; -} {0 {{CREATE TABLE abc(a, b, c)}}} -do_test pager-6.4.3 { - db3 close - execsql { - COMMIT; - } -} {} - -do_test pager-6.5 { - copy_file test2.db test.db - copy_file test2.db-journal test.db-journal - - set f [open test.db-journal a] - fconfigure $f -encoding binary - puts -nonewline $f "hello" - puts -nonewline $f "\x00\x00\x00\x05\x01\x02\x03\x04" - puts -nonewline $f "\xd9\xd5\x05\xf9\x20\xa1\x63\xd7" - close $f - - sqlite3 db test.db - execsql { - SELECT sql FROM sqlite_master - } -} {{CREATE TABLE abc(a, b, c)}} - -do_test pager-6.5 { - db2 close -} {} -} -finish_test - - - diff --git a/libs/sqlite/test/pager2.test b/libs/sqlite/test/pager2.test deleted file mode 100644 index 3907257473..0000000000 --- a/libs/sqlite/test/pager2.test +++ /dev/null @@ -1,408 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is page cache subsystem. -# -# $Id: pager2.test,v 1.5 2004/11/22 05:26:28 danielk1977 Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Don't run this test file if the pager test interface [pager_open] is not -# available, or the library was compiled without in-memory database support. -# -if {[info commands pager_open]!=""} { -ifcapable memorydb { -db close - -# Basic sanity check. Open and close a pager. -# -do_test pager2-1.0 { - set v [catch { - set ::p1 [pager_open :memory: 10] - } msg] -} {0} -do_test pager2-1.1 { - pager_stats $::p1 -} {ref 0 page 0 max 10 size 0 state 0 err 0 hit 0 miss 0 ovfl 0} -do_test pager2-1.2 { - pager_pagecount $::p1 -} {0} -do_test pager2-1.3 { - pager_stats $::p1 -} {ref 0 page 0 max 10 size 0 state 0 err 0 hit 0 miss 0 ovfl 0} -do_test pager2-1.4 { - pager_close $::p1 -} {} - -# Try to write a few pages. -# -do_test pager2-2.1 { - set v [catch { - set ::p1 [pager_open :memory: 10] - } msg] -} {0} -#do_test pager2-2.2 { -# set v [catch { -# set ::g1 [page_get $::p1 0] -# } msg] -# lappend v $msg -#} {1 SQLITE_ERROR} -do_test pager2-2.3.1 { - set ::gx [page_lookup $::p1 1] -} {} -do_test pager2-2.3.2 { - pager_stats $::p1 -} {ref 0 page 0 max 10 size 0 state 0 err 0 hit 0 miss 0 ovfl 0} -do_test pager2-2.3.3 { - set v [catch { - set ::g1 [page_get $::p1 1] - } msg] - if {$v} {lappend v $msg} - set v -} {0} -do_test pager2-2.3.3 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager2-2.3.4 { - set ::gx [page_lookup $::p1 1] - expr {$::gx!=""} -} {1} -do_test pager2-2.3.5 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager2-2.3.6 { - expr {$::g1==$::gx} -} {1} -do_test pager2-2.3.7 { - page_unref $::gx - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager2-2.4 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager2-2.5 { - pager_pagecount $::p1 -} {0} -do_test pager2-2.6 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager2-2.7 { - page_number $::g1 -} {1} -do_test pager2-2.8 { - page_read $::g1 -} {} -do_test pager2-2.9 { - page_unref $::g1 -} {} -do_test pager2-2.10 { - pager_stats $::p1 -} {ref 0 page 1 max 10 size 0 state 1 err 0 hit 0 miss 1 ovfl 0} -do_test pager2-2.11 { - set ::g1 [page_get $::p1 1] - expr {$::g1!=0} -} {1} -do_test pager2-2.12 { - page_number $::g1 -} {1} -do_test pager2-2.13 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 0 state 1 err 0 hit 1 miss 1 ovfl 0} -do_test pager2-2.14 { - set v [catch { - page_write $::g1 "Page-One" - } msg] - lappend v $msg -} {0 {}} -do_test pager2-2.15 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 1 state 4 err 0 hit 1 miss 1 ovfl 0} -do_test pager2-2.16 { - page_read $::g1 -} {Page-One} -do_test pager2-2.17 { - set v [catch { - pager_commit $::p1 - } msg] - lappend v $msg -} {0 {}} -do_test pager2-2.20 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 1 state 1 err 0 hit 1 miss 1 ovfl 0} -do_test pager2-2.19 { - pager_pagecount $::p1 -} {1} -do_test pager2-2.21 { - pager_stats $::p1 -} {ref 1 page 1 max 10 size 1 state 1 err 0 hit 1 miss 1 ovfl 0} -do_test pager2-2.22 { - page_unref $::g1 -} {} -do_test pager2-2.23 { - pager_stats $::p1 -} {ref 0 page 1 max 10 size 1 state 1 err 0 hit 1 miss 1 ovfl 0} -do_test pager2-2.24 { - set v [catch { - page_get $::p1 1 - } ::g1] - if {$v} {lappend v $::g1} - set v -} {0} -do_test pager2-2.25 { - page_read $::g1 -} {Page-One} -do_test pager2-2.26 { - set v [catch { - page_write $::g1 {page-one} - } msg] - lappend v $msg -} {0 {}} -do_test pager2-2.27 { - page_read $::g1 -} {page-one} -do_test pager2-2.28 { - set v [catch { - pager_rollback $::p1 - } msg] - lappend v $msg -} {0 {}} -do_test pager2-2.29 { - page_unref $::g1 - set ::g1 [page_get $::p1 1] - page_read $::g1 -} {Page-One} -#do_test pager2-2.99 { -# pager_close $::p1 -#} {} - -#do_test pager2-3.1 { -# set v [catch { -# set ::p1 [pager_open :memory: 15] -# } msg] -# if {$v} {lappend v $msg} -# set v -#} {0} -do_test pager2-3.2 { - pager_pagecount $::p1 -} {1} -do_test pager2-3.3 { - set v [catch { - set ::g(1) [page_get $::p1 1] - } msg] - if {$v} {lappend v $msg} - set v -} {0} -do_test pager2-3.4 { - page_read $::g(1) -} {Page-One} -do_test pager2-3.5 { - for {set i 2} {$i<=20} {incr i} { - set gx [page_get $::p1 $i] - page_write $gx "Page-$i" - page_unref $gx - } - pager_commit $::p1 -} {} -for {set i 2} {$i<=20} {incr i} { - do_test pager2-3.6.[expr {$i-1}] [subst { - set gx \[page_get $::p1 $i\] - set v \[page_read \$gx\] - page_unref \$gx - set v - }] "Page-$i" -} -for {set i 1} {$i<=20} {incr i} { - regsub -all CNT { - set ::g1 [page_get $::p1 CNT] - set ::g2 [page_get $::p1 CNT] - set ::vx [page_read $::g2] - expr {$::g1==$::g2} - } $i body; - do_test pager2-3.7.$i.1 $body {1} - regsub -all CNT { - page_unref $::g2 - set vy [page_read $::g1] - expr {$vy==$::vx} - } $i body; - do_test pager2-3.7.$i.2 $body {1} - regsub -all CNT { - page_unref $::g1 - set gx [page_get $::p1 CNT] - set vy [page_read $gx] - page_unref $gx - expr {$vy==$::vx} - } $i body; - do_test pager2-3.7.$i.3 $body {1} -} -do_test pager2-3.99 { - pager_close $::p1 -} {} - -# tests of the checkpoint mechanism and api -# -do_test pager2-4.0 { - set v [catch { - set ::p1 [pager_open :memory: 15] - } msg] - if {$v} {lappend v $msg} - set v -} {0} -do_test pager2-4.1 { - set g1 [page_get $::p1 1] - page_write $g1 "Page-1 v0" - for {set i 2} {$i<=20} {incr i} { - set gx [page_get $::p1 $i] - page_write $gx "Page-$i v0" - page_unref $gx - } - pager_commit $::p1 -} {} -for {set i 1} {$i<=20} {incr i} { - do_test pager2-4.2.$i { - set gx [page_get $p1 $i] - set v [page_read $gx] - page_unref $gx - set v - } "Page-$i v0" -} -do_test pager2-4.3 { - lrange [pager_stats $::p1] 0 1 -} {ref 1} -do_test pager2-4.4 { - lrange [pager_stats $::p1] 8 9 -} {state 1} - -for {set i 1} {$i<20} {incr i} { - do_test pager2-4.5.$i.0 { - set res {} - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - set shouldbe "Page-$j v[expr {$i-1}]" - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager2-4.5.$i.1 { - page_write $g1 "Page-1 v$i" - lrange [pager_stats $p1] 8 9 - } {state 4} - do_test pager2-4.5.$i.2 { - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - page_write $gx "Page-$j v$i" - page_unref $gx - if {$j==$i} { - pager_stmt_begin $p1 - } - } - } {} - do_test pager2-4.5.$i.3 { - set res {} - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - set shouldbe "Page-$j v$i" - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager2-4.5.$i.4 { - pager_rollback $p1 - set res {} - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - set shouldbe "Page-$j v[expr {$i-1}]" - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager2-4.5.$i.5 { - page_write $g1 "Page-1 v$i" - lrange [pager_stats $p1] 8 9 - } {state 4} - do_test pager2-4.5.$i.6 { - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - page_write $gx "Page-$j v$i" - page_unref $gx - if {$j==$i} { - pager_stmt_begin $p1 - } - } - } {} - do_test pager2-4.5.$i.7 { - pager_stmt_rollback $p1 - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - if {$j<=$i || $i==1} { - set shouldbe "Page-$j v$i" - } else { - set shouldbe "Page-$j v[expr {$i-1}]" - } - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager2-4.5.$i.8 { - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - page_write $gx "Page-$j v$i" - page_unref $gx - if {$j==$i} { - pager_stmt_begin $p1 - } - } - } {} - do_test pager2-4.5.$i.9 { - pager_stmt_commit $p1 - for {set j 2} {$j<=20} {incr j} { - set gx [page_get $p1 $j] - set value [page_read $gx] - page_unref $gx - set shouldbe "Page-$j v$i" - if {$value!=$shouldbe} { - lappend res $value $shouldbe - } - } - set res - } {} - do_test pager2-4.5.$i.10 { - pager_commit $p1 - lrange [pager_stats $p1] 8 9 - } {state 1} -} - -do_test pager2-4.99 { - pager_close $::p1 -} {} - -} ;# ifcapable inmemory -} ;# end if( has pager_open command ); - - -finish_test diff --git a/libs/sqlite/test/pager3.test b/libs/sqlite/test/pager3.test deleted file mode 100644 index 59a97c52bb..0000000000 --- a/libs/sqlite/test/pager3.test +++ /dev/null @@ -1,73 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is page cache subsystem. -# -# $Id: pager3.test,v 1.3 2005/03/29 03:11:00 danielk1977 Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# This test makes sure the database file is truncated back to the correct -# length on a rollback. -# -# After some preliminary setup, a transaction is start at NOTE (1). -# The create table on the following line allocates an additional page -# at the end of the database file. But that page is not written because -# the database still has a RESERVED lock, not an EXCLUSIVE lock. The -# new page is held in memory and the size of the file is unchanged. -# The insert at NOTE (2) begins adding additional pages. Then it hits -# a constraint error and aborts. The abort causes sqlite3OsTruncate() -# to be called to restore the file to the same length as it was after -# the create table. But the create table results had not yet been -# written so the file is actually lengthened by this truncate. Finally, -# the rollback at NOTE (3) is called to undo all the changes since the -# begin. This rollback should truncate the database again. -# -# This test was added because the second truncate at NOTE (3) was not -# occurring on early versions of SQLite 3.0. -# -ifcapable tempdb { - do_test pager3-1.1 { - execsql { - create table t1(a unique, b); - insert into t1 values(1, 'abcdefghijklmnopqrstuvwxyz'); - insert into t1 values(2, 'abcdefghijklmnopqrstuvwxyz'); - update t1 set b=b||a||b; - update t1 set b=b||a||b; - update t1 set b=b||a||b; - update t1 set b=b||a||b; - update t1 set b=b||a||b; - update t1 set b=b||a||b; - create temp table t2 as select * from t1; - begin; ------- NOTE (1) - create table t3(x); - } - catchsql { - insert into t1 select 4-a, b from t2; ----- NOTE (2) - } - execsql { - rollback; ------- NOTE (3) - } - db close - sqlite3 db test.db - set r ok - ifcapable {integrityck} { - set r [execsql { - pragma integrity_check; - }] - } - set r - } ok -} - -finish_test diff --git a/libs/sqlite/test/pagesize.test b/libs/sqlite/test/pagesize.test deleted file mode 100644 index 8887e2fe30..0000000000 --- a/libs/sqlite/test/pagesize.test +++ /dev/null @@ -1,179 +0,0 @@ -# 2004 September 2 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# This file implements tests for the page_size PRAGMA. -# -# $Id: pagesize.test,v 1.11 2006/01/17 09:35:02 danielk1977 Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# This test script depends entirely on "PRAGMA page_size". So if this -# pragma is not available, omit the whole file. -ifcapable !pager_pragmas { - finish_test - return -} - -do_test pagesize-1.1 { - execsql {PRAGMA page_size} -} 1024 -ifcapable {explain} { - do_test pagesize-1.2 { - catch {execsql {EXPLAIN PRAGMA page_size}} - } 0 -} -do_test pagesize-1.3 { - execsql { - CREATE TABLE t1(a); - PRAGMA page_size=2048; - PRAGMA page_size; - } -} 1024 - -do_test pagesize-1.4 { - db close - file delete -force test.db - sqlite3 db test.db - execsql { - PRAGMA page_size=511; - PRAGMA page_size; - } -} 1024 -do_test pagesize-1.5 { - execsql { - PRAGMA page_size=512; - PRAGMA page_size; - } -} 512 -do_test pagesize-1.6 { - execsql { - PRAGMA page_size=8192; - PRAGMA page_size; - } -} 8192 -do_test pagesize-1.7 { - execsql { - PRAGMA page_size=65537; - PRAGMA page_size; - } -} 8192 -do_test pagesize-1.8 { - execsql { - PRAGMA page_size=1234; - PRAGMA page_size - } -} 8192 - -foreach PGSZ {512 2048 4096 8192} { - ifcapable memorydb { - do_test pagesize-2.$PGSZ.0 { - db close - sqlite3 db :memory: - execsql "PRAGMA page_size=$PGSZ;" - execsql {PRAGMA page_size} - } 1024 - } - do_test pagesize-2.$PGSZ.1 { - db close - file delete -force test.db - sqlite3 db test.db - execsql "PRAGMA page_size=$PGSZ" - execsql { - CREATE TABLE t1(x); - PRAGMA page_size; - } - } $PGSZ - do_test pagesize-2.$PGSZ.2 { - db close - sqlite3 db test.db - execsql { - PRAGMA page_size - } - } $PGSZ - do_test pagesize-2.$PGSZ.3 { - file size test.db - } [expr {$PGSZ*($AUTOVACUUM?3:2)}] - ifcapable {vacuum} { - do_test pagesize-2.$PGSZ.4 { - execsql {VACUUM} - } {} - } - integrity_check pagesize-2.$PGSZ.5 - do_test pagesize-2.$PGSZ.6 { - db close - sqlite3 db test.db - execsql {PRAGMA page_size} - } $PGSZ - do_test pagesize-2.$PGSZ.7 { - execsql { - INSERT INTO t1 VALUES(randstr(10,9000)); - INSERT INTO t1 VALUES(randstr(10,9000)); - INSERT INTO t1 VALUES(randstr(10,9000)); - BEGIN; - INSERT INTO t1 SELECT x||x FROM t1; - INSERT INTO t1 SELECT x||x FROM t1; - INSERT INTO t1 SELECT x||x FROM t1; - INSERT INTO t1 SELECT x||x FROM t1; - SELECT count(*) FROM t1; - } - } 48 - do_test pagesize-2.$PGSZ.8 { - execsql { - ROLLBACK; - SELECT count(*) FROM t1; - } - } 3 - integrity_check pagesize-2.$PGSZ.9 - do_test pagesize-2.$PGSZ.10 { - db close - sqlite3 db test.db - execsql {PRAGMA page_size} - } $PGSZ - do_test pagesize-2.$PGSZ.11 { - execsql { - INSERT INTO t1 SELECT x||x FROM t1; - INSERT INTO t1 SELECT x||x FROM t1; - INSERT INTO t1 SELECT x||x FROM t1; - INSERT INTO t1 SELECT x||x FROM t1; - INSERT INTO t1 SELECT x||x FROM t1; - INSERT INTO t1 SELECT x||x FROM t1; - SELECT count(*) FROM t1; - } - } 192 - do_test pagesize-2.$PGSZ.12 { - execsql { - BEGIN; - DELETE FROM t1 WHERE rowid%5!=0; - SELECT count(*) FROM t1; - } - } 38 - do_test pagesize-2.$PGSZ.13 { - execsql { - ROLLBACK; - SELECT count(*) FROM t1; - } - } 192 - integrity_check pagesize-2.$PGSZ.14 - do_test pagesize-2.$PGSZ.15 { - execsql {DELETE FROM t1 WHERE rowid%5!=0} - ifcapable {vacuum} {execsql VACUUM} - execsql {SELECT count(*) FROM t1} - } 38 - do_test pagesize-2.$PGSZ.16 { - execsql {DROP TABLE t1} - ifcapable {vacuum} {execsql VACUUM} - } {} - integrity_check pagesize-2.$PGSZ.17 -} - -finish_test diff --git a/libs/sqlite/test/pragma.test b/libs/sqlite/test/pragma.test deleted file mode 100644 index 0ececb05bf..0000000000 --- a/libs/sqlite/test/pragma.test +++ /dev/null @@ -1,983 +0,0 @@ -# 2002 March 6 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for the PRAGMA command. -# -# $Id: pragma.test,v 1.51 2007/01/27 14:26:07 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Test organization: -# -# pragma-1.*: Test cache_size, default_cache_size and synchronous on main db. -# pragma-2.*: Test synchronous on attached db. -# pragma-3.*: Test detection of table/index inconsistency by integrity_check. -# pragma-4.*: Test cache_size and default_cache_size on attached db. -# pragma-5.*: Test that pragma synchronous may not be used inside of a -# transaction. -# pragma-6.*: Test schema-query pragmas. -# pragma-7.*: Miscellaneous tests. -# pragma-8.*: Test user_version and schema_version pragmas. -# pragma-9.*: Test temp_store and temp_store_directory. -# pragma-10.*: Test the count_changes pragma in the presence of triggers. -# pragma-11.*: Test the collation_list pragma. -# - -ifcapable !pragma { - finish_test - return -} - -# Delete the preexisting database to avoid the special setup -# that the "all.test" script does. -# -db close -file delete test.db test.db-journal -file delete test3.db test3.db-journal -sqlite3 db test.db; set DB [sqlite3_connection_pointer db] - -ifcapable pager_pragmas { -do_test pragma-1.1 { - execsql { - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {2000 2000 2} -do_test pragma-1.2 { - execsql { - PRAGMA synchronous=OFF; - PRAGMA cache_size=1234; - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {1234 2000 0} -do_test pragma-1.3 { - db close - sqlite3 db test.db - execsql { - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {2000 2000 2} -do_test pragma-1.4 { - execsql { - PRAGMA synchronous=OFF; - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {2000 2000 0} -do_test pragma-1.5 { - execsql { - PRAGMA cache_size=4321; - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {4321 2000 0} -do_test pragma-1.6 { - execsql { - PRAGMA synchronous=ON; - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {4321 2000 1} -do_test pragma-1.7 { - db close - sqlite3 db test.db - execsql { - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {2000 2000 2} -do_test pragma-1.8 { - execsql { - PRAGMA default_cache_size=123; - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {123 123 2} -do_test pragma-1.9.1 { - db close - sqlite3 db test.db; set ::DB [sqlite3_connection_pointer db] - execsql { - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {123 123 2} -ifcapable vacuum { - do_test pragma-1.9.2 { - execsql { - VACUUM; - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } - } {123 123 2} -} -do_test pragma-1.10 { - execsql { - PRAGMA synchronous=NORMAL; - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {123 123 1} -do_test pragma-1.11 { - execsql { - PRAGMA synchronous=FULL; - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {123 123 2} -do_test pragma-1.12 { - db close - sqlite3 db test.db; set ::DB [sqlite3_connection_pointer db] - execsql { - PRAGMA cache_size; - PRAGMA default_cache_size; - PRAGMA synchronous; - } -} {123 123 2} - -# Make sure the pragma handler understands numeric values in addition -# to keywords like "off" and "full". -# -do_test pragma-1.13 { - execsql { - PRAGMA synchronous=0; - PRAGMA synchronous; - } -} {0} -do_test pragma-1.14 { - execsql { - PRAGMA synchronous=2; - PRAGMA synchronous; - } -} {2} -} ;# ifcapable pager_pragmas - -# Test turning "flag" pragmas on and off. -# -do_test pragma-1.15 { - execsql { - PRAGMA vdbe_listing=YES; - PRAGMA vdbe_listing; - } -} {1} -do_test pragma-1.16 { - execsql { - PRAGMA vdbe_listing=NO; - PRAGMA vdbe_listing; - } -} {0} -do_test pragma-1.17 { - execsql { - PRAGMA parser_trace=ON; - PRAGMA parser_trace=OFF; - } -} {} -do_test pragma-1.18 { - execsql { - PRAGMA bogus = -1234; -- Parsing of negative values - } -} {} - -# Test modifying the safety_level of an attached database. -do_test pragma-2.1 { - file delete -force test2.db - file delete -force test2.db-journal - execsql { - ATTACH 'test2.db' AS aux; - } -} {} -ifcapable pager_pragmas { -do_test pragma-2.2 { - execsql { - pragma aux.synchronous; - } -} {2} -do_test pragma-2.3 { - execsql { - pragma aux.synchronous = OFF; - pragma aux.synchronous; - pragma synchronous; - } -} {0 2} -do_test pragma-2.4 { - execsql { - pragma aux.synchronous = ON; - pragma synchronous; - pragma aux.synchronous; - } -} {2 1} -} ;# ifcapable pager_pragmas - -# Construct a corrupted index and make sure the integrity_check -# pragma finds it. -# -# These tests won't work if the database is encrypted -# -do_test pragma-3.1 { - execsql { - BEGIN; - CREATE TABLE t2(a,b,c); - CREATE INDEX i2 ON t2(a); - INSERT INTO t2 VALUES(11,2,3); - INSERT INTO t2 VALUES(22,3,4); - COMMIT; - SELECT rowid, * from t2; - } -} {1 11 2 3 2 22 3 4} -if {![sqlite3 -has-codec] && $sqlite_options(integrityck)} { - do_test pragma-3.2 { - set rootpage [execsql {SELECT rootpage FROM sqlite_master WHERE name='i2'}] - set db [btree_open test.db 100 0] - btree_begin_transaction $db - set c [btree_cursor $db $rootpage 1] - btree_first $c - btree_delete $c - btree_commit $db - btree_close $db - execsql {PRAGMA integrity_check} - } {{rowid 1 missing from index i2} {wrong # of entries in index i2}} - do_test pragma-3.3 { - execsql {PRAGMA integrity_check=1} - } {{rowid 1 missing from index i2}} - do_test pragma-3.4 { - execsql { - ATTACH DATABASE 'test.db' AS t2; - PRAGMA integrity_check - } - } {{rowid 1 missing from index i2} {wrong # of entries in index i2} {rowid 1 missing from index i2} {wrong # of entries in index i2}} - do_test pragma-3.5 { - execsql { - PRAGMA integrity_check=3 - } - } {{rowid 1 missing from index i2} {wrong # of entries in index i2} {rowid 1 missing from index i2}} - do_test pragma-3.6 { - execsql { - PRAGMA integrity_check=xyz - } - } {{rowid 1 missing from index i2} {wrong # of entries in index i2} {rowid 1 missing from index i2} {wrong # of entries in index i2}} - do_test pragma-3.7 { - execsql { - PRAGMA integrity_check=0 - } - } {{rowid 1 missing from index i2} {wrong # of entries in index i2} {rowid 1 missing from index i2} {wrong # of entries in index i2}} - - # Add additional corruption by appending unused pages to the end of - # the database file testerr.db - # - do_test pragma-3.8 { - execsql {DETACH t2} - file delete -force testerr.db testerr.db-journal - set out [open testerr.db w] - fconfigure $out -translation binary - set in [open test.db r] - fconfigure $in -translation binary - puts -nonewline $out [read $in] - seek $in 0 - puts -nonewline $out [read $in] - close $in - close $out - execsql {REINDEX t2} - execsql {PRAGMA integrity_check} - } {ok} - do_test pragma-3.9 { - execsql { - ATTACH 'testerr.db' AS t2; - PRAGMA integrity_check - } - } {{*** in database t2 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used} {rowid 1 missing from index i2} {wrong # of entries in index i2}} - do_test pragma-3.10 { - execsql { - PRAGMA integrity_check=1 - } - } {{*** in database t2 *** -Page 4 is never used}} - do_test pragma-3.11 { - execsql { - PRAGMA integrity_check=5 - } - } {{*** in database t2 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used} {rowid 1 missing from index i2} {wrong # of entries in index i2}} - do_test pragma-3.12 { - execsql { - PRAGMA integrity_check=4 - } - } {{*** in database t2 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used} {rowid 1 missing from index i2}} - do_test pragma-3.13 { - execsql { - PRAGMA integrity_check=3 - } - } {{*** in database t2 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used}} - do_test pragma-3.14 { - execsql { - PRAGMA integrity_check(2) - } - } {{*** in database t2 *** -Page 4 is never used -Page 5 is never used}} - do_test pragma-3.15 { - execsql { - ATTACH 'testerr.db' AS t3; - PRAGMA integrity_check - } - } {{*** in database t2 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used} {rowid 1 missing from index i2} {wrong # of entries in index i2} {*** in database t3 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used} {rowid 1 missing from index i2} {wrong # of entries in index i2}} - do_test pragma-3.16 { - execsql { - PRAGMA integrity_check(9) - } - } {{*** in database t2 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used} {rowid 1 missing from index i2} {wrong # of entries in index i2} {*** in database t3 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used} {rowid 1 missing from index i2}} - do_test pragma-3.17 { - execsql { - PRAGMA integrity_check=7 - } - } {{*** in database t2 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used} {rowid 1 missing from index i2} {wrong # of entries in index i2} {*** in database t3 *** -Page 4 is never used -Page 5 is never used}} - do_test pragma-3.18 { - execsql { - PRAGMA integrity_check=4 - } - } {{*** in database t2 *** -Page 4 is never used -Page 5 is never used -Page 6 is never used} {rowid 1 missing from index i2}} -} -do_test pragma-3.99 { - catchsql {DETACH t3} - catchsql {DETACH t2} - file delete -force testerr.db testerr.db-journal - catchsql {DROP INDEX i2} -} {0 {}} - -# Test modifying the cache_size of an attached database. -ifcapable pager_pragmas { -do_test pragma-4.1 { - execsql { - pragma aux.cache_size; - pragma aux.default_cache_size; - } -} {2000 2000} -do_test pragma-4.2 { - execsql { - pragma aux.cache_size = 50; - pragma aux.cache_size; - pragma aux.default_cache_size; - } -} {50 2000} -do_test pragma-4.3 { - execsql { - pragma aux.default_cache_size = 456; - pragma aux.cache_size; - pragma aux.default_cache_size; - } -} {456 456} -do_test pragma-4.4 { - execsql { - pragma cache_size; - pragma default_cache_size; - } -} {123 123} -do_test pragma-4.5 { - execsql { - DETACH aux; - ATTACH 'test3.db' AS aux; - pragma aux.cache_size; - pragma aux.default_cache_size; - } -} {2000 2000} -do_test pragma-4.6 { - execsql { - DETACH aux; - ATTACH 'test2.db' AS aux; - pragma aux.cache_size; - pragma aux.default_cache_size; - } -} {456 456} -} ;# ifcapable pager_pragmas - -# Test that modifying the sync-level in the middle of a transaction is -# disallowed. -ifcapable pager_pragmas { -do_test pragma-5.0 { - execsql { - pragma synchronous; - } -} {2} -do_test pragma-5.1 { - catchsql { - BEGIN; - pragma synchronous = OFF; - } -} {1 {Safety level may not be changed inside a transaction}} -do_test pragma-5.2 { - execsql { - pragma synchronous; - } -} {2} -catchsql {COMMIT;} -} ;# ifcapable pager_pragmas - -# Test schema-query pragmas -# -ifcapable schema_pragmas { -ifcapable tempdb { - do_test pragma-6.1 { - set res {} - execsql {SELECT * FROM sqlite_temp_master} - foreach {idx name file} [execsql {pragma database_list}] { - lappend res $idx $name - } - set res - } {0 main 1 temp 2 aux} -} -do_test pragma-6.2 { - execsql { - pragma table_info(t2) - } -} {0 a {} 0 {} 0 1 b {} 0 {} 0 2 c {} 0 {} 0} -db nullvalue <> -do_test pragma-6.2.2 { - execsql { - CREATE TABLE t5( - a TEXT DEFAULT CURRENT_TIMESTAMP, - b DEFAULT (5+3), - c TEXT, - d INTEGER DEFAULT NULL, - e TEXT DEFAULT '' - ); - PRAGMA table_info(t5); - } -} {0 a TEXT 0 CURRENT_TIMESTAMP 0 1 b {} 0 5+3 0 2 c TEXT 0 <> 0 3 d INTEGER 0 NULL 0 4 e TEXT 0 '' 0} -db nullvalue {} -ifcapable {foreignkey} { - do_test pragma-6.3 { - execsql { - CREATE TABLE t3(a int references t2(b), b UNIQUE); - pragma foreign_key_list(t3); - } - } {0 0 t2 a b} - do_test pragma-6.4 { - execsql { - pragma index_list(t3); - } - } {0 sqlite_autoindex_t3_1 1} -} -ifcapable {!foreignkey} { - execsql {CREATE TABLE t3(a,b UNIQUE)} -} -do_test pragma-6.5 { - execsql { - CREATE INDEX t3i1 ON t3(a,b); - pragma index_info(t3i1); - } -} {0 0 a 1 1 b} -} ;# ifcapable schema_pragmas -# Miscellaneous tests -# -ifcapable schema_pragmas { -do_test pragma-7.1 { - # Make sure a pragma knows to read the schema if it needs to - db close - sqlite3 db test.db - execsql { - pragma index_list(t3); - } -} {0 t3i1 0 1 sqlite_autoindex_t3_1 1} -} ;# ifcapable schema_pragmas -ifcapable {utf16} { - do_test pragma-7.2 { - db close - sqlite3 db test.db - catchsql { - pragma encoding=bogus; - } - } {1 {unsupported encoding: bogus}} -} -ifcapable tempdb { - do_test pragma-7.3 { - db close - sqlite3 db test.db - execsql { - pragma lock_status; - } - } {main unlocked temp closed} -} else { - do_test pragma-7.3 { - db close - sqlite3 db test.db - execsql { - pragma lock_status; - } - } {main unlocked} -} - - -#---------------------------------------------------------------------- -# Test cases pragma-8.* test the "PRAGMA schema_version" and "PRAGMA -# user_version" statements. -# -# pragma-8.1: PRAGMA schema_version -# pragma-8.2: PRAGMA user_version -# - -ifcapable schema_version { - -# First check that we can set the schema version and then retrieve the -# same value. -do_test pragma-8.1.1 { - execsql { - PRAGMA schema_version = 105; - } -} {} -do_test pragma-8.1.2 { - execsql2 { - PRAGMA schema_version; - } -} {schema_version 105} -do_test pragma-8.1.3 { - execsql { - PRAGMA schema_version = 106; - } -} {} -do_test pragma-8.1.4 { - execsql { - PRAGMA schema_version; - } -} 106 - -# Check that creating a table modifies the schema-version (this is really -# to verify that the value being read is in fact the schema version). -do_test pragma-8.1.5 { - execsql { - CREATE TABLE t4(a, b, c); - INSERT INTO t4 VALUES(1, 2, 3); - SELECT * FROM t4; - } -} {1 2 3} -do_test pragma-8.1.6 { - execsql { - PRAGMA schema_version; - } -} 107 - -# Now open a second connection to the database. Ensure that changing the -# schema-version using the first connection forces the second connection -# to reload the schema. This has to be done using the C-API test functions, -# because the TCL API accounts for SCHEMA_ERROR and retries the query. -do_test pragma-8.1.7 { - sqlite3 db2 test.db; set ::DB2 [sqlite3_connection_pointer db2] - execsql { - SELECT * FROM t4; - } db2 -} {1 2 3} -do_test pragma-8.1.8 { - execsql { - PRAGMA schema_version = 108; - } -} {} -do_test pragma-8.1.9 { - set ::STMT [sqlite3_prepare $::DB2 "SELECT * FROM t4" -1 DUMMY] - sqlite3_step $::STMT -} SQLITE_ERROR -do_test pragma-8.1.10 { - sqlite3_finalize $::STMT -} SQLITE_SCHEMA - -# Make sure the schema-version can be manipulated in an attached database. -file delete -force test2.db -file delete -force test2.db-journal -do_test pragma-8.1.11 { - execsql { - ATTACH 'test2.db' AS aux; - CREATE TABLE aux.t1(a, b, c); - PRAGMA aux.schema_version = 205; - } -} {} -do_test pragma-8.1.12 { - execsql { - PRAGMA aux.schema_version; - } -} 205 -do_test pragma-8.1.13 { - execsql { - PRAGMA schema_version; - } -} 108 - -# And check that modifying the schema-version in an attached database -# forces the second connection to reload the schema. -do_test pragma-8.1.14 { - sqlite3 db2 test.db; set ::DB2 [sqlite3_connection_pointer db2] - execsql { - ATTACH 'test2.db' AS aux; - SELECT * FROM aux.t1; - } db2 -} {} -do_test pragma-8.1.15 { - execsql { - PRAGMA aux.schema_version = 206; - } -} {} -do_test pragma-8.1.16 { - set ::STMT [sqlite3_prepare $::DB2 "SELECT * FROM aux.t1" -1 DUMMY] - sqlite3_step $::STMT -} SQLITE_ERROR -do_test pragma-8.1.17 { - sqlite3_finalize $::STMT -} SQLITE_SCHEMA -do_test pragma-8.1.18 { - db2 close -} {} - -# Now test that the user-version can be read and written (and that we aren't -# accidentally manipulating the schema-version instead). -do_test pragma-8.2.1 { - execsql2 { - PRAGMA user_version; - } -} {user_version 0} -do_test pragma-8.2.2 { - execsql { - PRAGMA user_version = 2; - } -} {} -do_test pragma-8.2.3.1 { - execsql2 { - PRAGMA user_version; - } -} {user_version 2} -do_test pragma-8.2.3.2 { - db close - sqlite3 db test.db - execsql { - PRAGMA user_version; - } -} {2} -do_test pragma-8.2.4.1 { - execsql { - PRAGMA schema_version; - } -} {108} -ifcapable vacuum { - do_test pragma-8.2.4.2 { - execsql { - VACUUM; - PRAGMA user_version; - } - } {2} - do_test pragma-8.2.4.3 { - execsql { - PRAGMA schema_version; - } - } {109} -} -db eval {ATTACH 'test2.db' AS aux} - -# Check that the user-version in the auxilary database can be manipulated ( -# and that we aren't accidentally manipulating the same in the main db). -do_test pragma-8.2.5 { - execsql { - PRAGMA aux.user_version; - } -} {0} -do_test pragma-8.2.6 { - execsql { - PRAGMA aux.user_version = 3; - } -} {} -do_test pragma-8.2.7 { - execsql { - PRAGMA aux.user_version; - } -} {3} -do_test pragma-8.2.8 { - execsql { - PRAGMA main.user_version; - } -} {2} - -# Now check that a ROLLBACK resets the user-version if it has been modified -# within a transaction. -do_test pragma-8.2.9 { - execsql { - BEGIN; - PRAGMA aux.user_version = 10; - PRAGMA user_version = 11; - } -} {} -do_test pragma-8.2.10 { - execsql { - PRAGMA aux.user_version; - } -} {10} -do_test pragma-8.2.11 { - execsql { - PRAGMA main.user_version; - } -} {11} -do_test pragma-8.2.12 { - execsql { - ROLLBACK; - PRAGMA aux.user_version; - } -} {3} -do_test pragma-8.2.13 { - execsql { - PRAGMA main.user_version; - } -} {2} - -# Try a negative value for the user-version -do_test pragma-8.2.14 { - execsql { - PRAGMA user_version = -450; - } -} {} -do_test pragma-8.2.15 { - execsql { - PRAGMA user_version; - } -} {-450} -} ; # ifcapable schema_version - - -# Test temp_store and temp_store_directory pragmas -# -ifcapable pager_pragmas { -do_test pragma-9.1 { - db close - sqlite3 db test.db - execsql { - PRAGMA temp_store; - } -} {0} -do_test pragma-9.2 { - execsql { - PRAGMA temp_store=file; - PRAGMA temp_store; - } -} {1} -do_test pragma-9.3 { - execsql { - PRAGMA temp_store=memory; - PRAGMA temp_store; - } -} {2} -do_test pragma-9.4 { - execsql { - PRAGMA temp_store_directory; - } -} {} -do_test pragma-9.5 { - set pwd [string map {' ''} [pwd]] - execsql " - PRAGMA temp_store_directory='$pwd'; - " -} {} -do_test pragma-9.6 { - execsql { - PRAGMA temp_store_directory; - } -} [list [pwd]] -do_test pragma-9.7 { - catchsql { - PRAGMA temp_store_directory='/NON/EXISTENT/PATH/FOOBAR'; - } -} {1 {not a writable directory}} -do_test pragma-9.8 { - execsql { - PRAGMA temp_store_directory=''; - } -} {} -ifcapable tempdb { - do_test pragma-9.9 { - execsql { - PRAGMA temp_store_directory; - PRAGMA temp_store=FILE; - CREATE TEMP TABLE temp_store_directory_test(a integer); - INSERT INTO temp_store_directory_test values (2); - SELECT * FROM temp_store_directory_test; - } - } {2} -} -do_test pragma-9.10 { - catchsql " - PRAGMA temp_store_directory='$pwd'; - SELECT * FROM temp_store_directory_test; - " -} {1 {no such table: temp_store_directory_test}} -} ;# ifcapable pager_pragmas - -ifcapable trigger { - -do_test pragma-10.0 { - catchsql { - DROP TABLE main.t1; - } - execsql { - PRAGMA count_changes = 1; - - CREATE TABLE t1(a PRIMARY KEY); - CREATE TABLE t1_mirror(a); - CREATE TABLE t1_mirror2(a); - CREATE TRIGGER t1_bi BEFORE INSERT ON t1 BEGIN - INSERT INTO t1_mirror VALUES(new.a); - END; - CREATE TRIGGER t1_ai AFTER INSERT ON t1 BEGIN - INSERT INTO t1_mirror2 VALUES(new.a); - END; - CREATE TRIGGER t1_bu BEFORE UPDATE ON t1 BEGIN - UPDATE t1_mirror SET a = new.a WHERE a = old.a; - END; - CREATE TRIGGER t1_au AFTER UPDATE ON t1 BEGIN - UPDATE t1_mirror2 SET a = new.a WHERE a = old.a; - END; - CREATE TRIGGER t1_bd BEFORE DELETE ON t1 BEGIN - DELETE FROM t1_mirror WHERE a = old.a; - END; - CREATE TRIGGER t1_ad AFTER DELETE ON t1 BEGIN - DELETE FROM t1_mirror2 WHERE a = old.a; - END; - } -} {} - -do_test pragma-10.1 { - execsql { - INSERT INTO t1 VALUES(randstr(10,10)); - } -} {1} -do_test pragma-10.2 { - execsql { - UPDATE t1 SET a = randstr(10,10); - } -} {1} -do_test pragma-10.3 { - execsql { - DELETE FROM t1; - } -} {1} - -} ;# ifcapable trigger - -ifcapable schema_pragmas { - do_test pragma-11.1 { - execsql2 { - pragma collation_list; - } - } {seq 0 name NOCASE seq 1 name BINARY} - do_test pragma-11.2 { - db collate New_Collation blah... - execsql { - pragma collation_list; - } - } {0 New_Collation 1 NOCASE 2 BINARY} -} - -ifcapable schema_pragmas&&tempdb { - do_test pragma-12.1 { - sqlite3 db2 test.db - execsql { - PRAGMA temp.table_info('abc'); - } db2 - } {} - db2 close - - do_test pragma-12.2 { - sqlite3 db2 test.db - execsql { - PRAGMA temp.default_cache_size = 200; - PRAGMA temp.default_cache_size; - } db2 - } {200} - db2 close - - do_test pragma-12.3 { - sqlite3 db2 test.db - execsql { - PRAGMA temp.cache_size = 400; - PRAGMA temp.cache_size; - } db2 - } {400} - db2 close -} - -ifcapable bloblit { - -do_test pragma-13.1 { - execsql { - DROP TABLE IF EXISTS t4; - PRAGMA vdbe_trace=on; - PRAGMA vdbe_listing=on; - PRAGMA sql_trace=on; - CREATE TABLE t4(a INTEGER PRIMARY KEY,b); - INSERT INTO t4(b) VALUES(x'0123456789abcdef0123456789abcdef0123456789'); - INSERT INTO t4(b) VALUES(randstr(30,30)); - INSERT INTO t4(b) VALUES(1.23456); - INSERT INTO t4(b) VALUES(NULL); - INSERT INTO t4(b) VALUES(0); - INSERT INTO t4(b) SELECT b||b||b||b FROM t4; - SELECT * FROM t4; - } - execsql { - PRAGMA vdbe_trace=off; - PRAGMA vdbe_listing=off; - PRAGMA sql_trace=off; - } -} {} - -} ;# ifcapable bloblit - -# Reset the sqlite3_temp_directory variable for the next run of tests: -sqlite3 dbX :memory: -dbX eval {PRAGMA temp_store_directory = ""} -dbX close - -finish_test diff --git a/libs/sqlite/test/printf.test b/libs/sqlite/test/printf.test deleted file mode 100644 index bd0a230972..0000000000 --- a/libs/sqlite/test/printf.test +++ /dev/null @@ -1,242 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the sqlite_*_printf() interface. -# -# $Id: printf.test,v 1.21 2006/03/19 13:00:25 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -set n 1 -foreach v {1 2 5 10 99 100 1000000 999999999 0 -1 -2 -5 -10 -99 -100 -9999999} { - set v32 [expr {$v&0xffffffff}] - do_test printf-1.$n.1 [subst { - sqlite3_mprintf_int {Three integers: %d %x %o} $v $v $v - }] [format {Three integers: %d %x %o} $v $v32 $v32] - do_test printf-1.$n.2 [subst { - sqlite3_mprintf_int {Three integers: (%6d) (%6x) (%6o)} $v $v $v - }] [format {Three integers: (%6d) (%6x) (%6o)} $v $v32 $v32] - do_test printf-1.$n.3 [subst { - sqlite3_mprintf_int {Three integers: (%-6d) (%-6x) (%-6o)} $v $v $v - }] [format {Three integers: (%-6d) (%-6x) (%-6o)} $v $v32 $v32] - do_test printf-1.$n.4 [subst { - sqlite3_mprintf_int {Three integers: (%+6d) (%+6x) (%+6o)} $v $v $v - }] [format {Three integers: (%+6d) (%+6x) (%+6o)} $v $v32 $v32] - do_test printf-1.$n.5 [subst { - sqlite3_mprintf_int {Three integers: (%06d) (%06x) (%06o)} $v $v $v - }] [format {Three integers: (%06d) (%06x) (%06o)} $v $v32 $v32] - do_test printf-1.$n.6 [subst { - sqlite3_mprintf_int {Three integers: (% 6d) (% 6x) (% 6o)} $v $v $v - }] [format {Three integers: (% 6d) (% 6x) (% 6o)} $v $v32 $v32] - do_test printf-1.$n.7 [subst { - sqlite3_mprintf_int {Three integers: (%#6d) (%#6x) (%#6o)} $v $v $v - }] [format {Three integers: (%#6d) (%#6x) (%#6o)} $v $v32 $v32] - incr n -} - - -if {$::tcl_platform(platform)!="windows"} { - -set m 1 -foreach {a b} {1 1 5 5 10 10 10 5} { - set n 1 - foreach x {0.001 1.0e-20 1.0 0.0 100.0 9.99999 -0.00543 -1.0 -99.99999} { - do_test printf-2.$m.$n.1 [subst { - sqlite3_mprintf_double {A double: %*.*f} $a $b $x - }] [format {A double: %*.*f} $a $b $x] - do_test printf-2.$m.$n.2 [subst { - sqlite3_mprintf_double {A double: %*.*e} $a $b $x - }] [format {A double: %*.*e} $a $b $x] - do_test printf-2.$m.$n.3 [subst { - sqlite3_mprintf_double {A double: %*.*g} $a $b $x - }] [format {A double: %*.*g} $a $b $x] - do_test printf-2.$m.$n.4 [subst { - sqlite3_mprintf_double {A double: %d %d %g} $a $b $x - }] [format {A double: %d %d %g} $a $b $x] - do_test printf-2.$m.$n.5 [subst { - sqlite3_mprintf_double {A double: %d %d %#g} $a $b $x - }] [format {A double: %d %d %#g} $a $b $x] - do_test printf-2.$m.$n.6 [subst { - sqlite3_mprintf_double {A double: %d %d %010g} $a $b $x - }] [format {A double: %d %d %010g} $a $b $x] - incr n - } - incr m -} - -} ;# endif not windows - -do_test printf-3.1 { - sqlite3_mprintf_str {A String: (%*.*s)} 10 10 {This is the string} -} [format {A String: (%*.*s)} 10 10 {This is the string}] -do_test printf-3.2 { - sqlite3_mprintf_str {A String: (%*.*s)} 10 5 {This is the string} -} [format {A String: (%*.*s)} 10 5 {This is the string}] -do_test printf-3.3 { - sqlite3_mprintf_str {A String: (%*.*s)} -10 5 {This is the string} -} [format {A String: (%*.*s)} -10 5 {This is the string}] -do_test printf-3.4 { - sqlite3_mprintf_str {%d %d A String: (%s)} 1 2 {This is the string} -} [format {%d %d A String: (%s)} 1 2 {This is the string}] -do_test printf-3.5 { - sqlite3_mprintf_str {%d %d A String: (%30s)} 1 2 {This is the string} -} [format {%d %d A String: (%30s)} 1 2 {This is the string}] -do_test printf-3.6 { - sqlite3_mprintf_str {%d %d A String: (%-30s)} 1 2 {This is the string} -} [format {%d %d A String: (%-30s)} 1 2 {This is the string}] - -do_test printf-4.1 { - sqlite3_mprintf_str {%d %d A quoted string: '%q'} 1 2 {Hi Y'all} -} {1 2 A quoted string: 'Hi Y''all'} -do_test printf-4.2 { - sqlite3_mprintf_str {%d %d A NULL pointer in %%q: '%q'} 1 2 -} {1 2 A NULL pointer in %q: '(NULL)'} -do_test printf-4.3 { - sqlite3_mprintf_str {%d %d A quoted string: %Q} 1 2 {Hi Y'all} -} {1 2 A quoted string: 'Hi Y''all'} -do_test printf-4.4 { - sqlite3_mprintf_str {%d %d A NULL pointer in %%Q: %Q} 1 2 -} {1 2 A NULL pointer in %Q: NULL} - -do_test printf-5.1 { - set x [sqlite3_mprintf_str {%d %d %100000s} 0 0 {Hello}] - string length $x -} {344} -do_test printf-5.2 { - sqlite3_mprintf_str {%d %d (%-10.10s) %} -9 -10 {HelloHelloHello} -} {-9 -10 (HelloHello) %} - -do_test printf-6.1 { - sqlite3_mprintf_z_test , one two three four five six -} {,one,two,three,four,five,six} - - -do_test printf-7.1 { - sqlite3_mprintf_scaled {A double: %g} 1.0e307 1.0 -} {A double: 1e+307} -do_test printf-7.2 { - sqlite3_mprintf_scaled {A double: %g} 1.0e307 10.0 -} {A double: 1e+308} -do_test printf-7.3 { - sqlite3_mprintf_scaled {A double: %g} 1.0e307 100.0 -} {A double: NaN} - -do_test printf-8.1 { - sqlite3_mprintf_int {%u %u %u} 0x7fffffff 0x80000000 0xffffffff -} {2147483647 2147483648 4294967295} -do_test printf-8.2 { - sqlite3_mprintf_int {%lu %lu %lu} 0x7fffffff 0x80000000 0xffffffff -} {2147483647 2147483648 4294967295} -do_test printf-8.3 { - sqlite3_mprintf_int64 {%llu %llu %llu} 2147483647 2147483648 4294967296 -} {2147483647 2147483648 4294967296} -do_test printf-8.4 { - sqlite3_mprintf_int64 {%lld %lld %lld} 2147483647 2147483648 4294967296 -} {2147483647 2147483648 4294967296} -do_test printf-8.5 { - sqlite3_mprintf_int64 {%llx %llx %llx} 2147483647 2147483648 4294967296 -} {7fffffff 80000000 100000000} -do_test printf-8.6 { - sqlite3_mprintf_int64 {%llx %llo %lld} -1 -1 -1 -} {ffffffffffffffff 1777777777777777777777 -1} - -do_test printf-9.1 { - sqlite3_mprintf_int {%*.*c} 4 4 65 -} {AAAA} -do_test printf-9.2 { - sqlite3_mprintf_int {%*.*c} -4 1 66 -} {B } -do_test printf-9.3 { - sqlite3_mprintf_int {%*.*c} 4 1 67 -} { C} -do_test printf-9.4 { - sqlite3_mprintf_int {%d %d %c} 4 1 67 -} {4 1 C} -set ten { } -set fifty $ten$ten$ten$ten$ten -do_test printf-9.5 { - sqlite3_mprintf_int {%d %*c} 1 -201 67 -} "1 C$fifty$fifty$fifty$fifty" -do_test printf-9.6 { - sqlite3_mprintf_int {hi%12345.12346yhello} 0 0 0 -} {hi} - -# Ticket #812 -# -do_test printf-10.1 { - sqlite3_mprintf_stronly %s {} -} {} - -# Ticket #831 -# -do_test printf-10.2 { - sqlite3_mprintf_stronly %q {} -} {} - -# Ticket #1340: Test for loss of precision on large positive exponents -# -do_test printf-10.3 { - sqlite3_mprintf_double {%d %d %f} 1 1 1e300 -} {1 1 1000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000.000000} - -# The non-standard '!' flag on a 'g' conversion forces a decimal point -# and at least one digit on either side of the decimal point. -# -do_test printf-11.1 { - sqlite3_mprintf_double {%d %d %!g} 1 1 1 -} {1 1 1.0} -do_test printf-11.2 { - sqlite3_mprintf_double {%d %d %!g} 1 1 123 -} {1 1 123.0} -do_test printf-11.3 { - sqlite3_mprintf_double {%d %d %!g} 1 1 12.3 -} {1 1 12.3} -do_test printf-11.4 { - sqlite3_mprintf_double {%d %d %!g} 1 1 0.123 -} {1 1 0.123} -do_test printf-11.5 { - sqlite3_mprintf_double {%d %d %!.15g} 1 1 1 -} {1 1 1.0} -do_test printf-11.6 { - sqlite3_mprintf_double {%d %d %!.15g} 1 1 1e10 -} {1 1 10000000000.0} -do_test printf-11.7 { - sqlite3_mprintf_double {%d %d %!.15g} 1 1 1e300 -} {1 1 1.0e+300} - -# Additional tests for coverage -# -do_test printf-12.1 { - sqlite3_mprintf_double {%d %d %.2000g} 1 1 1.0 -} {1 1 1} - -# Floating point boundary cases -# -do_test printf-13.1 { - sqlite3_mprintf_hexdouble %.20f 4024000000000000 -} {10.00000000000000000000} -do_test printf-13.2 { - sqlite3_mprintf_hexdouble %.20f 4197d78400000000 -} {100000000.00000000000000000000} -do_test printf-13.3 { - sqlite3_mprintf_hexdouble %.20f 4693b8b5b5056e17 -} {100000000000000000000000000000000.00000000000000000000} - -do_test printf-14.1 { - sqlite3_mprintf_str {abc-%y-123} 0 0 {not used} -} {abc-} -do_test printf-14.2 { - sqlite3_mprintf_n_test {xyzzy} -} 5 - - -finish_test diff --git a/libs/sqlite/test/progress.test b/libs/sqlite/test/progress.test deleted file mode 100755 index 5616a7afda..0000000000 --- a/libs/sqlite/test/progress.test +++ /dev/null @@ -1,151 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the 'progress callback'. -# -# $Id: progress.test,v 1.6 2006/05/26 19:57:20 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# If the progress callback is not available in this build, skip this -# whole file. -ifcapable !progress { - finish_test - return -} - -# Build some test data -# -execsql { - BEGIN; - CREATE TABLE t1(a); - INSERT INTO t1 VALUES(1); - INSERT INTO t1 VALUES(2); - INSERT INTO t1 VALUES(3); - INSERT INTO t1 VALUES(4); - INSERT INTO t1 VALUES(5); - INSERT INTO t1 VALUES(6); - INSERT INTO t1 VALUES(7); - INSERT INTO t1 VALUES(8); - INSERT INTO t1 VALUES(9); - INSERT INTO t1 VALUES(10); - COMMIT; -} - - -# Test that the progress callback is invoked. -do_test progress-1.0 { - set counter 0 - db progress 1 "[namespace code {incr counter}] ; expr 0" - execsql { - SELECT * FROM t1 - } - expr $counter > 1 -} 1 -do_test progress-1.0.1 { - db progress -} {::namespace inscope :: {incr counter} ; expr 0} -do_test progress-1.0.2 { - set v [catch {db progress xyz bogus} msg] - lappend v $msg -} {1 {expected integer but got "xyz"}} - -# Test that the query is abandoned when the progress callback returns non-zero -do_test progress-1.1 { - set counter 0 - db progress 1 "[namespace code {incr counter}] ; expr 1" - set rc [catch {execsql { - SELECT * FROM t1 - }}] - list $counter $rc -} {1 1} - -# Test that the query is rolled back when the progress callback returns -# non-zero. -do_test progress-1.2 { - - # This figures out how many opcodes it takes to copy 5 extra rows into t1. - db progress 1 "[namespace code {incr five_rows}] ; expr 0" - set five_rows 0 - execsql { - INSERT INTO t1 SELECT a+10 FROM t1 WHERE a < 6 - } - db progress 0 "" - execsql { - DELETE FROM t1 WHERE a > 10 - } - - # Now set up the progress callback to abandon the query after the number of - # opcodes to copy 5 rows. That way, when we try to copy 6 rows, we know - # some data will have been inserted into the table by the time the progress - # callback abandons the query. - db progress $five_rows "expr 1" - catchsql { - INSERT INTO t1 SELECT a+10 FROM t1 WHERE a < 9 - } - execsql { - SELECT count(*) FROM t1 - } -} 10 - -# Test that an active transaction remains active and not rolled back after the -# progress query abandons a query. -do_test progress-1.3 { - - db progress 0 "" - execsql BEGIN - execsql { - INSERT INTO t1 VALUES(11) - } - db progress 1 "expr 1" - catchsql { - INSERT INTO t1 VALUES(12) - } - db progress 0 "" - execsql COMMIT - execsql { - SELECT count(*) FROM t1 - } -} 11 - -# Check that a value of 0 for N means no progress callback -do_test progress-1.4 { - set counter 0 - db progress 0 "[namespace code {incr counter}] ; expr 0" - execsql { - SELECT * FROM t1; - } - set counter -} 0 - -db progress 0 "" - -# Make sure other queries can be run from within the progress -# handler. Ticket #1827 -# -do_test progress-1.5 { - set rx 0 - proc set_rx {args} { - db progress 0 {} - set ::rx [db eval {SELECT count(*) FROM t1}] - return [expr 0] - } - db progress 10 set_rx - db eval { - SELECT sum(a) FROM t1 - } -} {66} -do_test progress-1.6 { - set ::rx -} {11} - -finish_test diff --git a/libs/sqlite/test/quick.test b/libs/sqlite/test/quick.test deleted file mode 100644 index 937b60ef00..0000000000 --- a/libs/sqlite/test/quick.test +++ /dev/null @@ -1,89 +0,0 @@ -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file runs all tests. -# -# $Id: quick.test,v 1.47 2006/11/23 21:09:11 drh Exp $ - -proc lshift {lvar} { - upvar $lvar l - set ret [lindex $l 0] - set l [lrange $l 1 end] - return $ret -} -while {[set arg [lshift argv]] != ""} { - switch -- $arg { - -sharedpagercache { - sqlite3_enable_shared_cache 1 - } - default { - set argv [linsert $argv 0 $arg] - break - } - } -} - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -rename finish_test really_finish_test -proc finish_test {} {} -set ISQUICK 1 - -set EXCLUDE { - all.test - async.test - async2.test - btree2.test - btree3.test - btree4.test - btree5.test - btree6.test - corrupt.test - crash.test - loadext.test - malloc.test - malloc2.test - malloc3.test - memleak.test - misuse.test - quick.test - speed1.test - - autovacuum_crash.test - btree8.test - utf16.test - shared_err.test - vtab_err.test -} - -if {[sqlite3 -has-codec]} { - # lappend EXCLUDE \ - # conflict.test -} - - -# Files to include in the test. If this list is empty then everything -# that is not in the EXCLUDE list is run. -# -set INCLUDE { -} - -foreach testfile [lsort -dictionary [glob $testdir/*.test]] { - set tail [file tail $testfile] - if {[lsearch -exact $EXCLUDE $tail]>=0} continue - if {[llength $INCLUDE]>0 && [lsearch -exact $INCLUDE $tail]<0} continue - source $testfile - catch {db close} - if {$sqlite_open_file_count>0} { - puts "$tail did not close all files: $sqlite_open_file_count" - incr nErr - lappend ::failList $tail - } -} -source $testdir/misuse.test - -set sqlite_open_file_count 0 -really_finish_test diff --git a/libs/sqlite/test/quote.test b/libs/sqlite/test/quote.test deleted file mode 100644 index 851c2088d7..0000000000 --- a/libs/sqlite/test/quote.test +++ /dev/null @@ -1,89 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is the ability to specify table and column names -# as quoted strings. -# -# $Id: quote.test,v 1.6 2005/11/01 15:48:25 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create a table with a strange name and with strange column names. -# -do_test quote-1.0 { - catchsql {CREATE TABLE '@abc' ( '#xyz' int, '!pqr' text );} -} {0 {}} - -# Insert, update and query the table. -# -do_test quote-1.1 { - catchsql {INSERT INTO '@abc' VALUES(5,'hello')} -} {0 {}} -do_test quote-1.2.1 { - catchsql {SELECT * FROM '@abc'} -} {0 {5 hello}} -do_test quote-1.2.2 { - catchsql {SELECT * FROM [@abc]} ;# SqlServer compatibility -} {0 {5 hello}} -do_test quote-1.2.3 { - catchsql {SELECT * FROM `@abc`} ;# MySQL compatibility -} {0 {5 hello}} -do_test quote-1.3 { - catchsql { - SELECT '@abc'.'!pqr', '@abc'.'#xyz'+5 FROM '@abc' - } -} {0 {hello 10}} -do_test quote-1.3.1 { - catchsql { - SELECT '!pqr', '#xyz'+5 FROM '@abc' - } -} {0 {!pqr 5}} -do_test quote-1.3.2 { - catchsql { - SELECT "!pqr", "#xyz"+5 FROM '@abc' - } -} {0 {hello 10}} -do_test quote-1.3.3 { - catchsql { - SELECT [!pqr], `#xyz`+5 FROM '@abc' - } -} {0 {hello 10}} -do_test quote-1.3 { - set r [catch { - execsql {SELECT '@abc'.'!pqr', '@abc'.'#xyz'+5 FROM '@abc'} - } msg ] - lappend r $msg -} {0 {hello 10}} -do_test quote-1.4 { - set r [catch { - execsql {UPDATE '@abc' SET '#xyz'=11} - } msg ] - lappend r $msg -} {0 {}} -do_test quote-1.5 { - set r [catch { - execsql {SELECT '@abc'.'!pqr', '@abc'.'#xyz'+5 FROM '@abc'} - } msg ] - lappend r $msg -} {0 {hello 16}} - -# Drop the table with the strange name. -# -do_test quote-1.6 { - set r [catch { - execsql {DROP TABLE '@abc'} - } msg ] - lappend r $msg -} {0 {}} - - -finish_test diff --git a/libs/sqlite/test/reindex.test b/libs/sqlite/test/reindex.test deleted file mode 100644 index 503d7976f5..0000000000 --- a/libs/sqlite/test/reindex.test +++ /dev/null @@ -1,172 +0,0 @@ -# 2004 November 5 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# This file implements tests for the REINDEX command. -# -# $Id: reindex.test,v 1.3 2005/01/27 00:22:04 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# There is nothing to test if REINDEX is disable for this build. -# -ifcapable {!reindex} { - finish_test - return -} - -# Basic sanity checks. -# -do_test reindex-1.1 { - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - INSERT INTO t1 VALUES(3,4); - CREATE INDEX i1 ON t1(a); - REINDEX; - } -} {} -integrity_check reindex-1.2 -do_test reindex-1.3 { - execsql { - REINDEX t1; - } -} {} -integrity_check reindex-1.4 -do_test reindex-1.5 { - execsql { - REINDEX i1; - } -} {} -integrity_check reindex-1.6 -do_test reindex-1.7 { - execsql { - REINDEX main.t1; - } -} {} -do_test reindex-1.8 { - execsql { - REINDEX main.i1; - } -} {} -do_test reindex-1.9 { - catchsql { - REINDEX bogus - } -} {1 {unable to identify the object to be reindexed}} - -# Set up a table for testing that includes several different collating -# sequences including some that we can modify. -# -do_test reindex-2.1 { - proc c1 {a b} { - return [expr {-[string compare $a $b]}] - } - proc c2 {a b} { - return [expr {-[string compare [string tolower $a] [string tolower $b]]}] - } - db collate c1 c1 - db collate c2 c2 - execsql { - CREATE TABLE t2( - a TEXT PRIMARY KEY COLLATE c1, - b TEXT UNIQUE COLLATE c2, - c TEXT COLLATE nocase, - d TEST COLLATE binary - ); - INSERT INTO t2 VALUES('abc','abc','abc','abc'); - INSERT INTO t2 VALUES('ABCD','ABCD','ABCD','ABCD'); - INSERT INTO t2 VALUES('bcd','bcd','bcd','bcd'); - INSERT INTO t2 VALUES('BCDE','BCDE','BCDE','BCDE'); - SELECT a FROM t2 ORDER BY a; - } -} {bcd abc BCDE ABCD} -do_test reindex-2.2 { - execsql { - SELECT b FROM t2 ORDER BY b; - } -} {BCDE bcd ABCD abc} -do_test reindex-2.3 { - execsql { - SELECT c FROM t2 ORDER BY c; - } -} {abc ABCD bcd BCDE} -do_test reindex-2.4 { - execsql { - SELECT d FROM t2 ORDER BY d; - } -} {ABCD BCDE abc bcd} - -# Change a collating sequence function. Verify that REINDEX rebuilds -# the index. -# -do_test reindex-2.5 { - proc c1 {a b} { - return [string compare $a $b] - } - execsql { - SELECT a FROM t2 ORDER BY a; - } -} {bcd abc BCDE ABCD} -ifcapable {integrityck} { - do_test reindex-2.5.1 { - string equal ok [execsql {PRAGMA integrity_check}] - } {0} -} -do_test reindex-2.6 { - execsql { - REINDEX c2; - SELECT a FROM t2 ORDER BY a; - } -} {bcd abc BCDE ABCD} -do_test reindex-2.7 { - execsql { - REINDEX t1; - SELECT a FROM t2 ORDER BY a; - } -} {bcd abc BCDE ABCD} -do_test reindex-2.8 { - execsql { - REINDEX c1; - SELECT a FROM t2 ORDER BY a; - } -} {ABCD BCDE abc bcd} -integrity_check reindex-2.8.1 - -# Try to REINDEX an index for which the collation sequence is not available. -# -do_test reindex-3.1 { - sqlite3 db2 test.db - catchsql { - REINDEX c1; - } db2 -} {1 {no such collation sequence: c1}} -do_test reindex-3.2 { - proc need_collate {collation} { - db2 collate c1 c1 - } - db2 collation_needed need_collate - catchsql { - REINDEX c1; - } db2 -} {0 {}} -do_test reindex-3.3 { - catchsql { - REINDEX; - } db2 -} {1 {no such collation sequence: c2}} - -do_test reindex-3.99 { - db2 close -} {} - -finish_test - diff --git a/libs/sqlite/test/rollback.test b/libs/sqlite/test/rollback.test deleted file mode 100644 index 0dfdd3f3a0..0000000000 --- a/libs/sqlite/test/rollback.test +++ /dev/null @@ -1,81 +0,0 @@ -# 2004 June 30 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is verifying that a rollback in one statement -# caused by an ON CONFLICT ROLLBACK clause aborts any other pending -# statements. -# -# $Id: rollback.test,v 1.4 2006/01/17 09:35:02 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -set DB [sqlite3_connection_pointer db] - -do_test rollback-1.1 { - execsql { - CREATE TABLE t1(a); - INSERT INTO t1 VALUES(1); - INSERT INTO t1 VALUES(2); - INSERT INTO t1 VALUES(3); - INSERT INTO t1 VALUES(4); - SELECT * FROM t1; - } -} {1 2 3 4} - -ifcapable conflict { - do_test rollback-1.2 { - execsql { - CREATE TABLE t3(a unique on conflict rollback); - INSERT INTO t3 SELECT a FROM t1; - BEGIN; - INSERT INTO t1 SELECT * FROM t1; - } - } {} -} -do_test rollback-1.3 { - set STMT [sqlite3_prepare $DB "SELECT a FROM t1" -1 TAIL] - sqlite3_step $STMT -} {SQLITE_ROW} - -ifcapable conflict { - # This causes a ROLLBACK, which deletes the table out from underneath the - # SELECT statement. - # - do_test rollback-1.4 { - catchsql { - INSERT INTO t3 SELECT a FROM t1; - } - } {1 {column a is not unique}} - - # Try to continue with the SELECT statement - # - do_test rollback-1.5 { - sqlite3_step $STMT - } {SQLITE_ABORT} -} - -# Restart the SELECT statement -# -do_test rollback-1.6 { - sqlite3_reset $STMT -} {SQLITE_OK} -do_test rollback-1.7 { - sqlite3_step $STMT -} {SQLITE_ROW} -do_test rollback-1.8 { - sqlite3_step $STMT -} {SQLITE_ROW} -do_test rollback-1.9 { - sqlite3_finalize $STMT -} {SQLITE_OK} - -finish_test diff --git a/libs/sqlite/test/rowid.test b/libs/sqlite/test/rowid.test deleted file mode 100644 index 96091a5b6b..0000000000 --- a/libs/sqlite/test/rowid.test +++ /dev/null @@ -1,674 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the magic ROWID column that is -# found on all tables. -# -# $Id: rowid.test,v 1.18 2005/01/21 03:12:16 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Basic ROWID functionality tests. -# -do_test rowid-1.1 { - execsql { - CREATE TABLE t1(x int, y int); - INSERT INTO t1 VALUES(1,2); - INSERT INTO t1 VALUES(3,4); - SELECT x FROM t1 ORDER BY y; - } -} {1 3} -do_test rowid-1.2 { - set r [execsql {SELECT rowid FROM t1 ORDER BY x}] - global x2rowid rowid2x - set x2rowid(1) [lindex $r 0] - set x2rowid(3) [lindex $r 1] - set rowid2x($x2rowid(1)) 1 - set rowid2x($x2rowid(3)) 3 - llength $r -} {2} -do_test rowid-1.3 { - global x2rowid - set sql "SELECT x FROM t1 WHERE rowid==$x2rowid(1)" - execsql $sql -} {1} -do_test rowid-1.4 { - global x2rowid - set sql "SELECT x FROM t1 WHERE rowid==$x2rowid(3)" - execsql $sql -} {3} -do_test rowid-1.5 { - global x2rowid - set sql "SELECT x FROM t1 WHERE oid==$x2rowid(1)" - execsql $sql -} {1} -do_test rowid-1.6 { - global x2rowid - set sql "SELECT x FROM t1 WHERE OID==$x2rowid(3)" - execsql $sql -} {3} -do_test rowid-1.7 { - global x2rowid - set sql "SELECT x FROM t1 WHERE _rowid_==$x2rowid(1)" - execsql $sql -} {1} -do_test rowid-1.7.1 { - while 1 { - set norow [expr {int(rand()*1000000)}] - if {$norow!=$x2rowid(1) && $norow!=$x2rowid(3)} break - } - execsql "SELECT x FROM t1 WHERE rowid=$norow" -} {} -do_test rowid-1.8 { - global x2rowid - set v [execsql {SELECT x, oid FROM t1 order by x}] - set v2 [list 1 $x2rowid(1) 3 $x2rowid(3)] - expr {$v==$v2} -} {1} -do_test rowid-1.9 { - global x2rowid - set v [execsql {SELECT x, RowID FROM t1 order by x}] - set v2 [list 1 $x2rowid(1) 3 $x2rowid(3)] - expr {$v==$v2} -} {1} -do_test rowid-1.9 { - global x2rowid - set v [execsql {SELECT x, _rowid_ FROM t1 order by x}] - set v2 [list 1 $x2rowid(1) 3 $x2rowid(3)] - expr {$v==$v2} -} {1} - -# We can insert or update the ROWID column. -# -do_test rowid-2.1 { - catchsql { - INSERT INTO t1(rowid,x,y) VALUES(1234,5,6); - SELECT rowid, * FROM t1; - } -} {0 {1 1 2 2 3 4 1234 5 6}} -do_test rowid-2.2 { - catchsql { - UPDATE t1 SET rowid=12345 WHERE x==1; - SELECT rowid, * FROM t1 - } -} {0 {2 3 4 1234 5 6 12345 1 2}} -do_test rowid-2.3 { - catchsql { - INSERT INTO t1(y,x,oid) VALUES(8,7,1235); - SELECT rowid, * FROM t1 WHERE rowid>1000; - } -} {0 {1234 5 6 1235 7 8 12345 1 2}} -do_test rowid-2.4 { - catchsql { - UPDATE t1 SET oid=12346 WHERE x==1; - SELECT rowid, * FROM t1; - } -} {0 {2 3 4 1234 5 6 1235 7 8 12346 1 2}} -do_test rowid-2.5 { - catchsql { - INSERT INTO t1(x,_rowid_,y) VALUES(9,1236,10); - SELECT rowid, * FROM t1 WHERE rowid>1000; - } -} {0 {1234 5 6 1235 7 8 1236 9 10 12346 1 2}} -do_test rowid-2.6 { - catchsql { - UPDATE t1 SET _rowid_=12347 WHERE x==1; - SELECT rowid, * FROM t1 WHERE rowid>1000; - } -} {0 {1234 5 6 1235 7 8 1236 9 10 12347 1 2}} - -# But we can use ROWID in the WHERE clause of an UPDATE that does not -# change the ROWID. -# -do_test rowid-2.7 { - global x2rowid - set sql "UPDATE t1 SET x=2 WHERE OID==$x2rowid(3)" - execsql $sql - execsql {SELECT x FROM t1 ORDER BY x} -} {1 2 5 7 9} -do_test rowid-2.8 { - global x2rowid - set sql "UPDATE t1 SET x=3 WHERE _rowid_==$x2rowid(3)" - execsql $sql - execsql {SELECT x FROM t1 ORDER BY x} -} {1 3 5 7 9} - -# We cannot index by ROWID -# -do_test rowid-2.9 { - set v [catch {execsql {CREATE INDEX idxt1 ON t1(rowid)}} msg] - lappend v $msg -} {1 {table t1 has no column named rowid}} -do_test rowid-2.10 { - set v [catch {execsql {CREATE INDEX idxt1 ON t1(_rowid_)}} msg] - lappend v $msg -} {1 {table t1 has no column named _rowid_}} -do_test rowid-2.11 { - set v [catch {execsql {CREATE INDEX idxt1 ON t1(oid)}} msg] - lappend v $msg -} {1 {table t1 has no column named oid}} -do_test rowid-2.12 { - set v [catch {execsql {CREATE INDEX idxt1 ON t1(x, rowid)}} msg] - lappend v $msg -} {1 {table t1 has no column named rowid}} - -# Columns defined in the CREATE statement override the buildin ROWID -# column names. -# -do_test rowid-3.1 { - execsql { - CREATE TABLE t2(rowid int, x int, y int); - INSERT INTO t2 VALUES(0,2,3); - INSERT INTO t2 VALUES(4,5,6); - INSERT INTO t2 VALUES(7,8,9); - SELECT * FROM t2 ORDER BY x; - } -} {0 2 3 4 5 6 7 8 9} -do_test rowid-3.2 { - execsql {SELECT * FROM t2 ORDER BY rowid} -} {0 2 3 4 5 6 7 8 9} -do_test rowid-3.3 { - execsql {SELECT rowid, x, y FROM t2 ORDER BY rowid} -} {0 2 3 4 5 6 7 8 9} -do_test rowid-3.4 { - set r1 [execsql {SELECT _rowid_, rowid FROM t2 ORDER BY rowid}] - foreach {a b c d e f} $r1 {} - set r2 [execsql {SELECT _rowid_, rowid FROM t2 ORDER BY x DESC}] - foreach {u v w x y z} $r2 {} - expr {$u==$e && $w==$c && $y==$a} -} {1} -# sqlite3 v3 - do_probtest doesn't exist anymore? -if 0 { -do_probtest rowid-3.5 { - set r1 [execsql {SELECT _rowid_, rowid FROM t2 ORDER BY rowid}] - foreach {a b c d e f} $r1 {} - expr {$a!=$b && $c!=$d && $e!=$f} -} {1} -} - -# Let's try some more complex examples, including some joins. -# -do_test rowid-4.1 { - execsql { - DELETE FROM t1; - DELETE FROM t2; - } - for {set i 1} {$i<=50} {incr i} { - execsql "INSERT INTO t1(x,y) VALUES($i,[expr {$i*$i}])" - } - execsql {INSERT INTO t2 SELECT _rowid_, x*y, y*y FROM t1} - execsql {SELECT t2.y FROM t1, t2 WHERE t1.x==4 AND t1.rowid==t2.rowid} -} {256} -do_test rowid-4.2 { - execsql {SELECT t2.y FROM t2, t1 WHERE t1.x==4 AND t1.rowid==t2.rowid} -} {256} -do_test rowid-4.2.1 { - execsql {SELECT t2.y FROM t2, t1 WHERE t1.x==4 AND t1.oid==t2.rowid} -} {256} -do_test rowid-4.2.2 { - execsql {SELECT t2.y FROM t2, t1 WHERE t1.x==4 AND t1._rowid_==t2.rowid} -} {256} -do_test rowid-4.2.3 { - execsql {SELECT t2.y FROM t2, t1 WHERE t1.x==4 AND t2.rowid==t1.rowid} -} {256} -do_test rowid-4.2.4 { - execsql {SELECT t2.y FROM t2, t1 WHERE t2.rowid==t1.oid AND t1.x==4} -} {256} -do_test rowid-4.2.5 { - execsql {SELECT t2.y FROM t1, t2 WHERE t1.x==4 AND t1._rowid_==t2.rowid} -} {256} -do_test rowid-4.2.6 { - execsql {SELECT t2.y FROM t1, t2 WHERE t1.x==4 AND t2.rowid==t1.rowid} -} {256} -do_test rowid-4.2.7 { - execsql {SELECT t2.y FROM t1, t2 WHERE t2.rowid==t1.oid AND t1.x==4} -} {256} -do_test rowid-4.3 { - execsql {CREATE INDEX idxt1 ON t1(x)} - execsql {SELECT t2.y FROM t1, t2 WHERE t1.x==4 AND t1.rowid==t2.rowid} -} {256} -do_test rowid-4.3.1 { - execsql {SELECT t2.y FROM t1, t2 WHERE t1.x==4 AND t1._rowid_==t2.rowid} -} {256} -do_test rowid-4.3.2 { - execsql {SELECT t2.y FROM t1, t2 WHERE t2.rowid==t1.oid AND 4==t1.x} -} {256} -do_test rowid-4.4 { - execsql {SELECT t2.y FROM t2, t1 WHERE t1.x==4 AND t1.rowid==t2.rowid} -} {256} -do_test rowid-4.4.1 { - execsql {SELECT t2.y FROM t2, t1 WHERE t1.x==4 AND t1._rowid_==t2.rowid} -} {256} -do_test rowid-4.4.2 { - execsql {SELECT t2.y FROM t2, t1 WHERE t2.rowid==t1.oid AND 4==t1.x} -} {256} -do_test rowid-4.5 { - execsql {CREATE INDEX idxt2 ON t2(y)} - set sqlite_search_count 0 - concat [execsql { - SELECT t1.x FROM t2, t1 - WHERE t2.y==256 AND t1.rowid==t2.rowid - }] $sqlite_search_count -} {4 3} -do_test rowid-4.5.1 { - set sqlite_search_count 0 - concat [execsql { - SELECT t1.x FROM t2, t1 - WHERE t1.OID==t2.rowid AND t2.y==81 - }] $sqlite_search_count -} {3 3} -do_test rowid-4.6 { - execsql { - SELECT t1.x FROM t1, t2 - WHERE t2.y==256 AND t1.rowid==t2.rowid - } -} {4} - -do_test rowid-5.1.1 { - ifcapable subquery { - execsql {DELETE FROM t1 WHERE _rowid_ IN (SELECT oid FROM t1 WHERE x>8)} - } else { - set oids [execsql {SELECT oid FROM t1 WHERE x>8}] - set where "_rowid_ = [join $oids { OR _rowid_ = }]" - execsql "DELETE FROM t1 WHERE $where" - } -} {} -do_test rowid-5.1.2 { - execsql {SELECT max(x) FROM t1} -} {8} - -# Make sure a "WHERE rowid=X" clause works when there is no ROWID of X. -# -do_test rowid-6.1 { - execsql { - SELECT x FROM t1 - } -} {1 2 3 4 5 6 7 8} -do_test rowid-6.2 { - for {set ::norow 1} {1} {incr ::norow} { - if {[execsql "SELECT x FROM t1 WHERE rowid=$::norow"]==""} break - } - execsql [subst { - DELETE FROM t1 WHERE rowid=$::norow - }] -} {} -do_test rowid-6.3 { - execsql { - SELECT x FROM t1 - } -} {1 2 3 4 5 6 7 8} - -# Beginning with version 2.3.4, SQLite computes rowids of new rows by -# finding the maximum current rowid and adding one. It falls back to -# the old random algorithm if the maximum rowid is the largest integer. -# The following tests are for this new behavior. -# -do_test rowid-7.0 { - execsql { - DELETE FROM t1; - DROP TABLE t2; - DROP INDEX idxt1; - INSERT INTO t1 VALUES(1,2); - SELECT rowid, * FROM t1; - } -} {1 1 2} -do_test rowid-7.1 { - execsql { - INSERT INTO t1 VALUES(99,100); - SELECT rowid,* FROM t1 - } -} {1 1 2 2 99 100} -do_test rowid-7.2 { - execsql { - CREATE TABLE t2(a INTEGER PRIMARY KEY, b); - INSERT INTO t2(b) VALUES(55); - SELECT * FROM t2; - } -} {1 55} -do_test rowid-7.3 { - execsql { - INSERT INTO t2(b) VALUES(66); - SELECT * FROM t2; - } -} {1 55 2 66} -do_test rowid-7.4 { - execsql { - INSERT INTO t2(a,b) VALUES(1000000,77); - INSERT INTO t2(b) VALUES(88); - SELECT * FROM t2; - } -} {1 55 2 66 1000000 77 1000001 88} -do_test rowid-7.5 { - execsql { - INSERT INTO t2(a,b) VALUES(2147483647,99); - INSERT INTO t2(b) VALUES(11); - SELECT b FROM t2 ORDER BY b; - } -} {11 55 66 77 88 99} -ifcapable subquery { - do_test rowid-7.6 { - execsql { - SELECT b FROM t2 WHERE a NOT IN(1,2,1000000,1000001,2147483647); - } - } {11} - do_test rowid-7.7 { - execsql { - INSERT INTO t2(b) VALUES(22); - INSERT INTO t2(b) VALUES(33); - INSERT INTO t2(b) VALUES(44); - INSERT INTO t2(b) VALUES(55); - SELECT b FROM t2 WHERE a NOT IN(1,2,1000000,1000001,2147483647) - ORDER BY b; - } - } {11 22 33 44 55} -} -do_test rowid-7.8 { - execsql { - DELETE FROM t2 WHERE a!=2; - INSERT INTO t2(b) VALUES(111); - SELECT * FROM t2; - } -} {2 66 3 111} - -ifcapable {trigger} { -# Make sure AFTER triggers that do INSERTs do not change the last_insert_rowid. -# Ticket #290 -# -do_test rowid-8.1 { - execsql { - CREATE TABLE t3(a integer primary key); - CREATE TABLE t4(x); - INSERT INTO t4 VALUES(1); - CREATE TRIGGER r3 AFTER INSERT on t3 FOR EACH ROW BEGIN - INSERT INTO t4 VALUES(NEW.a+10); - END; - SELECT * FROM t3; - } -} {} -do_test rowid-8.2 { - execsql { - SELECT rowid, * FROM t4; - } -} {1 1} -do_test rowid-8.3 { - execsql { - INSERT INTO t3 VALUES(123); - SELECT last_insert_rowid(); - } -} {123} -do_test rowid-8.4 { - execsql { - SELECT * FROM t3; - } -} {123} -do_test rowid-8.5 { - execsql { - SELECT rowid, * FROM t4; - } -} {1 1 2 133} -do_test rowid-8.6 { - execsql { - INSERT INTO t3 VALUES(NULL); - SELECT last_insert_rowid(); - } -} {124} -do_test rowid-8.7 { - execsql { - SELECT * FROM t3; - } -} {123 124} -do_test rowid-8.8 { - execsql { - SELECT rowid, * FROM t4; - } -} {1 1 2 133 3 134} -} ;# endif trigger - -# If triggers are not enable, simulate their effect for the tests that -# follow. -ifcapable {!trigger} { - execsql { - CREATE TABLE t3(a integer primary key); - INSERT INTO t3 VALUES(123); - INSERT INTO t3 VALUES(124); - } -} - -# ticket #377: Comparison between integer primiary key and floating point -# values. -# -do_test rowid-9.1 { - execsql { - SELECT * FROM t3 WHERE a<123.5 - } -} {123} -do_test rowid-9.2 { - execsql { - SELECT * FROM t3 WHERE a<124.5 - } -} {123 124} -do_test rowid-9.3 { - execsql { - SELECT * FROM t3 WHERE a>123.5 - } -} {124} -do_test rowid-9.4 { - execsql { - SELECT * FROM t3 WHERE a>122.5 - } -} {123 124} -do_test rowid-9.5 { - execsql { - SELECT * FROM t3 WHERE a==123.5 - } -} {} -do_test rowid-9.6 { - execsql { - SELECT * FROM t3 WHERE a==123.000 - } -} {123} -do_test rowid-9.7 { - execsql { - SELECT * FROM t3 WHERE a>100.5 AND a<200.5 - } -} {123 124} -do_test rowid-9.8 { - execsql { - SELECT * FROM t3 WHERE a>'xyz'; - } -} {} -do_test rowid-9.9 { - execsql { - SELECT * FROM t3 WHERE a<'xyz'; - } -} {123 124} -do_test rowid-9.10 { - execsql { - SELECT * FROM t3 WHERE a>=122.9 AND a<=123.1 - } -} {123} - -# Ticket #567. Comparisons of ROWID or integery primary key against -# floating point numbers still do not always work. -# -do_test rowid-10.1 { - execsql { - CREATE TABLE t5(a); - INSERT INTO t5 VALUES(1); - INSERT INTO t5 VALUES(2); - INSERT INTO t5 SELECT a+2 FROM t5; - INSERT INTO t5 SELECT a+4 FROM t5; - SELECT rowid, * FROM t5; - } -} {1 1 2 2 3 3 4 4 5 5 6 6 7 7 8 8} -do_test rowid-10.2 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>=5.5} -} {6 6 7 7 8 8} -do_test rowid-10.3 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>=5.0} -} {5 5 6 6 7 7 8 8} -do_test rowid-10.4 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>5.5} -} {6 6 7 7 8 8} -do_test rowid-10.3.2 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>5.0} -} {6 6 7 7 8 8} -do_test rowid-10.5 { - execsql {SELECT rowid, a FROM t5 WHERE 5.5<=rowid} -} {6 6 7 7 8 8} -do_test rowid-10.6 { - execsql {SELECT rowid, a FROM t5 WHERE 5.5=rowid} -} {1 1 2 2 3 3 4 4 5 5} -do_test rowid-10.10 { - execsql {SELECT rowid, a FROM t5 WHERE 5.5>rowid} -} {1 1 2 2 3 3 4 4 5 5} -do_test rowid-10.11 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>=5.5 ORDER BY rowid DESC} -} {8 8 7 7 6 6} -do_test rowid-10.11.2 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>=5.0 ORDER BY rowid DESC} -} {8 8 7 7 6 6 5 5} -do_test rowid-10.12 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>5.5 ORDER BY rowid DESC} -} {8 8 7 7 6 6} -do_test rowid-10.12.2 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>5.0 ORDER BY rowid DESC} -} {8 8 7 7 6 6} -do_test rowid-10.13 { - execsql {SELECT rowid, a FROM t5 WHERE 5.5<=rowid ORDER BY rowid DESC} -} {8 8 7 7 6 6} -do_test rowid-10.14 { - execsql {SELECT rowid, a FROM t5 WHERE 5.5=rowid ORDER BY rowid DESC} -} {5 5 4 4 3 3 2 2 1 1} -do_test rowid-10.18 { - execsql {SELECT rowid, a FROM t5 WHERE 5.5>rowid ORDER BY rowid DESC} -} {5 5 4 4 3 3 2 2 1 1} - -do_test rowid-10.30 { - execsql { - CREATE TABLE t6(a); - INSERT INTO t6(rowid,a) SELECT -a,a FROM t5; - SELECT rowid, * FROM t6; - } -} {-8 8 -7 7 -6 6 -5 5 -4 4 -3 3 -2 2 -1 1} -do_test rowid-10.31.1 { - execsql {SELECT rowid, a FROM t6 WHERE rowid>=-5.5} -} {-5 5 -4 4 -3 3 -2 2 -1 1} -do_test rowid-10.31.2 { - execsql {SELECT rowid, a FROM t6 WHERE rowid>=-5.0} -} {-5 5 -4 4 -3 3 -2 2 -1 1} -do_test rowid-10.32.1 { - execsql {SELECT rowid, a FROM t6 WHERE rowid>=-5.5 ORDER BY rowid DESC} -} {-1 1 -2 2 -3 3 -4 4 -5 5} -do_test rowid-10.32.1 { - execsql {SELECT rowid, a FROM t6 WHERE rowid>=-5.0 ORDER BY rowid DESC} -} {-1 1 -2 2 -3 3 -4 4 -5 5} -do_test rowid-10.33 { - execsql {SELECT rowid, a FROM t6 WHERE -5.5<=rowid} -} {-5 5 -4 4 -3 3 -2 2 -1 1} -do_test rowid-10.34 { - execsql {SELECT rowid, a FROM t6 WHERE -5.5<=rowid ORDER BY rowid DESC} -} {-1 1 -2 2 -3 3 -4 4 -5 5} -do_test rowid-10.35.1 { - execsql {SELECT rowid, a FROM t6 WHERE rowid>-5.5} -} {-5 5 -4 4 -3 3 -2 2 -1 1} -do_test rowid-10.35.2 { - execsql {SELECT rowid, a FROM t6 WHERE rowid>-5.0} -} {-4 4 -3 3 -2 2 -1 1} -do_test rowid-10.36.1 { - execsql {SELECT rowid, a FROM t6 WHERE rowid>-5.5 ORDER BY rowid DESC} -} {-1 1 -2 2 -3 3 -4 4 -5 5} -do_test rowid-10.36.2 { - execsql {SELECT rowid, a FROM t6 WHERE rowid>-5.0 ORDER BY rowid DESC} -} {-1 1 -2 2 -3 3 -4 4} -do_test rowid-10.37 { - execsql {SELECT rowid, a FROM t6 WHERE -5.5=rowid} -} {-8 8 -7 7 -6 6} -do_test rowid-10.42 { - execsql {SELECT rowid, a FROM t6 WHERE -5.5>=rowid ORDER BY rowid DESC} -} {-6 6 -7 7 -8 8} -do_test rowid-10.43 { - execsql {SELECT rowid, a FROM t6 WHERE rowid<-5.5} -} {-8 8 -7 7 -6 6} -do_test rowid-10.44 { - execsql {SELECT rowid, a FROM t6 WHERE rowid<-5.5 ORDER BY rowid DESC} -} {-6 6 -7 7 -8 8} -do_test rowid-10.44 { - execsql {SELECT rowid, a FROM t6 WHERE -5.5>rowid} -} {-8 8 -7 7 -6 6} -do_test rowid-10.46 { - execsql {SELECT rowid, a FROM t6 WHERE -5.5>rowid ORDER BY rowid DESC} -} {-6 6 -7 7 -8 8} - -# Comparison of rowid against string values. -# -do_test rowid-11.1 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>'abc'} -} {} -do_test rowid-11.2 { - execsql {SELECT rowid, a FROM t5 WHERE rowid>='abc'} -} {} -do_test rowid-11.3 { - execsql {SELECT rowid, a FROM t5 WHERE rowid<'abc'} -} {1 1 2 2 3 3 4 4 5 5 6 6 7 7 8 8} -do_test rowid-11.4 { - execsql {SELECT rowid, a FROM t5 WHERE rowid<='abc'} -} {1 1 2 2 3 3 4 4 5 5 6 6 7 7 8 8} - -# Test the automatic generation of rowids when the table already contains -# a rowid with the maximum value. -# -do_test rowid-12.1 { - execsql { - CREATE TABLE t7(x INTEGER PRIMARY KEY, y); - INSERT INTO t7 VALUES(9223372036854775807,'a'); - SELECT y FROM t7; - } -} {a} -do_test rowid-12.2 { - execsql { - INSERT INTO t7 VALUES(NULL,'b'); - SELECT y FROM t7; - } -} {b a} - -finish_test diff --git a/libs/sqlite/test/safety.test b/libs/sqlite/test/safety.test deleted file mode 100644 index fb8c56cbd5..0000000000 --- a/libs/sqlite/test/safety.test +++ /dev/null @@ -1,68 +0,0 @@ -# 2005 January 11 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the sqlite3SafetyOn and sqlite3SafetyOff -# functions. Those routines are not strictly necessary - they are -# designed to detect misuse of the library. -# -# $Id: safety.test,v 1.2 2006/01/03 00:33:50 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test safety-1.1 { - set DB [sqlite3_connection_pointer db] - db eval {CREATE TABLE t1(a)} - sqlite_set_magic $DB SQLITE_MAGIC_BUSY - catchsql { - SELECT name FROM sqlite_master; - } -} {1 {library routine called out of sequence}} -do_test safety-1.2 { - sqlite_set_magic $DB SQLITE_MAGIC_OPEN - catchsql { - SELECT name FROM sqlite_master - } -} {0 t1} - -do_test safety-2.1 { - proc safety_on {} "sqlite_set_magic $DB SQLITE_MAGIC_BUSY" - db function safety_on safety_on - catchsql { - SELECT safety_on(), name FROM sqlite_master - } -} {1 {library routine called out of sequence}} -do_test safety-2.2 { - catchsql { - SELECT 'hello' - } -} {1 {library routine called out of sequence}} -do_test safety-2.3 { - sqlite3_close $DB -} {SQLITE_MISUSE} -do_test safety-2.4 { - sqlite_set_magic $DB SQLITE_MAGIC_OPEN - execsql { - SELECT name FROM sqlite_master - } -} {t1} - -do_test safety-3.1 { - set rc [catch { - db eval {SELECT name FROM sqlite_master} { - sqlite_set_magic $DB SQLITE_MAGIC_BUSY - } - } msg] - lappend rc $msg -} {1 {library routine called out of sequence}} -sqlite_set_magic $DB SQLITE_MAGIC_OPEN - -finish_test diff --git a/libs/sqlite/test/schema.test b/libs/sqlite/test/schema.test deleted file mode 100644 index 1606f162d4..0000000000 --- a/libs/sqlite/test/schema.test +++ /dev/null @@ -1,333 +0,0 @@ -# 2005 Jan 24 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file tests the various conditions under which an SQLITE_SCHEMA -# error should be returned. -# -# $Id: schema.test,v 1.5 2005/12/06 12:53:01 danielk1977 Exp $ - -#--------------------------------------------------------------------- -# When any of the following types of SQL statements or actions are -# executed, all pre-compiled statements are invalidated. An attempt -# to execute an invalidated statement always returns SQLITE_SCHEMA. -# -# CREATE/DROP TABLE...................................schema-1.* -# CREATE/DROP VIEW....................................schema-2.* -# CREATE/DROP TRIGGER.................................schema-3.* -# CREATE/DROP INDEX...................................schema-4.* -# DETACH..............................................schema-5.* -# Deleting a user-function............................schema-6.* -# Deleting a collation sequence.......................schema-7.* -# Setting or changing the authorization function......schema-8.* -# -# Test cases schema-9.* and schema-10.* test some specific bugs -# that came up during development. -# -# Test cases schema-11.* test that it is impossible to delete or -# change a collation sequence or user-function while SQL statements -# are executing. Adding new collations or functions is allowed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test schema-1.1 { - set ::STMT [sqlite3_prepare $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - CREATE TABLE abc(a, b, c); - } - sqlite3_step $::STMT -} {SQLITE_ERROR} -do_test schema-1.2 { - sqlite3_finalize $::STMT -} {SQLITE_SCHEMA} -do_test schema-1.3 { - set ::STMT [sqlite3_prepare $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - DROP TABLE abc; - } - sqlite3_step $::STMT -} {SQLITE_ERROR} -do_test schema-1.4 { - sqlite3_finalize $::STMT -} {SQLITE_SCHEMA} - -ifcapable view { - do_test schema-2.1 { - set ::STMT [sqlite3_prepare $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - CREATE VIEW v1 AS SELECT * FROM sqlite_master; - } - sqlite3_step $::STMT - } {SQLITE_ERROR} - do_test schema-2.2 { - sqlite3_finalize $::STMT - } {SQLITE_SCHEMA} - do_test schema-2.3 { - set ::STMT [sqlite3_prepare $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - DROP VIEW v1; - } - sqlite3_step $::STMT - } {SQLITE_ERROR} - do_test schema-2.4 { - sqlite3_finalize $::STMT - } {SQLITE_SCHEMA} -} - -ifcapable trigger { - do_test schema-3.1 { - execsql { - CREATE TABLE abc(a, b, c); - } - set ::STMT [sqlite3_prepare $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - CREATE TRIGGER abc_trig AFTER INSERT ON abc BEGIN - SELECT 1, 2, 3; - END; - } - sqlite3_step $::STMT - } {SQLITE_ERROR} - do_test schema-3.2 { - sqlite3_finalize $::STMT - } {SQLITE_SCHEMA} - do_test schema-3.3 { - set ::STMT [sqlite3_prepare $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - DROP TRIGGER abc_trig; - } - sqlite3_step $::STMT - } {SQLITE_ERROR} - do_test schema-3.4 { - sqlite3_finalize $::STMT - } {SQLITE_SCHEMA} -} - -do_test schema-4.1 { - catchsql { - CREATE TABLE abc(a, b, c); - } - set ::STMT [sqlite3_prepare $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - CREATE INDEX abc_index ON abc(a); - } - sqlite3_step $::STMT -} {SQLITE_ERROR} -do_test schema-4.2 { - sqlite3_finalize $::STMT -} {SQLITE_SCHEMA} -do_test schema-4.3 { - set ::STMT [sqlite3_prepare $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - DROP INDEX abc_index; - } - sqlite3_step $::STMT -} {SQLITE_ERROR} -do_test schema-4.4 { - sqlite3_finalize $::STMT -} {SQLITE_SCHEMA} - -#--------------------------------------------------------------------- -# Tests 5.1 to 5.4 check that prepared statements are invalidated when -# a database is DETACHed (but not when one is ATTACHed). -# -do_test schema-5.1 { - set sql {SELECT * FROM abc;} - set ::STMT [sqlite3_prepare $::DB $sql -1 TAIL] - execsql { - ATTACH 'test2.db' AS aux; - } - sqlite3_step $::STMT -} {SQLITE_DONE} -do_test schema-5.2 { - sqlite3_reset $::STMT -} {SQLITE_OK} -do_test schema-5.3 { - execsql { - DETACH aux; - } - sqlite3_step $::STMT -} {SQLITE_ERROR} -do_test schema-5.4 { - sqlite3_finalize $::STMT -} {SQLITE_SCHEMA} - -#--------------------------------------------------------------------- -# Tests 6.* check that prepared statements are invalidated when -# a user-function is deleted (but not when one is added). -do_test schema-6.1 { - set sql {SELECT * FROM abc;} - set ::STMT [sqlite3_prepare $::DB $sql -1 TAIL] - db function hello_function {} - sqlite3_step $::STMT -} {SQLITE_DONE} -do_test schema-6.2 { - sqlite3_reset $::STMT -} {SQLITE_OK} -do_test schema-6.3 { - sqlite_delete_function $::DB hello_function - sqlite3_step $::STMT -} {SQLITE_ERROR} -do_test schema-6.4 { - sqlite3_finalize $::STMT -} {SQLITE_SCHEMA} - -#--------------------------------------------------------------------- -# Tests 7.* check that prepared statements are invalidated when -# a collation sequence is deleted (but not when one is added). -# -ifcapable utf16 { - do_test schema-7.1 { - set sql {SELECT * FROM abc;} - set ::STMT [sqlite3_prepare $::DB $sql -1 TAIL] - add_test_collate $::DB 1 1 1 - sqlite3_step $::STMT - } {SQLITE_DONE} - do_test schema-7.2 { - sqlite3_reset $::STMT - } {SQLITE_OK} - do_test schema-7.3 { - add_test_collate $::DB 0 0 0 - sqlite3_step $::STMT - } {SQLITE_ERROR} - do_test schema-7.4 { - sqlite3_finalize $::STMT - } {SQLITE_SCHEMA} -} - -#--------------------------------------------------------------------- -# Tests 8.1 and 8.2 check that prepared statements are invalidated when -# the authorization function is set. -# -ifcapable auth { - do_test schema-8.1 { - set ::STMT [sqlite3_prepare $::DB {SELECT * FROM sqlite_master} -1 TAIL] - db auth {} - sqlite3_step $::STMT - } {SQLITE_ERROR} - do_test schema-8.3 { - sqlite3_finalize $::STMT - } {SQLITE_SCHEMA} -} - -#--------------------------------------------------------------------- -# schema-9.1: Test that if a table is dropped by one database connection, -# other database connections are aware of the schema change. -# schema-9.2: Test that if a view is dropped by one database connection, -# other database connections are aware of the schema change. -# -do_test schema-9.1 { - sqlite3 db2 test.db - execsql { - DROP TABLE abc; - } db2 - db2 close - catchsql { - SELECT * FROM abc; - } -} {1 {no such table: abc}} -execsql { - CREATE TABLE abc(a, b, c); -} -ifcapable view { - do_test schema-9.2 { - execsql { - CREATE VIEW abcview AS SELECT * FROM abc; - } - sqlite3 db2 test.db - execsql { - DROP VIEW abcview; - } db2 - db2 close - catchsql { - SELECT * FROM abcview; - } - } {1 {no such table: abcview}} -} - -#--------------------------------------------------------------------- -# Test that if a CREATE TABLE statement fails because there are other -# btree cursors open on the same database file it does not corrupt -# the sqlite_master table. -# -do_test schema-10.1 { - execsql { - INSERT INTO abc VALUES(1, 2, 3); - } - set sql {SELECT * FROM abc} - set ::STMT [sqlite3_prepare $::DB $sql -1 TAIL] - sqlite3_step $::STMT -} {SQLITE_ROW} -do_test schema-10.2 { - catchsql { - CREATE TABLE t2(a, b, c); - } -} {1 {database table is locked}} -do_test schema-10.3 { - sqlite3_finalize $::STMT -} {SQLITE_OK} -do_test schema-10.4 { - sqlite3 db2 test.db - execsql { - SELECT * FROM abc - } db2 -} {1 2 3} -do_test schema-10.5 { - db2 close -} {} - -#--------------------------------------------------------------------- -# Attempting to delete or replace a user-function or collation sequence -# while there are active statements returns an SQLITE_BUSY error. -# -# schema-11.1 - 11.4: User function. -# schema-11.5 - 11.8: Collation sequence. -# -do_test schema-11.1 { - db function tstfunc {} - set sql {SELECT * FROM abc} - set ::STMT [sqlite3_prepare $::DB $sql -1 TAIL] - sqlite3_step $::STMT -} {SQLITE_ROW} -do_test schema-11.2 { - sqlite_delete_function $::DB tstfunc -} {SQLITE_BUSY} -do_test schema-11.3 { - set rc [catch { - db function tstfunc {} - } msg] - list $rc $msg -} {1 {Unable to delete/modify user-function due to active statements}} -do_test schema-11.4 { - sqlite3_finalize $::STMT -} {SQLITE_OK} -do_test schema-11.5 { - db collate tstcollate {} - set sql {SELECT * FROM abc} - set ::STMT [sqlite3_prepare $::DB $sql -1 TAIL] - sqlite3_step $::STMT -} {SQLITE_ROW} -do_test schema-11.6 { - sqlite_delete_collation $::DB tstcollate -} {SQLITE_BUSY} -do_test schema-11.7 { - set rc [catch { - db collate tstcollate {} - } msg] - list $rc $msg -} {1 {Unable to delete/modify collation sequence due to active statements}} -do_test schema-11.8 { - sqlite3_finalize $::STMT -} {SQLITE_OK} - -finish_test - diff --git a/libs/sqlite/test/schema2.test b/libs/sqlite/test/schema2.test deleted file mode 100644 index 1bce2cd35b..0000000000 --- a/libs/sqlite/test/schema2.test +++ /dev/null @@ -1,334 +0,0 @@ -# 2006 November 08 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file tests the various conditions under which an SQLITE_SCHEMA -# error should be returned. This is a copy of schema.test that -# has been altered to use sqlite3_prepare_v2 instead of sqlite3_prepare -# -# $Id: schema2.test,v 1.1 2006/11/09 00:24:55 drh Exp $ - -#--------------------------------------------------------------------- -# When any of the following types of SQL statements or actions are -# executed, all pre-compiled statements are invalidated. An attempt -# to execute an invalidated statement always returns SQLITE_SCHEMA. -# -# CREATE/DROP TABLE...................................schema2-1.* -# CREATE/DROP VIEW....................................schema2-2.* -# CREATE/DROP TRIGGER.................................schema2-3.* -# CREATE/DROP INDEX...................................schema2-4.* -# DETACH..............................................schema2-5.* -# Deleting a user-function............................schema2-6.* -# Deleting a collation sequence.......................schema2-7.* -# Setting or changing the authorization function......schema2-8.* -# -# Test cases schema2-9.* and schema2-10.* test some specific bugs -# that came up during development. -# -# Test cases schema2-11.* test that it is impossible to delete or -# change a collation sequence or user-function while SQL statements -# are executing. Adding new collations or functions is allowed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test schema2-1.1 { - set ::STMT [sqlite3_prepare_v2 $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - CREATE TABLE abc(a, b, c); - } - sqlite3_step $::STMT -} {SQLITE_ROW} -do_test schema2-1.2 { - sqlite3_finalize $::STMT -} {SQLITE_OK} -do_test schema2-1.3 { - set ::STMT [sqlite3_prepare_v2 $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - DROP TABLE abc; - } - sqlite3_step $::STMT -} {SQLITE_DONE} -do_test schema2-1.4 { - sqlite3_finalize $::STMT -} {SQLITE_OK} - - -ifcapable view { - do_test schema2-2.1 { - set ::STMT [sqlite3_prepare_v2 $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - CREATE VIEW v1 AS SELECT * FROM sqlite_master; - } - sqlite3_step $::STMT - } {SQLITE_ROW} - do_test schema2-2.2 { - sqlite3_finalize $::STMT - } {SQLITE_OK} - do_test schema2-2.3 { - set ::STMT [sqlite3_prepare_v2 $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - DROP VIEW v1; - } - sqlite3_step $::STMT - } {SQLITE_DONE} - do_test schema2-2.4 { - sqlite3_finalize $::STMT - } {SQLITE_OK} -} - -ifcapable trigger { - do_test schema2-3.1 { - execsql { - CREATE TABLE abc(a, b, c); - } - set ::STMT [sqlite3_prepare_v2 $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - CREATE TRIGGER abc_trig AFTER INSERT ON abc BEGIN - SELECT 1, 2, 3; - END; - } - sqlite3_step $::STMT - } {SQLITE_ROW} - do_test schema2-3.2 { - sqlite3_finalize $::STMT - } {SQLITE_OK} - do_test schema2-3.3 { - set ::STMT [sqlite3_prepare_v2 $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - DROP TRIGGER abc_trig; - } - sqlite3_step $::STMT - } {SQLITE_ROW} - do_test schema2-3.4 { - sqlite3_finalize $::STMT - } {SQLITE_OK} -} - -do_test schema2-4.1 { - catchsql { - CREATE TABLE abc(a, b, c); - } - set ::STMT [sqlite3_prepare_v2 $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - CREATE INDEX abc_index ON abc(a); - } - sqlite3_step $::STMT -} {SQLITE_ROW} -do_test schema2-4.2 { - sqlite3_finalize $::STMT -} {SQLITE_OK} -do_test schema2-4.3 { - set ::STMT [sqlite3_prepare_v2 $::DB {SELECT * FROM sqlite_master} -1 TAIL] - execsql { - DROP INDEX abc_index; - } - sqlite3_step $::STMT -} {SQLITE_ROW} -do_test schema2-4.4 { - sqlite3_finalize $::STMT -} {SQLITE_OK} - -#--------------------------------------------------------------------- -# Tests 5.1 to 5.4 check that prepared statements are invalidated when -# a database is DETACHed (but not when one is ATTACHed). -# -do_test schema2-5.1 { - set sql {SELECT * FROM abc;} - set ::STMT [sqlite3_prepare_v2 $::DB $sql -1 TAIL] - execsql { - ATTACH 'test2.db' AS aux; - } - sqlite3_step $::STMT -} {SQLITE_DONE} -do_test schema2-5.2 { - sqlite3_reset $::STMT -} {SQLITE_OK} -do_test schema2-5.3 { - execsql { - DETACH aux; - } - sqlite3_step $::STMT -} {SQLITE_DONE} -do_test schema2-5.4 { - sqlite3_finalize $::STMT -} {SQLITE_OK} - -#--------------------------------------------------------------------- -# Tests 6.* check that prepared statements are invalidated when -# a user-function is deleted (but not when one is added). -do_test schema2-6.1 { - set sql {SELECT * FROM abc;} - set ::STMT [sqlite3_prepare_v2 $::DB $sql -1 TAIL] - db function hello_function {} - sqlite3_step $::STMT -} {SQLITE_DONE} -do_test schema2-6.2 { - sqlite3_reset $::STMT -} {SQLITE_OK} -do_test schema2-6.3 { - sqlite_delete_function $::DB hello_function - sqlite3_step $::STMT -} {SQLITE_DONE} -do_test schema2-6.4 { - sqlite3_finalize $::STMT -} {SQLITE_OK} - -#--------------------------------------------------------------------- -# Tests 7.* check that prepared statements are invalidated when -# a collation sequence is deleted (but not when one is added). -# -ifcapable utf16 { - do_test schema2-7.1 { - set sql {SELECT * FROM abc;} - set ::STMT [sqlite3_prepare_v2 $::DB $sql -1 TAIL] - add_test_collate $::DB 1 1 1 - sqlite3_step $::STMT - } {SQLITE_DONE} - do_test schema2-7.2 { - sqlite3_reset $::STMT - } {SQLITE_OK} - do_test schema2-7.3 { - add_test_collate $::DB 0 0 0 - sqlite3_step $::STMT - } {SQLITE_DONE} - do_test schema2-7.4 { - sqlite3_finalize $::STMT - } {SQLITE_OK} -} - -#--------------------------------------------------------------------- -# Tests 8.1 and 8.2 check that prepared statements are invalidated when -# the authorization function is set. -# -ifcapable auth { - do_test schema2-8.1 { - set ::STMT [sqlite3_prepare_v2 $::DB {SELECT * FROM sqlite_master} -1 TAIL] - db auth {} - sqlite3_step $::STMT - } {SQLITE_ROW} - do_test schema2-8.3 { - sqlite3_finalize $::STMT - } {SQLITE_OK} -} - -#--------------------------------------------------------------------- -# schema2-9.1: Test that if a table is dropped by one database connection, -# other database connections are aware of the schema change. -# schema2-9.2: Test that if a view is dropped by one database connection, -# other database connections are aware of the schema change. -# -do_test schema2-9.1 { - sqlite3 db2 test.db - execsql { - DROP TABLE abc; - } db2 - db2 close - catchsql { - SELECT * FROM abc; - } -} {1 {no such table: abc}} -execsql { - CREATE TABLE abc(a, b, c); -} -ifcapable view { - do_test schema2-9.2 { - execsql { - CREATE VIEW abcview AS SELECT * FROM abc; - } - sqlite3 db2 test.db - execsql { - DROP VIEW abcview; - } db2 - db2 close - catchsql { - SELECT * FROM abcview; - } - } {1 {no such table: abcview}} -} - -#--------------------------------------------------------------------- -# Test that if a CREATE TABLE statement fails because there are other -# btree cursors open on the same database file it does not corrupt -# the sqlite_master table. -# -do_test schema2-10.1 { - execsql { - INSERT INTO abc VALUES(1, 2, 3); - } - set sql {SELECT * FROM abc} - set ::STMT [sqlite3_prepare_v2 $::DB $sql -1 TAIL] - sqlite3_step $::STMT -} {SQLITE_ROW} -do_test schema2-10.2 { - catchsql { - CREATE TABLE t2(a, b, c); - } -} {1 {database table is locked}} -do_test schema2-10.3 { - sqlite3_finalize $::STMT -} {SQLITE_OK} -do_test schema2-10.4 { - sqlite3 db2 test.db - execsql { - SELECT * FROM abc - } db2 -} {1 2 3} -do_test schema2-10.5 { - db2 close -} {} - -#--------------------------------------------------------------------- -# Attempting to delete or replace a user-function or collation sequence -# while there are active statements returns an SQLITE_BUSY error. -# -# schema2-11.1 - 11.4: User function. -# schema2-11.5 - 11.8: Collation sequence. -# -do_test schema2-11.1 { - db function tstfunc {} - set sql {SELECT * FROM abc} - set ::STMT [sqlite3_prepare_v2 $::DB $sql -1 TAIL] - sqlite3_step $::STMT -} {SQLITE_ROW} -do_test schema2-11.2 { - sqlite_delete_function $::DB tstfunc -} {SQLITE_BUSY} -do_test schema2-11.3 { - set rc [catch { - db function tstfunc {} - } msg] - list $rc $msg -} {1 {Unable to delete/modify user-function due to active statements}} -do_test schema2-11.4 { - sqlite3_finalize $::STMT -} {SQLITE_OK} -do_test schema2-11.5 { - db collate tstcollate {} - set sql {SELECT * FROM abc} - set ::STMT [sqlite3_prepare_v2 $::DB $sql -1 TAIL] - sqlite3_step $::STMT -} {SQLITE_ROW} -do_test schema2-11.6 { - sqlite_delete_collation $::DB tstcollate -} {SQLITE_BUSY} -do_test schema2-11.7 { - set rc [catch { - db collate tstcollate {} - } msg] - list $rc $msg -} {1 {Unable to delete/modify collation sequence due to active statements}} -do_test schema2-11.8 { - sqlite3_finalize $::STMT -} {SQLITE_OK} - -finish_test diff --git a/libs/sqlite/test/select1.test b/libs/sqlite/test/select1.test deleted file mode 100644 index 18dedc1f5d..0000000000 --- a/libs/sqlite/test/select1.test +++ /dev/null @@ -1,845 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the SELECT statement. -# -# $Id: select1.test,v 1.51 2006/04/11 14:16:22 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Try to select on a non-existant table. -# -do_test select1-1.1 { - set v [catch {execsql {SELECT * FROM test1}} msg] - lappend v $msg -} {1 {no such table: test1}} - - -execsql {CREATE TABLE test1(f1 int, f2 int)} - -do_test select1-1.2 { - set v [catch {execsql {SELECT * FROM test1, test2}} msg] - lappend v $msg -} {1 {no such table: test2}} -do_test select1-1.3 { - set v [catch {execsql {SELECT * FROM test2, test1}} msg] - lappend v $msg -} {1 {no such table: test2}} - -execsql {INSERT INTO test1(f1,f2) VALUES(11,22)} - - -# Make sure the columns are extracted correctly. -# -do_test select1-1.4 { - execsql {SELECT f1 FROM test1} -} {11} -do_test select1-1.5 { - execsql {SELECT f2 FROM test1} -} {22} -do_test select1-1.6 { - execsql {SELECT f2, f1 FROM test1} -} {22 11} -do_test select1-1.7 { - execsql {SELECT f1, f2 FROM test1} -} {11 22} -do_test select1-1.8 { - execsql {SELECT * FROM test1} -} {11 22} -do_test select1-1.8.1 { - execsql {SELECT *, * FROM test1} -} {11 22 11 22} -do_test select1-1.8.2 { - execsql {SELECT *, min(f1,f2), max(f1,f2) FROM test1} -} {11 22 11 22} -do_test select1-1.8.3 { - execsql {SELECT 'one', *, 'two', * FROM test1} -} {one 11 22 two 11 22} - -execsql {CREATE TABLE test2(r1 real, r2 real)} -execsql {INSERT INTO test2(r1,r2) VALUES(1.1,2.2)} - -do_test select1-1.9 { - execsql {SELECT * FROM test1, test2} -} {11 22 1.1 2.2} -do_test select1-1.9.1 { - execsql {SELECT *, 'hi' FROM test1, test2} -} {11 22 1.1 2.2 hi} -do_test select1-1.9.2 { - execsql {SELECT 'one', *, 'two', * FROM test1, test2} -} {one 11 22 1.1 2.2 two 11 22 1.1 2.2} -do_test select1-1.10 { - execsql {SELECT test1.f1, test2.r1 FROM test1, test2} -} {11 1.1} -do_test select1-1.11 { - execsql {SELECT test1.f1, test2.r1 FROM test2, test1} -} {11 1.1} -do_test select1-1.11.1 { - execsql {SELECT * FROM test2, test1} -} {1.1 2.2 11 22} -do_test select1-1.11.2 { - execsql {SELECT * FROM test1 AS a, test1 AS b} -} {11 22 11 22} -do_test select1-1.12 { - execsql {SELECT max(test1.f1,test2.r1), min(test1.f2,test2.r2) - FROM test2, test1} -} {11 2.2} -do_test select1-1.13 { - execsql {SELECT min(test1.f1,test2.r1), max(test1.f2,test2.r2) - FROM test1, test2} -} {1.1 22} - -set long {This is a string that is too big to fit inside a NBFS buffer} -do_test select1-2.0 { - execsql " - DROP TABLE test2; - DELETE FROM test1; - INSERT INTO test1 VALUES(11,22); - INSERT INTO test1 VALUES(33,44); - CREATE TABLE t3(a,b); - INSERT INTO t3 VALUES('abc',NULL); - INSERT INTO t3 VALUES(NULL,'xyz'); - INSERT INTO t3 SELECT * FROM test1; - CREATE TABLE t4(a,b); - INSERT INTO t4 VALUES(NULL,'$long'); - SELECT * FROM t3; - " -} {abc {} {} xyz 11 22 33 44} - -# Error messges from sqliteExprCheck -# -do_test select1-2.1 { - set v [catch {execsql {SELECT count(f1,f2) FROM test1}} msg] - lappend v $msg -} {1 {wrong number of arguments to function count()}} -do_test select1-2.2 { - set v [catch {execsql {SELECT count(f1) FROM test1}} msg] - lappend v $msg -} {0 2} -do_test select1-2.3 { - set v [catch {execsql {SELECT Count() FROM test1}} msg] - lappend v $msg -} {0 2} -do_test select1-2.4 { - set v [catch {execsql {SELECT COUNT(*) FROM test1}} msg] - lappend v $msg -} {0 2} -do_test select1-2.5 { - set v [catch {execsql {SELECT COUNT(*)+1 FROM test1}} msg] - lappend v $msg -} {0 3} -do_test select1-2.5.1 { - execsql {SELECT count(*),count(a),count(b) FROM t3} -} {4 3 3} -do_test select1-2.5.2 { - execsql {SELECT count(*),count(a),count(b) FROM t4} -} {1 0 1} -do_test select1-2.5.3 { - execsql {SELECT count(*),count(a),count(b) FROM t4 WHERE b=5} -} {0 0 0} -do_test select1-2.6 { - set v [catch {execsql {SELECT min(*) FROM test1}} msg] - lappend v $msg -} {1 {wrong number of arguments to function min()}} -do_test select1-2.7 { - set v [catch {execsql {SELECT Min(f1) FROM test1}} msg] - lappend v $msg -} {0 11} -do_test select1-2.8 { - set v [catch {execsql {SELECT MIN(f1,f2) FROM test1}} msg] - lappend v [lsort $msg] -} {0 {11 33}} -do_test select1-2.8.1 { - execsql {SELECT coalesce(min(a),'xyzzy') FROM t3} -} {11} -do_test select1-2.8.2 { - execsql {SELECT min(coalesce(a,'xyzzy')) FROM t3} -} {11} -do_test select1-2.8.3 { - execsql {SELECT min(b), min(b) FROM t4} -} [list $long $long] -do_test select1-2.9 { - set v [catch {execsql {SELECT MAX(*) FROM test1}} msg] - lappend v $msg -} {1 {wrong number of arguments to function MAX()}} -do_test select1-2.10 { - set v [catch {execsql {SELECT Max(f1) FROM test1}} msg] - lappend v $msg -} {0 33} -do_test select1-2.11 { - set v [catch {execsql {SELECT max(f1,f2) FROM test1}} msg] - lappend v [lsort $msg] -} {0 {22 44}} -do_test select1-2.12 { - set v [catch {execsql {SELECT MAX(f1,f2)+1 FROM test1}} msg] - lappend v [lsort $msg] -} {0 {23 45}} -do_test select1-2.13 { - set v [catch {execsql {SELECT MAX(f1)+1 FROM test1}} msg] - lappend v $msg -} {0 34} -do_test select1-2.13.1 { - execsql {SELECT coalesce(max(a),'xyzzy') FROM t3} -} {abc} -do_test select1-2.13.2 { - execsql {SELECT max(coalesce(a,'xyzzy')) FROM t3} -} {xyzzy} -do_test select1-2.14 { - set v [catch {execsql {SELECT SUM(*) FROM test1}} msg] - lappend v $msg -} {1 {wrong number of arguments to function SUM()}} -do_test select1-2.15 { - set v [catch {execsql {SELECT Sum(f1) FROM test1}} msg] - lappend v $msg -} {0 44} -do_test select1-2.16 { - set v [catch {execsql {SELECT sum(f1,f2) FROM test1}} msg] - lappend v $msg -} {1 {wrong number of arguments to function sum()}} -do_test select1-2.17 { - set v [catch {execsql {SELECT SUM(f1)+1 FROM test1}} msg] - lappend v $msg -} {0 45} -do_test select1-2.17.1 { - execsql {SELECT sum(a) FROM t3} -} {44.0} -do_test select1-2.18 { - set v [catch {execsql {SELECT XYZZY(f1) FROM test1}} msg] - lappend v $msg -} {1 {no such function: XYZZY}} -do_test select1-2.19 { - set v [catch {execsql {SELECT SUM(min(f1,f2)) FROM test1}} msg] - lappend v $msg -} {0 44} -do_test select1-2.20 { - set v [catch {execsql {SELECT SUM(min(f1)) FROM test1}} msg] - lappend v $msg -} {1 {misuse of aggregate function min()}} - -# WHERE clause expressions -# -do_test select1-3.1 { - set v [catch {execsql {SELECT f1 FROM test1 WHERE f1<11}} msg] - lappend v $msg -} {0 {}} -do_test select1-3.2 { - set v [catch {execsql {SELECT f1 FROM test1 WHERE f1<=11}} msg] - lappend v $msg -} {0 11} -do_test select1-3.3 { - set v [catch {execsql {SELECT f1 FROM test1 WHERE f1=11}} msg] - lappend v $msg -} {0 11} -do_test select1-3.4 { - set v [catch {execsql {SELECT f1 FROM test1 WHERE f1>=11}} msg] - lappend v [lsort $msg] -} {0 {11 33}} -do_test select1-3.5 { - set v [catch {execsql {SELECT f1 FROM test1 WHERE f1>11}} msg] - lappend v [lsort $msg] -} {0 33} -do_test select1-3.6 { - set v [catch {execsql {SELECT f1 FROM test1 WHERE f1!=11}} msg] - lappend v [lsort $msg] -} {0 33} -do_test select1-3.7 { - set v [catch {execsql {SELECT f1 FROM test1 WHERE min(f1,f2)!=11}} msg] - lappend v [lsort $msg] -} {0 33} -do_test select1-3.8 { - set v [catch {execsql {SELECT f1 FROM test1 WHERE max(f1,f2)!=11}} msg] - lappend v [lsort $msg] -} {0 {11 33}} -do_test select1-3.9 { - set v [catch {execsql {SELECT f1 FROM test1 WHERE count(f1,f2)!=11}} msg] - lappend v $msg -} {1 {wrong number of arguments to function count()}} - -# ORDER BY expressions -# -do_test select1-4.1 { - set v [catch {execsql {SELECT f1 FROM test1 ORDER BY f1}} msg] - lappend v $msg -} {0 {11 33}} -do_test select1-4.2 { - set v [catch {execsql {SELECT f1 FROM test1 ORDER BY -f1}} msg] - lappend v $msg -} {0 {33 11}} -do_test select1-4.3 { - set v [catch {execsql {SELECT f1 FROM test1 ORDER BY min(f1,f2)}} msg] - lappend v $msg -} {0 {11 33}} -do_test select1-4.4 { - set v [catch {execsql {SELECT f1 FROM test1 ORDER BY min(f1)}} msg] - lappend v $msg -} {1 {misuse of aggregate function min()}} - -# The restriction not allowing constants in the ORDER BY clause -# has been removed. See ticket #1768 -#do_test select1-4.5 { -# catchsql { -# SELECT f1 FROM test1 ORDER BY 8.4; -# } -#} {1 {ORDER BY terms must not be non-integer constants}} -#do_test select1-4.6 { -# catchsql { -# SELECT f1 FROM test1 ORDER BY '8.4'; -# } -#} {1 {ORDER BY terms must not be non-integer constants}} -#do_test select1-4.7.1 { -# catchsql { -# SELECT f1 FROM test1 ORDER BY 'xyz'; -# } -#} {1 {ORDER BY terms must not be non-integer constants}} -#do_test select1-4.7.2 { -# catchsql { -# SELECT f1 FROM test1 ORDER BY -8.4; -# } -#} {1 {ORDER BY terms must not be non-integer constants}} -#do_test select1-4.7.3 { -# catchsql { -# SELECT f1 FROM test1 ORDER BY +8.4; -# } -#} {1 {ORDER BY terms must not be non-integer constants}} -#do_test select1-4.7.4 { -# catchsql { -# SELECT f1 FROM test1 ORDER BY 4294967296; -- constant larger than 32 bits -# } -#} {1 {ORDER BY terms must not be non-integer constants}} - -do_test select1-4.5 { - execsql { - SELECT f1 FROM test1 ORDER BY 8.4 - } -} {11 33} -do_test select1-4.6 { - execsql { - SELECT f1 FROM test1 ORDER BY '8.4' - } -} {11 33} - -do_test select1-4.8 { - execsql { - CREATE TABLE t5(a,b); - INSERT INTO t5 VALUES(1,10); - INSERT INTO t5 VALUES(2,9); - SELECT * FROM t5 ORDER BY 1; - } -} {1 10 2 9} -do_test select1-4.9.1 { - execsql { - SELECT * FROM t5 ORDER BY 2; - } -} {2 9 1 10} -do_test select1-4.9.2 { - execsql { - SELECT * FROM t5 ORDER BY +2; - } -} {2 9 1 10} -do_test select1-4.10.1 { - catchsql { - SELECT * FROM t5 ORDER BY 3; - } -} {1 {ORDER BY column number 3 out of range - should be between 1 and 2}} -do_test select1-4.10.2 { - catchsql { - SELECT * FROM t5 ORDER BY -1; - } -} {1 {ORDER BY column number -1 out of range - should be between 1 and 2}} -do_test select1-4.11 { - execsql { - INSERT INTO t5 VALUES(3,10); - SELECT * FROM t5 ORDER BY 2, 1 DESC; - } -} {2 9 3 10 1 10} -do_test select1-4.12 { - execsql { - SELECT * FROM t5 ORDER BY 1 DESC, b; - } -} {3 10 2 9 1 10} -do_test select1-4.13 { - execsql { - SELECT * FROM t5 ORDER BY b DESC, 1; - } -} {1 10 3 10 2 9} - - -# ORDER BY ignored on an aggregate query -# -do_test select1-5.1 { - set v [catch {execsql {SELECT max(f1) FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 33} - -execsql {CREATE TABLE test2(t1 test, t2 text)} -execsql {INSERT INTO test2 VALUES('abc','xyz')} - -# Check for column naming -# -do_test select1-6.1 { - set v [catch {execsql2 {SELECT f1 FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 {f1 11 f1 33}} -do_test select1-6.1.1 { - db eval {PRAGMA full_column_names=on} - set v [catch {execsql2 {SELECT f1 FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 {test1.f1 11 test1.f1 33}} -do_test select1-6.1.2 { - set v [catch {execsql2 {SELECT f1 as 'f1' FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 {f1 11 f1 33}} -do_test select1-6.1.3 { - set v [catch {execsql2 {SELECT * FROM test1 WHERE f1==11}} msg] - lappend v $msg -} {0 {f1 11 f2 22}} -do_test select1-6.1.4 { - set v [catch {execsql2 {SELECT DISTINCT * FROM test1 WHERE f1==11}} msg] - db eval {PRAGMA full_column_names=off} - lappend v $msg -} {0 {f1 11 f2 22}} -do_test select1-6.1.5 { - set v [catch {execsql2 {SELECT * FROM test1 WHERE f1==11}} msg] - lappend v $msg -} {0 {f1 11 f2 22}} -do_test select1-6.1.6 { - set v [catch {execsql2 {SELECT DISTINCT * FROM test1 WHERE f1==11}} msg] - lappend v $msg -} {0 {f1 11 f2 22}} -do_test select1-6.2 { - set v [catch {execsql2 {SELECT f1 as xyzzy FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 {xyzzy 11 xyzzy 33}} -do_test select1-6.3 { - set v [catch {execsql2 {SELECT f1 as "xyzzy" FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 {xyzzy 11 xyzzy 33}} -do_test select1-6.3.1 { - set v [catch {execsql2 {SELECT f1 as 'xyzzy ' FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 {{xyzzy } 11 {xyzzy } 33}} -do_test select1-6.4 { - set v [catch {execsql2 {SELECT f1+F2 as xyzzy FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 {xyzzy 33 xyzzy 77}} -do_test select1-6.4a { - set v [catch {execsql2 {SELECT f1+F2 FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 {f1+F2 33 f1+F2 77}} -do_test select1-6.5 { - set v [catch {execsql2 {SELECT test1.f1+F2 FROM test1 ORDER BY f2}} msg] - lappend v $msg -} {0 {test1.f1+F2 33 test1.f1+F2 77}} -do_test select1-6.5.1 { - execsql2 {PRAGMA full_column_names=on} - set v [catch {execsql2 {SELECT test1.f1+F2 FROM test1 ORDER BY f2}} msg] - execsql2 {PRAGMA full_column_names=off} - lappend v $msg -} {0 {test1.f1+F2 33 test1.f1+F2 77}} -do_test select1-6.6 { - set v [catch {execsql2 {SELECT test1.f1+F2, t1 FROM test1, test2 - ORDER BY f2}} msg] - lappend v $msg -} {0 {test1.f1+F2 33 t1 abc test1.f1+F2 77 t1 abc}} -do_test select1-6.7 { - set v [catch {execsql2 {SELECT A.f1, t1 FROM test1 as A, test2 - ORDER BY f2}} msg] - lappend v $msg -} {0 {f1 11 t1 abc f1 33 t1 abc}} -do_test select1-6.8 { - set v [catch {execsql2 {SELECT A.f1, f1 FROM test1 as A, test1 as B - ORDER BY f2}} msg] - lappend v $msg -} {1 {ambiguous column name: f1}} -do_test select1-6.8b { - set v [catch {execsql2 {SELECT A.f1, B.f1 FROM test1 as A, test1 as B - ORDER BY f2}} msg] - lappend v $msg -} {1 {ambiguous column name: f2}} -do_test select1-6.8c { - set v [catch {execsql2 {SELECT A.f1, f1 FROM test1 as A, test1 as A - ORDER BY f2}} msg] - lappend v $msg -} {1 {ambiguous column name: A.f1}} -do_test select1-6.9.1 { - set v [catch {execsql {SELECT A.f1, B.f1 FROM test1 as A, test1 as B - ORDER BY A.f1, B.f1}} msg] - lappend v $msg -} {0 {11 11 11 33 33 11 33 33}} -do_test select1-6.9.2 { - set v [catch {execsql2 {SELECT A.f1, B.f1 FROM test1 as A, test1 as B - ORDER BY A.f1, B.f1}} msg] - lappend v $msg -} {0 {f1 11 f1 11 f1 33 f1 33 f1 11 f1 11 f1 33 f1 33}} - -ifcapable compound { -do_test select1-6.10 { - set v [catch {execsql2 { - SELECT f1 FROM test1 UNION SELECT f2 FROM test1 - ORDER BY f2; - }} msg] - lappend v $msg -} {0 {f1 11 f1 22 f1 33 f1 44}} -do_test select1-6.11 { - set v [catch {execsql2 { - SELECT f1 FROM test1 UNION SELECT f2+100 FROM test1 - ORDER BY f2+100; - }} msg] - lappend v $msg -} {0 {f1 11 f1 33 f1 122 f1 144}} -} ;#ifcapable compound - -do_test select1-7.1 { - set v [catch {execsql { - SELECT f1 FROM test1 WHERE f2=; - }} msg] - lappend v $msg -} {1 {near ";": syntax error}} -ifcapable compound { -do_test select1-7.2 { - set v [catch {execsql { - SELECT f1 FROM test1 UNION SELECT WHERE; - }} msg] - lappend v $msg -} {1 {near "WHERE": syntax error}} -} ;# ifcapable compound -do_test select1-7.3 { - set v [catch {execsql {SELECT f1 FROM test1 as 'hi', test2 as}} msg] - lappend v $msg -} {1 {near "as": syntax error}} -do_test select1-7.4 { - set v [catch {execsql { - SELECT f1 FROM test1 ORDER BY; - }} msg] - lappend v $msg -} {1 {near ";": syntax error}} -do_test select1-7.5 { - set v [catch {execsql { - SELECT f1 FROM test1 ORDER BY f1 desc, f2 where; - }} msg] - lappend v $msg -} {1 {near "where": syntax error}} -do_test select1-7.6 { - set v [catch {execsql { - SELECT count(f1,f2 FROM test1; - }} msg] - lappend v $msg -} {1 {near "FROM": syntax error}} -do_test select1-7.7 { - set v [catch {execsql { - SELECT count(f1,f2+) FROM test1; - }} msg] - lappend v $msg -} {1 {near ")": syntax error}} -do_test select1-7.8 { - set v [catch {execsql { - SELECT f1 FROM test1 ORDER BY f2, f1+; - }} msg] - lappend v $msg -} {1 {near ";": syntax error}} - -do_test select1-8.1 { - execsql {SELECT f1 FROM test1 WHERE 4.3+2.4 OR 1 ORDER BY f1} -} {11 33} -do_test select1-8.2 { - execsql { - SELECT f1 FROM test1 WHERE ('x' || f1) BETWEEN 'x10' AND 'x20' - ORDER BY f1 - } -} {11} -do_test select1-8.3 { - execsql { - SELECT f1 FROM test1 WHERE 5-3==2 - ORDER BY f1 - } -} {11 33} - -# TODO: This test is failing because f1 is now being loaded off the -# disk as a vdbe integer, not a string. Hence the value of f1/(f1-11) -# changes because of rounding. Disable the test for now. -if 0 { -do_test select1-8.4 { - execsql { - SELECT coalesce(f1/(f1-11),'x'), - coalesce(min(f1/(f1-11),5),'y'), - coalesce(max(f1/(f1-33),6),'z') - FROM test1 ORDER BY f1 - } -} {x y 6 1.5 1.5 z} -} -do_test select1-8.5 { - execsql { - SELECT min(1,2,3), -max(1,2,3) - FROM test1 ORDER BY f1 - } -} {1 -3 1 -3} - - -# Check the behavior when the result set is empty -# -# SQLite v3 always sets r(*). -# -# do_test select1-9.1 { -# catch {unset r} -# set r(*) {} -# db eval {SELECT * FROM test1 WHERE f1<0} r {} -# set r(*) -# } {} -do_test select1-9.2 { - execsql {PRAGMA empty_result_callbacks=on} - catch {unset r} - set r(*) {} - db eval {SELECT * FROM test1 WHERE f1<0} r {} - set r(*) -} {f1 f2} -ifcapable subquery { - do_test select1-9.3 { - set r(*) {} - db eval {SELECT * FROM test1 WHERE f1<(select count(*) from test2)} r {} - set r(*) - } {f1 f2} -} -do_test select1-9.4 { - set r(*) {} - db eval {SELECT * FROM test1 ORDER BY f1} r {} - set r(*) -} {f1 f2} -do_test select1-9.5 { - set r(*) {} - db eval {SELECT * FROM test1 WHERE f1<0 ORDER BY f1} r {} - set r(*) -} {f1 f2} -unset r - -# Check for ORDER BY clauses that refer to an AS name in the column list -# -do_test select1-10.1 { - execsql { - SELECT f1 AS x FROM test1 ORDER BY x - } -} {11 33} -do_test select1-10.2 { - execsql { - SELECT f1 AS x FROM test1 ORDER BY -x - } -} {33 11} -do_test select1-10.3 { - execsql { - SELECT f1-23 AS x FROM test1 ORDER BY abs(x) - } -} {10 -12} -do_test select1-10.4 { - execsql { - SELECT f1-23 AS x FROM test1 ORDER BY -abs(x) - } -} {-12 10} -do_test select1-10.5 { - execsql { - SELECT f1-22 AS x, f2-22 as y FROM test1 - } -} {-11 0 11 22} -do_test select1-10.6 { - execsql { - SELECT f1-22 AS x, f2-22 as y FROM test1 WHERE x>0 AND y<50 - } -} {11 22} - -# Check the ability to specify "TABLE.*" in the result set of a SELECT -# -do_test select1-11.1 { - execsql { - DELETE FROM t3; - DELETE FROM t4; - INSERT INTO t3 VALUES(1,2); - INSERT INTO t4 VALUES(3,4); - SELECT * FROM t3, t4; - } -} {1 2 3 4} -do_test select1-11.2.1 { - execsql { - SELECT * FROM t3, t4; - } -} {1 2 3 4} -do_test select1-11.2.2 { - execsql2 { - SELECT * FROM t3, t4; - } -} {a 3 b 4 a 3 b 4} -do_test select1-11.4.1 { - execsql { - SELECT t3.*, t4.b FROM t3, t4; - } -} {1 2 4} -do_test select1-11.4.2 { - execsql { - SELECT "t3".*, t4.b FROM t3, t4; - } -} {1 2 4} -do_test select1-11.5.1 { - execsql2 { - SELECT t3.*, t4.b FROM t3, t4; - } -} {a 1 b 4 b 4} -do_test select1-11.6 { - execsql2 { - SELECT x.*, y.b FROM t3 AS x, t4 AS y; - } -} {a 1 b 4 b 4} -do_test select1-11.7 { - execsql { - SELECT t3.b, t4.* FROM t3, t4; - } -} {2 3 4} -do_test select1-11.8 { - execsql2 { - SELECT t3.b, t4.* FROM t3, t4; - } -} {b 4 a 3 b 4} -do_test select1-11.9 { - execsql2 { - SELECT x.b, y.* FROM t3 AS x, t4 AS y; - } -} {b 4 a 3 b 4} -do_test select1-11.10 { - catchsql { - SELECT t5.* FROM t3, t4; - } -} {1 {no such table: t5}} -do_test select1-11.11 { - catchsql { - SELECT t3.* FROM t3 AS x, t4; - } -} {1 {no such table: t3}} -ifcapable subquery { - do_test select1-11.12 { - execsql2 { - SELECT t3.* FROM t3, (SELECT max(a), max(b) FROM t4) - } - } {a 1 b 2} - do_test select1-11.13 { - execsql2 { - SELECT t3.* FROM (SELECT max(a), max(b) FROM t4), t3 - } - } {a 1 b 2} - do_test select1-11.14 { - execsql2 { - SELECT * FROM t3, (SELECT max(a), max(b) FROM t4) AS 'tx' - } - } {a 1 b 2 max(a) 3 max(b) 4} - do_test select1-11.15 { - execsql2 { - SELECT y.*, t3.* FROM t3, (SELECT max(a), max(b) FROM t4) AS y - } - } {max(a) 3 max(b) 4 a 1 b 2} -} -do_test select1-11.16 { - execsql2 { - SELECT y.* FROM t3 as y, t4 as z - } -} {a 1 b 2} - -# Tests of SELECT statements without a FROM clause. -# -do_test select1-12.1 { - execsql2 { - SELECT 1+2+3 - } -} {1+2+3 6} -do_test select1-12.2 { - execsql2 { - SELECT 1,'hello',2 - } -} {1 1 'hello' hello 2 2} -do_test select1-12.3 { - execsql2 { - SELECT 1 AS 'a','hello' AS 'b',2 AS 'c' - } -} {a 1 b hello c 2} -do_test select1-12.4 { - execsql { - DELETE FROM t3; - INSERT INTO t3 VALUES(1,2); - } -} {} - -ifcapable compound { -do_test select1-12.5 { - execsql { - SELECT * FROM t3 UNION SELECT 3 AS 'a', 4 ORDER BY a; - } -} {1 2 3 4} - -do_test select1-12.6 { - execsql { - SELECT 3, 4 UNION SELECT * FROM t3; - } -} {1 2 3 4} -} ;# ifcapable compound - -ifcapable subquery { - do_test select1-12.7 { - execsql { - SELECT * FROM t3 WHERE a=(SELECT 1); - } - } {1 2} - do_test select1-12.8 { - execsql { - SELECT * FROM t3 WHERE a=(SELECT 2); - } - } {} -} - -ifcapable {compound && subquery} { - do_test select1-12.9 { - execsql2 { - SELECT x FROM ( - SELECT a AS x, b AS y FROM t3 UNION SELECT a,b FROM t4 ORDER BY a,b - ) ORDER BY x; - } - } {x 1 x 3} - do_test select1-12.10 { - execsql2 { - SELECT z.x FROM ( - SELECT a AS x,b AS y FROM t3 UNION SELECT a, b FROM t4 ORDER BY a,b - ) AS 'z' ORDER BY x; - } - } {x 1 x 3} -} ;# ifcapable compound - - -# Check for a VDBE stack growth problem that existed at one point. -# -ifcapable subquery { - do_test select1-13.1 { - execsql { - BEGIN; - create TABLE abc(a, b, c, PRIMARY KEY(a, b)); - INSERT INTO abc VALUES(1, 1, 1); - } - for {set i 0} {$i<10} {incr i} { - execsql { - INSERT INTO abc SELECT a+(select max(a) FROM abc), - b+(select max(a) FROM abc), c+(select max(a) FROM abc) FROM abc; - } - } - execsql {COMMIT} - - # This used to seg-fault when the problem existed. - execsql { - SELECT count( - (SELECT a FROM abc WHERE a = NULL AND b >= upper.c) - ) FROM abc AS upper; - } - } {0} -} - -finish_test diff --git a/libs/sqlite/test/select2.test b/libs/sqlite/test/select2.test deleted file mode 100644 index 1c6a5c893d..0000000000 --- a/libs/sqlite/test/select2.test +++ /dev/null @@ -1,185 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the SELECT statement. -# -# $Id: select2.test,v 1.25 2005/07/21 03:15:01 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create a table with some data -# -execsql {CREATE TABLE tbl1(f1 int, f2 int)} -execsql {BEGIN} -for {set i 0} {$i<=30} {incr i} { - execsql "INSERT INTO tbl1 VALUES([expr {$i%9}],[expr {$i%10}])" -} -execsql {COMMIT} - -# Do a second query inside a first. -# -do_test select2-1.1 { - set sql {SELECT DISTINCT f1 FROM tbl1 ORDER BY f1} - set r {} - catch {unset data} - db eval $sql data { - set f1 $data(f1) - lappend r $f1: - set sql2 "SELECT f2 FROM tbl1 WHERE f1=$f1 ORDER BY f2" - db eval $sql2 d2 { - lappend r $d2(f2) - } - } - set r -} {0: 0 7 8 9 1: 0 1 8 9 2: 0 1 2 9 3: 0 1 2 3 4: 2 3 4 5: 3 4 5 6: 4 5 6 7: 5 6 7 8: 6 7 8} - -do_test select2-1.2 { - set sql {SELECT DISTINCT f1 FROM tbl1 WHERE f1>3 AND f1<5} - set r {} - db eval $sql data { - set f1 $data(f1) - lappend r $f1: - set sql2 "SELECT f2 FROM tbl1 WHERE f1=$f1 ORDER BY f2" - db eval $sql2 d2 { - lappend r $d2(f2) - } - } - set r -} {4: 2 3 4} - -# Create a largish table. Do this twice, once using the TCL cache and once -# without. Compare the performance to make sure things go faster with the -# cache turned on. -# -ifcapable tclvar { - do_test select2-2.0.1 { - set t1 [time { - execsql {CREATE TABLE tbl2(f1 int, f2 int, f3 int); BEGIN;} - for {set i 1} {$i<=30000} {incr i} { - set i2 [expr {$i*2}] - set i3 [expr {$i*3}] - db eval {INSERT INTO tbl2 VALUES($i,$i2,$i3)} - } - execsql {COMMIT} - }] - list - } {} - puts "time with cache: $::t1" -} -catch {execsql {DROP TABLE tbl2}} -do_test select2-2.0.2 { - set t2 [time { - execsql {CREATE TABLE tbl2(f1 int, f2 int, f3 int); BEGIN;} - for {set i 1} {$i<=30000} {incr i} { - set i2 [expr {$i*2}] - set i3 [expr {$i*3}] - execsql "INSERT INTO tbl2 VALUES($i,$i2,$i3)" - } - execsql {COMMIT} - }] - list -} {} -puts "time without cache: $t2" -ifcapable tclvar { - do_test select2-2.0.3 { - expr {[lindex $t1 0]<[lindex $t2 0]} - } 1 -} - -do_test select2-2.1 { - execsql {SELECT count(*) FROM tbl2} -} {30000} -do_test select2-2.2 { - execsql {SELECT count(*) FROM tbl2 WHERE f2>1000} -} {29500} - -do_test select2-3.1 { - execsql {SELECT f1 FROM tbl2 WHERE 1000=f2} -} {500} - -do_test select2-3.2a { - execsql {CREATE INDEX idx1 ON tbl2(f2)} -} {} -do_test select2-3.2b { - execsql {SELECT f1 FROM tbl2 WHERE 1000=f2} -} {500} -do_test select2-3.2c { - execsql {SELECT f1 FROM tbl2 WHERE f2=1000} -} {500} -do_test select2-3.2d { - set sqlite_search_count 0 -btree_breakpoint - execsql {SELECT * FROM tbl2 WHERE 1000=f2} - set sqlite_search_count -} {3} -do_test select2-3.2e { - set sqlite_search_count 0 - execsql {SELECT * FROM tbl2 WHERE f2=1000} - set sqlite_search_count -} {3} - -# Make sure queries run faster with an index than without -# -do_test select2-3.3 { - execsql {DROP INDEX idx1} - set sqlite_search_count 0 - execsql {SELECT f1 FROM tbl2 WHERE f2==2000} - set sqlite_search_count -} {29999} - -# Make sure we can optimize functions in the WHERE clause that -# use fields from two or more different table. (Bug #6) -# -do_test select2-4.1 { - execsql { - CREATE TABLE aa(a); - CREATE TABLE bb(b); - INSERT INTO aa VALUES(1); - INSERT INTO aa VALUES(3); - INSERT INTO bb VALUES(2); - INSERT INTO bb VALUES(4); - SELECT * FROM aa, bb WHERE max(a,b)>2; - } -} {1 4 3 2 3 4} -do_test select2-4.2 { - execsql { - INSERT INTO bb VALUES(0); - SELECT * FROM aa, bb WHERE b; - } -} {1 2 1 4 3 2 3 4} -do_test select2-4.3 { - execsql { - SELECT * FROM aa, bb WHERE NOT b; - } -} {1 0 3 0} -do_test select2-4.4 { - execsql { - SELECT * FROM aa, bb WHERE min(a,b); - } -} {1 2 1 4 3 2 3 4} -do_test select2-4.5 { - execsql { - SELECT * FROM aa, bb WHERE NOT min(a,b); - } -} {1 0 3 0} -do_test select2-4.6 { - execsql { - SELECT * FROM aa, bb WHERE CASE WHEN a=b-1 THEN 1 END; - } -} {1 2 3 4} -do_test select2-4.7 { - execsql { - SELECT * FROM aa, bb WHERE CASE WHEN a=b-1 THEN 0 ELSE 1 END; - } -} {1 4 1 0 3 2 3 0} - -finish_test diff --git a/libs/sqlite/test/select3.test b/libs/sqlite/test/select3.test deleted file mode 100644 index c3fbd2ee69..0000000000 --- a/libs/sqlite/test/select3.test +++ /dev/null @@ -1,239 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing aggregate functions and the -# GROUP BY and HAVING clauses of SELECT statements. -# -# $Id: select3.test,v 1.19 2006/04/11 14:16:22 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Build some test data -# -do_test select3-1.0 { - execsql { - CREATE TABLE t1(n int, log int); - BEGIN; - } - for {set i 1} {$i<32} {incr i} { - for {set j 0} {pow(2,$j)<$i} {incr j} {} - execsql "INSERT INTO t1 VALUES($i,$j)" - } - execsql { - COMMIT - } - execsql {SELECT DISTINCT log FROM t1 ORDER BY log} -} {0 1 2 3 4 5} - -# Basic aggregate functions. -# -do_test select3-1.1 { - execsql {SELECT count(*) FROM t1} -} {31} -do_test select3-1.2 { - execsql { - SELECT min(n),min(log),max(n),max(log),sum(n),sum(log),avg(n),avg(log) - FROM t1 - } -} {1 0 31 5 496 124 16.0 4.0} -do_test select3-1.3 { - execsql {SELECT max(n)/avg(n), max(log)/avg(log) FROM t1} -} {1.9375 1.25} - -# Try some basic GROUP BY clauses -# -do_test select3-2.1 { - execsql {SELECT log, count(*) FROM t1 GROUP BY log ORDER BY log} -} {0 1 1 1 2 2 3 4 4 8 5 15} -do_test select3-2.2 { - execsql {SELECT log, min(n) FROM t1 GROUP BY log ORDER BY log} -} {0 1 1 2 2 3 3 5 4 9 5 17} -do_test select3-2.3.1 { - execsql {SELECT log, avg(n) FROM t1 GROUP BY log ORDER BY log} -} {0 1.0 1 2.0 2 3.5 3 6.5 4 12.5 5 24.0} -do_test select3-2.3.2 { - execsql {SELECT log, avg(n)+1 FROM t1 GROUP BY log ORDER BY log} -} {0 2.0 1 3.0 2 4.5 3 7.5 4 13.5 5 25.0} -do_test select3-2.4 { - execsql {SELECT log, avg(n)-min(n) FROM t1 GROUP BY log ORDER BY log} -} {0 0.0 1 0.0 2 0.5 3 1.5 4 3.5 5 7.0} -do_test select3-2.5 { - execsql {SELECT log*2+1, avg(n)-min(n) FROM t1 GROUP BY log ORDER BY log} -} {1 0.0 3 0.0 5 0.5 7 1.5 9 3.5 11 7.0} -do_test select3-2.6 { - execsql { - SELECT log*2+1 as x, count(*) FROM t1 GROUP BY x ORDER BY x - } -} {1 1 3 1 5 2 7 4 9 8 11 15} -do_test select3-2.7 { - execsql { - SELECT log*2+1 AS x, count(*) AS y FROM t1 GROUP BY x ORDER BY y, x - } -} {1 1 3 1 5 2 7 4 9 8 11 15} -do_test select3-2.8 { - execsql { - SELECT log*2+1 AS x, count(*) AS y FROM t1 GROUP BY x ORDER BY 10-(x+y) - } -} {11 15 9 8 7 4 5 2 3 1 1 1} -#do_test select3-2.9 { -# catchsql { -# SELECT log, count(*) FROM t1 GROUP BY 'x' ORDER BY log; -# } -#} {1 {GROUP BY terms must not be non-integer constants}} -do_test select3-2.10 { - catchsql { - SELECT log, count(*) FROM t1 GROUP BY 0 ORDER BY log; - } -} {1 {GROUP BY column number 0 out of range - should be between 1 and 2}} -do_test select3-2.11 { - catchsql { - SELECT log, count(*) FROM t1 GROUP BY 3 ORDER BY log; - } -} {1 {GROUP BY column number 3 out of range - should be between 1 and 2}} -do_test select3-2.12 { - catchsql { - SELECT log, count(*) FROM t1 GROUP BY 1 ORDER BY log; - } -} {0 {0 1 1 1 2 2 3 4 4 8 5 15}} -#do_test select3-2.13 { -# catchsql { -# SELECT log, count(*) FROM t1 GROUP BY 2 ORDER BY log; -# } -#} {0 {0 1 1 1 2 2 3 4 4 8 5 15}} -#do_test select3-2.14 { -# catchsql { -# SELECT log, count(*) FROM t1 GROUP BY count(*) ORDER BY log; -# } -#} {0 {0 1 1 1 2 2 3 4 4 8 5 15}} - -# Cannot have a HAVING without a GROUP BY -# -do_test select3-3.1 { - set v [catch {execsql {SELECT log, count(*) FROM t1 HAVING log>=4}} msg] - lappend v $msg -} {1 {a GROUP BY clause is required before HAVING}} - -# Toss in some HAVING clauses -# -do_test select3-4.1 { - execsql {SELECT log, count(*) FROM t1 GROUP BY log HAVING log>=4 ORDER BY log} -} {4 8 5 15} -do_test select3-4.2 { - execsql { - SELECT log, count(*) FROM t1 - GROUP BY log - HAVING count(*)>=4 - ORDER BY log - } -} {3 4 4 8 5 15} -do_test select3-4.3 { - execsql { - SELECT log, count(*) FROM t1 - GROUP BY log - HAVING count(*)>=4 - ORDER BY max(n)+0 - } -} {3 4 4 8 5 15} -do_test select3-4.4 { - execsql { - SELECT log AS x, count(*) AS y FROM t1 - GROUP BY x - HAVING y>=4 - ORDER BY max(n)+0 - } -} {3 4 4 8 5 15} -do_test select3-4.5 { - execsql { - SELECT log AS x FROM t1 - GROUP BY x - HAVING count(*)>=4 - ORDER BY max(n)+0 - } -} {3 4 5} - -do_test select3-5.1 { - execsql { - SELECT log, count(*), avg(n), max(n+log*2) FROM t1 - GROUP BY log - ORDER BY max(n+log*2)+0, avg(n)+0 - } -} {0 1 1.0 1 1 1 2.0 4 2 2 3.5 8 3 4 6.5 14 4 8 12.5 24 5 15 24.0 41} -do_test select3-5.2 { - execsql { - SELECT log, count(*), avg(n), max(n+log*2) FROM t1 - GROUP BY log - ORDER BY max(n+log*2)+0, min(log,avg(n))+0 - } -} {0 1 1.0 1 1 1 2.0 4 2 2 3.5 8 3 4 6.5 14 4 8 12.5 24 5 15 24.0 41} - -# Test sorting of GROUP BY results in the presence of an index -# on the GROUP BY column. -# -do_test select3-6.1 { - execsql { - SELECT log, min(n) FROM t1 GROUP BY log ORDER BY log; - } -} {0 1 1 2 2 3 3 5 4 9 5 17} -do_test select3-6.2 { - execsql { - SELECT log, min(n) FROM t1 GROUP BY log ORDER BY log DESC; - } -} {5 17 4 9 3 5 2 3 1 2 0 1} -do_test select3-6.3 { - execsql { - SELECT log, min(n) FROM t1 GROUP BY log ORDER BY 1; - } -} {0 1 1 2 2 3 3 5 4 9 5 17} -do_test select3-6.4 { - execsql { - SELECT log, min(n) FROM t1 GROUP BY log ORDER BY 1 DESC; - } -} {5 17 4 9 3 5 2 3 1 2 0 1} -do_test select3-6.5 { - execsql { - CREATE INDEX i1 ON t1(log); - SELECT log, min(n) FROM t1 GROUP BY log ORDER BY log; - } -} {0 1 1 2 2 3 3 5 4 9 5 17} -do_test select3-6.6 { - execsql { - SELECT log, min(n) FROM t1 GROUP BY log ORDER BY log DESC; - } -} {5 17 4 9 3 5 2 3 1 2 0 1} -do_test select3-6.7 { - execsql { - SELECT log, min(n) FROM t1 GROUP BY log ORDER BY 1; - } -} {0 1 1 2 2 3 3 5 4 9 5 17} -do_test select3-6.8 { - execsql { - SELECT log, min(n) FROM t1 GROUP BY log ORDER BY 1 DESC; - } -} {5 17 4 9 3 5 2 3 1 2 0 1} - -# Sometimes an aggregate query can return no rows at all. -# -do_test select3-7.1 { - execsql { - CREATE TABLE t2(a,b); - INSERT INTO t2 VALUES(1,2); - SELECT a, sum(b) FROM t2 WHERE b=5 GROUP BY a; - } -} {} -do_test select3-7.2 { - execsql { - SELECT a, sum(b) FROM t2 WHERE b=5; - } -} {{} {}} - - -finish_test diff --git a/libs/sqlite/test/select4.test b/libs/sqlite/test/select4.test deleted file mode 100644 index 5c3b808ab8..0000000000 --- a/libs/sqlite/test/select4.test +++ /dev/null @@ -1,617 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing UNION, INTERSECT and EXCEPT operators -# in SELECT statements. -# -# $Id: select4.test,v 1.20 2006/06/20 11:01:09 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Most tests in this file depend on compound-select. But there are a couple -# right at the end that test DISTINCT, so we cannot omit the entire file. -# -ifcapable compound { - -# Build some test data -# -execsql { - CREATE TABLE t1(n int, log int); - BEGIN; -} -for {set i 1} {$i<32} {incr i} { - for {set j 0} {pow(2,$j)<$i} {incr j} {} - execsql "INSERT INTO t1 VALUES($i,$j)" -} -execsql { - COMMIT; -} - -do_test select4-1.0 { - execsql {SELECT DISTINCT log FROM t1 ORDER BY log} -} {0 1 2 3 4 5} - -# Union All operator -# -do_test select4-1.1a { - lsort [execsql {SELECT DISTINCT log FROM t1}] -} {0 1 2 3 4 5} -do_test select4-1.1b { - lsort [execsql {SELECT n FROM t1 WHERE log=3}] -} {5 6 7 8} -do_test select4-1.1c { - execsql { - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - } -} {0 1 2 3 4 5 5 6 7 8} -do_test select4-1.1d { - execsql { - CREATE TABLE t2 AS - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - SELECT * FROM t2; - } -} {0 1 2 3 4 5 5 6 7 8} -execsql {DROP TABLE t2} -do_test select4-1.1e { - execsql { - CREATE TABLE t2 AS - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY log DESC; - SELECT * FROM t2; - } -} {8 7 6 5 5 4 3 2 1 0} -execsql {DROP TABLE t2} -do_test select4-1.1f { - execsql { - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=2 - } -} {0 1 2 3 4 5 3 4} -do_test select4-1.1g { - execsql { - CREATE TABLE t2 AS - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=2; - SELECT * FROM t2; - } -} {0 1 2 3 4 5 3 4} -execsql {DROP TABLE t2} -ifcapable subquery { - do_test select4-1.2 { - execsql { - SELECT log FROM t1 WHERE n IN - (SELECT DISTINCT log FROM t1 UNION ALL - SELECT n FROM t1 WHERE log=3) - ORDER BY log; - } - } {0 1 2 2 3 3 3 3} -} -do_test select4-1.3 { - set v [catch {execsql { - SELECT DISTINCT log FROM t1 ORDER BY log - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - }} msg] - lappend v $msg -} {1 {ORDER BY clause should come after UNION ALL not before}} - -# Union operator -# -do_test select4-2.1 { - execsql { - SELECT DISTINCT log FROM t1 - UNION - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - } -} {0 1 2 3 4 5 6 7 8} -ifcapable subquery { - do_test select4-2.2 { - execsql { - SELECT log FROM t1 WHERE n IN - (SELECT DISTINCT log FROM t1 UNION - SELECT n FROM t1 WHERE log=3) - ORDER BY log; - } - } {0 1 2 2 3 3 3 3} -} -do_test select4-2.3 { - set v [catch {execsql { - SELECT DISTINCT log FROM t1 ORDER BY log - UNION - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - }} msg] - lappend v $msg -} {1 {ORDER BY clause should come after UNION not before}} - -# Except operator -# -do_test select4-3.1.1 { - execsql { - SELECT DISTINCT log FROM t1 - EXCEPT - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - } -} {0 1 2 3 4} -do_test select4-3.1.2 { - execsql { - CREATE TABLE t2 AS - SELECT DISTINCT log FROM t1 - EXCEPT - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - SELECT * FROM t2; - } -} {0 1 2 3 4} -execsql {DROP TABLE t2} -do_test select4-3.1.3 { - execsql { - CREATE TABLE t2 AS - SELECT DISTINCT log FROM t1 - EXCEPT - SELECT n FROM t1 WHERE log=3 - ORDER BY log DESC; - SELECT * FROM t2; - } -} {4 3 2 1 0} -execsql {DROP TABLE t2} -ifcapable subquery { - do_test select4-3.2 { - execsql { - SELECT log FROM t1 WHERE n IN - (SELECT DISTINCT log FROM t1 EXCEPT - SELECT n FROM t1 WHERE log=3) - ORDER BY log; - } - } {0 1 2 2} -} -do_test select4-3.3 { - set v [catch {execsql { - SELECT DISTINCT log FROM t1 ORDER BY log - EXCEPT - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - }} msg] - lappend v $msg -} {1 {ORDER BY clause should come after EXCEPT not before}} - -# Intersect operator -# -do_test select4-4.1.1 { - execsql { - SELECT DISTINCT log FROM t1 - INTERSECT - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - } -} {5} - -do_test select4-4.1.2 { - execsql { - SELECT DISTINCT log FROM t1 UNION ALL SELECT 6 - INTERSECT - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - } -} {5 6} -do_test select4-4.1.3 { - execsql { - CREATE TABLE t2 AS - SELECT DISTINCT log FROM t1 UNION ALL SELECT 6 - INTERSECT - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - SELECT * FROM t2; - } -} {5 6} -execsql {DROP TABLE t2} -do_test select4-4.1.4 { - execsql { - CREATE TABLE t2 AS - SELECT DISTINCT log FROM t1 UNION ALL SELECT 6 - INTERSECT - SELECT n FROM t1 WHERE log=3 - ORDER BY log DESC; - SELECT * FROM t2; - } -} {6 5} -execsql {DROP TABLE t2} -ifcapable subquery { - do_test select4-4.2 { - execsql { - SELECT log FROM t1 WHERE n IN - (SELECT DISTINCT log FROM t1 INTERSECT - SELECT n FROM t1 WHERE log=3) - ORDER BY log; - } - } {3} -} -do_test select4-4.3 { - set v [catch {execsql { - SELECT DISTINCT log FROM t1 ORDER BY log - INTERSECT - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - }} msg] - lappend v $msg -} {1 {ORDER BY clause should come after INTERSECT not before}} - -# Various error messages while processing UNION or INTERSECT -# -do_test select4-5.1 { - set v [catch {execsql { - SELECT DISTINCT log FROM t2 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - }} msg] - lappend v $msg -} {1 {no such table: t2}} -do_test select4-5.2 { - set v [catch {execsql { - SELECT DISTINCT log AS "xyzzy" FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY xyzzy; - }} msg] - lappend v $msg -} {0 {0 1 2 3 4 5 5 6 7 8}} -do_test select4-5.2b { - set v [catch {execsql { - SELECT DISTINCT log AS xyzzy FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY 'xyzzy'; - }} msg] - lappend v $msg -} {0 {0 1 2 3 4 5 5 6 7 8}} -do_test select4-5.2c { - set v [catch {execsql { - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY 'xyzzy'; - }} msg] - lappend v $msg -} {1 {ORDER BY term number 1 does not match any result column}} -do_test select4-5.2d { - set v [catch {execsql { - SELECT DISTINCT log FROM t1 - INTERSECT - SELECT n FROM t1 WHERE log=3 - ORDER BY 'xyzzy'; - }} msg] - lappend v $msg -} {1 {ORDER BY term number 1 does not match any result column}} -do_test select4-5.2e { - set v [catch {execsql { - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY n; - }} msg] - lappend v $msg -} {0 {0 1 2 3 4 5 5 6 7 8}} -do_test select4-5.2f { - catchsql { - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - } -} {0 {0 1 2 3 4 5 5 6 7 8}} -do_test select4-5.2g { - catchsql { - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY 1; - } -} {0 {0 1 2 3 4 5 5 6 7 8}} -do_test select4-5.2h { - catchsql { - SELECT DISTINCT log FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY 2; - } -} {1 {ORDER BY position 2 should be between 1 and 1}} -do_test select4-5.2i { - catchsql { - SELECT DISTINCT 1, log FROM t1 - UNION ALL - SELECT 2, n FROM t1 WHERE log=3 - ORDER BY 2, 1; - } -} {0 {1 0 1 1 1 2 1 3 1 4 1 5 2 5 2 6 2 7 2 8}} -do_test select4-5.2j { - catchsql { - SELECT DISTINCT 1, log FROM t1 - UNION ALL - SELECT 2, n FROM t1 WHERE log=3 - ORDER BY 1, 2 DESC; - } -} {0 {1 5 1 4 1 3 1 2 1 1 1 0 2 8 2 7 2 6 2 5}} -do_test select4-5.2k { - catchsql { - SELECT DISTINCT 1, log FROM t1 - UNION ALL - SELECT 2, n FROM t1 WHERE log=3 - ORDER BY n, 1; - } -} {0 {1 0 1 1 1 2 1 3 1 4 1 5 2 5 2 6 2 7 2 8}} -do_test select4-5.3 { - set v [catch {execsql { - SELECT DISTINCT log, n FROM t1 - UNION ALL - SELECT n FROM t1 WHERE log=3 - ORDER BY log; - }} msg] - lappend v $msg -} {1 {SELECTs to the left and right of UNION ALL do not have the same number of result columns}} -do_test select4-5.4 { - set v [catch {execsql { - SELECT log FROM t1 WHERE n=2 - UNION ALL - SELECT log FROM t1 WHERE n=3 - UNION ALL - SELECT log FROM t1 WHERE n=4 - UNION ALL - SELECT log FROM t1 WHERE n=5 - ORDER BY log; - }} msg] - lappend v $msg -} {0 {1 2 2 3}} - -do_test select4-6.1 { - execsql { - SELECT log, count(*) as cnt FROM t1 GROUP BY log - UNION - SELECT log, n FROM t1 WHERE n=7 - ORDER BY cnt, log; - } -} {0 1 1 1 2 2 3 4 3 7 4 8 5 15} -do_test select4-6.2 { - execsql { - SELECT log, count(*) FROM t1 GROUP BY log - UNION - SELECT log, n FROM t1 WHERE n=7 - ORDER BY count(*), log; - } -} {0 1 1 1 2 2 3 4 3 7 4 8 5 15} - -# NULLs are indistinct for the UNION operator. -# Make sure the UNION operator recognizes this -# -do_test select4-6.3 { - execsql { - SELECT NULL UNION SELECT NULL UNION - SELECT 1 UNION SELECT 2 AS 'x' - ORDER BY x; - } -} {{} 1 2} -do_test select4-6.3.1 { - execsql { - SELECT NULL UNION ALL SELECT NULL UNION ALL - SELECT 1 UNION ALL SELECT 2 AS 'x' - ORDER BY x; - } -} {{} {} 1 2} - -# Make sure the DISTINCT keyword treats NULLs as indistinct. -# -ifcapable subquery { - do_test select4-6.4 { - execsql { - SELECT * FROM ( - SELECT NULL, 1 UNION ALL SELECT NULL, 1 - ); - } - } {{} 1 {} 1} - do_test select4-6.5 { - execsql { - SELECT DISTINCT * FROM ( - SELECT NULL, 1 UNION ALL SELECT NULL, 1 - ); - } - } {{} 1} - do_test select4-6.6 { - execsql { - SELECT DISTINCT * FROM ( - SELECT 1,2 UNION ALL SELECT 1,2 - ); - } - } {1 2} -} - -# Test distinctness of NULL in other ways. -# -do_test select4-6.7 { - execsql { - SELECT NULL EXCEPT SELECT NULL - } -} {} - - -# Make sure column names are correct when a compound select appears as -# an expression in the WHERE clause. -# -do_test select4-7.1 { - execsql { - CREATE TABLE t2 AS SELECT log AS 'x', count(*) AS 'y' FROM t1 GROUP BY log; - SELECT * FROM t2 ORDER BY x; - } -} {0 1 1 1 2 2 3 4 4 8 5 15} -ifcapable subquery { - do_test select4-7.2 { - execsql2 { - SELECT * FROM t1 WHERE n IN (SELECT n FROM t1 INTERSECT SELECT x FROM t2) - ORDER BY n - } - } {n 1 log 0 n 2 log 1 n 3 log 2 n 4 log 2 n 5 log 3} - do_test select4-7.3 { - execsql2 { - SELECT * FROM t1 WHERE n IN (SELECT n FROM t1 EXCEPT SELECT x FROM t2) - ORDER BY n LIMIT 2 - } - } {n 6 log 3 n 7 log 3} - do_test select4-7.4 { - execsql2 { - SELECT * FROM t1 WHERE n IN (SELECT n FROM t1 UNION SELECT x FROM t2) - ORDER BY n LIMIT 2 - } - } {n 1 log 0 n 2 log 1} -} ;# ifcapable subquery - -} ;# ifcapable compound - -# Make sure DISTINCT works appropriately on TEXT and NUMERIC columns. -do_test select4-8.1 { - execsql { - BEGIN; - CREATE TABLE t3(a text, b float, c text); - INSERT INTO t3 VALUES(1, 1.1, '1.1'); - INSERT INTO t3 VALUES(2, 1.10, '1.10'); - INSERT INTO t3 VALUES(3, 1.10, '1.1'); - INSERT INTO t3 VALUES(4, 1.1, '1.10'); - INSERT INTO t3 VALUES(5, 1.2, '1.2'); - INSERT INTO t3 VALUES(6, 1.3, '1.3'); - COMMIT; - } - execsql { - SELECT DISTINCT b FROM t3 ORDER BY c; - } -} {1.1 1.2 1.3} -do_test select4-8.2 { - execsql { - SELECT DISTINCT c FROM t3 ORDER BY c; - } -} {1.1 1.10 1.2 1.3} - -# Make sure the names of columns are takenf rom the right-most subquery -# right in a compound query. Ticket #1721 -# -ifcapable compound { - -do_test select4-9.1 { - execsql2 { - SELECT x, y FROM t2 UNION SELECT a, b FROM t3 ORDER BY x LIMIT 1 - } -} {x 0 y 1} -do_test select4-9.2 { - execsql2 { - SELECT x, y FROM t2 UNION ALL SELECT a, b FROM t3 ORDER BY x LIMIT 1 - } -} {x 0 y 1} -do_test select4-9.3 { - execsql2 { - SELECT x, y FROM t2 EXCEPT SELECT a, b FROM t3 ORDER BY x LIMIT 1 - } -} {x 0 y 1} -do_test select4-9.4 { - execsql2 { - SELECT x, y FROM t2 INTERSECT SELECT 0 AS a, 1 AS b; - } -} {x 0 y 1} -do_test select4-9.5 { - execsql2 { - SELECT 0 AS x, 1 AS y - UNION - SELECT 2 AS p, 3 AS q - UNION - SELECT 4 AS a, 5 AS b - ORDER BY x LIMIT 1 - } -} {x 0 y 1} - -ifcapable subquery { -do_test select4-9.6 { - execsql2 { - SELECT * FROM ( - SELECT 0 AS x, 1 AS y - UNION - SELECT 2 AS p, 3 AS q - UNION - SELECT 4 AS a, 5 AS b - ) ORDER BY 1 LIMIT 1; - } -} {x 0 y 1} -do_test select4-9.7 { - execsql2 { - SELECT * FROM ( - SELECT 0 AS x, 1 AS y - UNION - SELECT 2 AS p, 3 AS q - UNION - SELECT 4 AS a, 5 AS b - ) ORDER BY x LIMIT 1; - } -} {x 0 y 1} -} ;# ifcapable subquery - -do_test select4-9.8 { - execsql2 { - SELECT 0 AS x, 1 AS y - UNION - SELECT 2 AS y, -3 AS x - ORDER BY x LIMIT 1; - } -} {x 0 y 1} -do_test select4-9.9.1 { - execsql2 { - SELECT 1 AS a, 2 AS b UNION ALL SELECT 3 AS b, 4 AS a - } -} {a 1 b 2 a 3 b 4} - -ifcapable subquery { -do_test select4-9.9.2 { - execsql2 { - SELECT * FROM (SELECT 1 AS a, 2 AS b UNION ALL SELECT 3 AS b, 4 AS a) - WHERE b=3 - } -} {} -do_test select4-9.10 { - execsql2 { - SELECT * FROM (SELECT 1 AS a, 2 AS b UNION ALL SELECT 3 AS b, 4 AS a) - WHERE b=2 - } -} {a 1 b 2} -do_test select4-9.11 { - execsql2 { - SELECT * FROM (SELECT 1 AS a, 2 AS b UNION ALL SELECT 3 AS e, 4 AS b) - WHERE b=2 - } -} {a 1 b 2} -do_test select4-9.12 { - execsql2 { - SELECT * FROM (SELECT 1 AS a, 2 AS b UNION ALL SELECT 3 AS e, 4 AS b) - WHERE b>0 - } -} {a 1 b 2 a 3 b 4} -} ;# ifcapable subquery - -} ;# ifcapable compound - -finish_test diff --git a/libs/sqlite/test/select5.test b/libs/sqlite/test/select5.test deleted file mode 100644 index fe53c7273e..0000000000 --- a/libs/sqlite/test/select5.test +++ /dev/null @@ -1,192 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing aggregate functions and the -# GROUP BY and HAVING clauses of SELECT statements. -# -# $Id: select5.test,v 1.16 2006/01/21 12:08:55 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Build some test data -# -execsql { - CREATE TABLE t1(x int, y int); - BEGIN; -} -for {set i 1} {$i<32} {incr i} { - for {set j 0} {pow(2,$j)<$i} {incr j} {} - execsql "INSERT INTO t1 VALUES([expr {32-$i}],[expr {10-$j}])" -} -execsql { - COMMIT -} - -do_test select5-1.0 { - execsql {SELECT DISTINCT y FROM t1 ORDER BY y} -} {5 6 7 8 9 10} - -# Sort by an aggregate function. -# -do_test select5-1.1 { - execsql {SELECT y, count(*) FROM t1 GROUP BY y ORDER BY y} -} {5 15 6 8 7 4 8 2 9 1 10 1} -do_test select5-1.2 { - execsql {SELECT y, count(*) FROM t1 GROUP BY y ORDER BY count(*), y} -} {9 1 10 1 8 2 7 4 6 8 5 15} -do_test select5-1.3 { - execsql {SELECT count(*), y FROM t1 GROUP BY y ORDER BY count(*), y} -} {1 9 1 10 2 8 4 7 8 6 15 5} - -# Some error messages associated with aggregates and GROUP BY -# -do_test select5-2.1.1 { - catchsql { - SELECT y, count(*) FROM t1 GROUP BY z ORDER BY y - } -} {1 {no such column: z}} -do_test select5-2.1.2 { - catchsql { - SELECT y, count(*) FROM t1 GROUP BY temp.t1.y ORDER BY y - } -} {1 {no such column: temp.t1.y}} -do_test select5-2.2 { - set v [catch {execsql { - SELECT y, count(*) FROM t1 GROUP BY z(y) ORDER BY y - }} msg] - lappend v $msg -} {1 {no such function: z}} -do_test select5-2.3 { - set v [catch {execsql { - SELECT y, count(*) FROM t1 GROUP BY y HAVING count(*)<3 ORDER BY y - }} msg] - lappend v $msg -} {0 {8 2 9 1 10 1}} -do_test select5-2.4 { - set v [catch {execsql { - SELECT y, count(*) FROM t1 GROUP BY y HAVING z(y)<3 ORDER BY y - }} msg] - lappend v $msg -} {1 {no such function: z}} -do_test select5-2.5 { - set v [catch {execsql { - SELECT y, count(*) FROM t1 GROUP BY y HAVING count(*)100 - } -} {{}} -do_test select5-4.2 { - execsql { - SELECT count(x) FROM t1 WHERE x>100 - } -} {0} -do_test select5-4.3 { - execsql { - SELECT min(x) FROM t1 WHERE x>100 - } -} {{}} -do_test select5-4.4 { - execsql { - SELECT max(x) FROM t1 WHERE x>100 - } -} {{}} -do_test select5-4.5 { - execsql { - SELECT sum(x) FROM t1 WHERE x>100 - } -} {{}} - -# Some tests for queries with a GROUP BY clause but no aggregate functions. -# -# Note: The query in test case 5-5.5 are not legal SQL. So if the -# implementation changes in the future and it returns different results, -# this is not such a big deal. -# -do_test select5-5.1 { - execsql { - CREATE TABLE t2(a, b, c); - INSERT INTO t2 VALUES(1, 2, 3); - INSERT INTO t2 VALUES(1, 4, 5); - INSERT INTO t2 VALUES(6, 4, 7); - CREATE INDEX t2_idx ON t2(a); - } -} {} -do_test select5-5.2 { - execsql { - SELECT a FROM t2 GROUP BY a; - } -} {1 6} -do_test select5-5.3 { - execsql { - SELECT a FROM t2 WHERE a>2 GROUP BY a; - } -} {6} -do_test select5-5.4 { - execsql { - SELECT a, b FROM t2 GROUP BY a, b; - } -} {1 2 1 4 6 4} -do_test select5-5.5 { - execsql { - SELECT a, b FROM t2 GROUP BY a; - } -} {1 4 6 4} - -# NULL compare equal to each other for the purposes of processing -# the GROUP BY clause. -# -do_test select5-6.1 { - execsql { - CREATE TABLE t3(x,y); - INSERT INTO t3 VALUES(1,NULL); - INSERT INTO t3 VALUES(2,NULL); - INSERT INTO t3 VALUES(3,4); - SELECT count(x), y FROM t3 GROUP BY y ORDER BY 1 - } -} {1 4 2 {}} -do_test select5-6.2 { - execsql { - CREATE TABLE t4(x,y,z); - INSERT INTO t4 VALUES(1,2,NULL); - INSERT INTO t4 VALUES(2,3,NULL); - INSERT INTO t4 VALUES(3,NULL,5); - INSERT INTO t4 VALUES(4,NULL,6); - INSERT INTO t4 VALUES(4,NULL,6); - INSERT INTO t4 VALUES(5,NULL,NULL); - INSERT INTO t4 VALUES(5,NULL,NULL); - INSERT INTO t4 VALUES(6,7,8); - SELECT max(x), count(x), y, z FROM t4 GROUP BY y, z ORDER BY 1 - } -} {1 1 2 {} 2 1 3 {} 3 1 {} 5 4 2 {} 6 5 2 {} {} 6 1 7 8} - -do_test select5.7.2 { - execsql { - SELECT count(*), count(x) as cnt FROM t4 GROUP BY y ORDER BY cnt; - } -} {1 1 1 1 1 1 5 5} - -finish_test diff --git a/libs/sqlite/test/select6.test b/libs/sqlite/test/select6.test deleted file mode 100644 index d90414b0bc..0000000000 --- a/libs/sqlite/test/select6.test +++ /dev/null @@ -1,507 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing SELECT statements that contain -# subqueries in their FROM clause. -# -# $Id: select6.test,v 1.26 2006/11/30 13:06:00 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Omit this whole file if the library is build without subquery support. -ifcapable !subquery { - finish_test - return -} - -do_test select6-1.0 { - execsql { - BEGIN; - CREATE TABLE t1(x, y); - INSERT INTO t1 VALUES(1,1); - INSERT INTO t1 VALUES(2,2); - INSERT INTO t1 VALUES(3,2); - INSERT INTO t1 VALUES(4,3); - INSERT INTO t1 VALUES(5,3); - INSERT INTO t1 VALUES(6,3); - INSERT INTO t1 VALUES(7,3); - INSERT INTO t1 VALUES(8,4); - INSERT INTO t1 VALUES(9,4); - INSERT INTO t1 VALUES(10,4); - INSERT INTO t1 VALUES(11,4); - INSERT INTO t1 VALUES(12,4); - INSERT INTO t1 VALUES(13,4); - INSERT INTO t1 VALUES(14,4); - INSERT INTO t1 VALUES(15,4); - INSERT INTO t1 VALUES(16,5); - INSERT INTO t1 VALUES(17,5); - INSERT INTO t1 VALUES(18,5); - INSERT INTO t1 VALUES(19,5); - INSERT INTO t1 VALUES(20,5); - COMMIT; - SELECT DISTINCT y FROM t1 ORDER BY y; - } -} {1 2 3 4 5} - -do_test select6-1.1 { - execsql2 {SELECT * FROM (SELECT x, y FROM t1 WHERE x<2)} -} {x 1 y 1} -do_test select6-1.2 { - execsql {SELECT count(*) FROM (SELECT y FROM t1)} -} {20} -do_test select6-1.3 { - execsql {SELECT count(*) FROM (SELECT DISTINCT y FROM t1)} -} {5} -do_test select6-1.4 { - execsql {SELECT count(*) FROM (SELECT DISTINCT * FROM (SELECT y FROM t1))} -} {5} -do_test select6-1.5 { - execsql {SELECT count(*) FROM (SELECT * FROM (SELECT DISTINCT y FROM t1))} -} {5} - -do_test select6-1.6 { - execsql { - SELECT * - FROM (SELECT count(*),y FROM t1 GROUP BY y) AS a, - (SELECT max(x),y FROM t1 GROUP BY y) as b - WHERE a.y=b.y ORDER BY a.y - } -} {1 1 1 1 2 2 3 2 4 3 7 3 8 4 15 4 5 5 20 5} -do_test select6-1.7 { - execsql { - SELECT a.y, a.[count(*)], [max(x)], [count(*)] - FROM (SELECT count(*),y FROM t1 GROUP BY y) AS a, - (SELECT max(x),y FROM t1 GROUP BY y) as b - WHERE a.y=b.y ORDER BY a.y - } -} {1 1 1 1 2 2 3 2 3 4 7 4 4 8 15 8 5 5 20 5} -do_test select6-1.8 { - execsql { - SELECT q, p, r - FROM (SELECT count(*) as p , y as q FROM t1 GROUP BY y) AS a, - (SELECT max(x) as r, y as s FROM t1 GROUP BY y) as b - WHERE q=s ORDER BY s - } -} {1 1 1 2 2 3 3 4 7 4 8 15 5 5 20} -do_test select6-1.9 { - execsql { - SELECT q, p, r, b.[min(x)+y] - FROM (SELECT count(*) as p , y as q FROM t1 GROUP BY y) AS a, - (SELECT max(x) as r, y as s, min(x)+y FROM t1 GROUP BY y) as b - WHERE q=s ORDER BY s - } -} {1 1 1 2 2 2 3 4 3 4 7 7 4 8 15 12 5 5 20 21} - -do_test select6-2.0 { - execsql { - CREATE TABLE t2(a INTEGER PRIMARY KEY, b); - INSERT INTO t2 SELECT * FROM t1; - SELECT DISTINCT b FROM t2 ORDER BY b; - } -} {1 2 3 4 5} -do_test select6-2.1 { - execsql2 {SELECT * FROM (SELECT a, b FROM t2 WHERE a<2)} -} {a 1 b 1} -do_test select6-2.2 { - execsql {SELECT count(*) FROM (SELECT b FROM t2)} -} {20} -do_test select6-2.3 { - execsql {SELECT count(*) FROM (SELECT DISTINCT b FROM t2)} -} {5} -do_test select6-2.4 { - execsql {SELECT count(*) FROM (SELECT DISTINCT * FROM (SELECT b FROM t2))} -} {5} -do_test select6-2.5 { - execsql {SELECT count(*) FROM (SELECT * FROM (SELECT DISTINCT b FROM t2))} -} {5} - -do_test select6-2.6 { - execsql { - SELECT * - FROM (SELECT count(*),b FROM t2 GROUP BY b) AS a, - (SELECT max(a),b FROM t2 GROUP BY b) as b - WHERE a.b=b.b ORDER BY a.b - } -} {1 1 1 1 2 2 3 2 4 3 7 3 8 4 15 4 5 5 20 5} -do_test select6-2.7 { - execsql { - SELECT a.b, a.[count(*)], [max(a)], [count(*)] - FROM (SELECT count(*),b FROM t2 GROUP BY b) AS a, - (SELECT max(a),b FROM t2 GROUP BY b) as b - WHERE a.b=b.b ORDER BY a.b - } -} {1 1 1 1 2 2 3 2 3 4 7 4 4 8 15 8 5 5 20 5} -do_test select6-2.8 { - execsql { - SELECT q, p, r - FROM (SELECT count(*) as p , b as q FROM t2 GROUP BY b) AS a, - (SELECT max(a) as r, b as s FROM t2 GROUP BY b) as b - WHERE q=s ORDER BY s - } -} {1 1 1 2 2 3 3 4 7 4 8 15 5 5 20} -do_test select6-2.9 { - execsql { - SELECT a.q, a.p, b.r - FROM (SELECT count(*) as p , b as q FROM t2 GROUP BY q) AS a, - (SELECT max(a) as r, b as s FROM t2 GROUP BY s) as b - WHERE a.q=b.s ORDER BY a.q - } -} {1 1 1 2 2 3 3 4 7 4 8 15 5 5 20} - -do_test select6-3.1 { - execsql2 { - SELECT * FROM (SELECT * FROM (SELECT * FROM t1 WHERE x=3)); - } -} {x 3 y 2} -do_test select6-3.2 { - execsql { - SELECT * FROM - (SELECT a.q, a.p, b.r - FROM (SELECT count(*) as p , b as q FROM t2 GROUP BY q) AS a, - (SELECT max(a) as r, b as s FROM t2 GROUP BY s) as b - WHERE a.q=b.s ORDER BY a.q) - ORDER BY "a.q" - } -} {1 1 1 2 2 3 3 4 7 4 8 15 5 5 20} -do_test select6-3.3 { - execsql { - SELECT a,b,a+b FROM (SELECT avg(x) as 'a', avg(y) as 'b' FROM t1) - } -} {10.5 3.7 14.2} -do_test select6-3.4 { - execsql { - SELECT a,b,a+b FROM (SELECT avg(x) as 'a', avg(y) as 'b' FROM t1 WHERE y=4) - } -} {11.5 4.0 15.5} -do_test select6-3.5 { - execsql { - SELECT x,y,x+y FROM (SELECT avg(a) as 'x', avg(b) as 'y' FROM t2 WHERE a=4) - } -} {4.0 3.0 7.0} -do_test select6-3.6 { - execsql { - SELECT a,b,a+b FROM (SELECT avg(x) as 'a', avg(y) as 'b' FROM t1) - WHERE a>10 - } -} {10.5 3.7 14.2} -do_test select6-3.7 { -btree_breakpoint - execsql { - SELECT a,b,a+b FROM (SELECT avg(x) as 'a', avg(y) as 'b' FROM t1) - WHERE a<10 - } -} {} -do_test select6-3.8 { - execsql { - SELECT a,b,a+b FROM (SELECT avg(x) as 'a', avg(y) as 'b' FROM t1 WHERE y=4) - WHERE a>10 - } -} {11.5 4.0 15.5} -do_test select6-3.9 { - execsql { - SELECT a,b,a+b FROM (SELECT avg(x) as 'a', avg(y) as 'b' FROM t1 WHERE y=4) - WHERE a<10 - } -} {} -do_test select6-3.10 { - execsql { - SELECT a,b,a+b FROM (SELECT avg(x) as 'a', y as 'b' FROM t1 GROUP BY b) - ORDER BY a - } -} {1.0 1 2.0 2.5 2 4.5 5.5 3 8.5 11.5 4 15.5 18.0 5 23.0} -do_test select6-3.11 { - execsql { - SELECT a,b,a+b FROM - (SELECT avg(x) as 'a', y as 'b' FROM t1 GROUP BY b) - WHERE b<4 ORDER BY a - } -} {1.0 1 2.0 2.5 2 4.5 5.5 3 8.5} -do_test select6-3.12 { - execsql { - SELECT a,b,a+b FROM - (SELECT avg(x) as 'a', y as 'b' FROM t1 GROUP BY b HAVING a>1) - WHERE b<4 ORDER BY a - } -} {2.5 2 4.5 5.5 3 8.5} -do_test select6-3.13 { - execsql { - SELECT a,b,a+b FROM - (SELECT avg(x) as 'a', y as 'b' FROM t1 GROUP BY b HAVING a>1) - ORDER BY a - } -} {2.5 2 4.5 5.5 3 8.5 11.5 4 15.5 18.0 5 23.0} -do_test select6-3.14 { - execsql { - SELECT [count(*)],y FROM (SELECT count(*), y FROM t1 GROUP BY y) - ORDER BY [count(*)] - } -} {1 1 2 2 4 3 5 5 8 4} -do_test select6-3.15 { - execsql { - SELECT [count(*)],y FROM (SELECT count(*), y FROM t1 GROUP BY y) - ORDER BY y - } -} {1 1 2 2 4 3 8 4 5 5} - -do_test select6-4.1 { - execsql { - SELECT a,b,c FROM - (SELECT x AS 'a', y AS 'b', x+y AS 'c' FROM t1 WHERE y=4) - WHERE a<10 ORDER BY a; - } -} {8 4 12 9 4 13} -do_test select6-4.2 { - execsql { - SELECT y FROM (SELECT DISTINCT y FROM t1) WHERE y<5 ORDER BY y - } -} {1 2 3 4} -do_test select6-4.3 { - execsql { - SELECT DISTINCT y FROM (SELECT y FROM t1) WHERE y<5 ORDER BY y - } -} {1 2 3 4} -do_test select6-4.4 { - execsql { - SELECT avg(y) FROM (SELECT DISTINCT y FROM t1) WHERE y<5 ORDER BY y - } -} {2.5} -do_test select6-4.5 { - execsql { - SELECT avg(y) FROM (SELECT DISTINCT y FROM t1 WHERE y<5) ORDER BY y - } -} {2.5} - -do_test select6-5.1 { - execsql { - SELECT a,x,b FROM - (SELECT x+3 AS 'a', x FROM t1 WHERE y=3) AS 'p', - (SELECT x AS 'b' FROM t1 WHERE y=4) AS 'q' - WHERE a=b - ORDER BY a - } -} {8 5 8 9 6 9 10 7 10} -do_test select6-5.2 { - execsql { - SELECT a,x,b FROM - (SELECT x+3 AS 'a', x FROM t1 WHERE y=3), - (SELECT x AS 'b' FROM t1 WHERE y=4) - WHERE a=b - ORDER BY a - } -} {8 5 8 9 6 9 10 7 10} - -# Tests of compound sub-selects -# -do_test select5-6.1 { - execsql { - DELETE FROM t1 WHERE x>4; - SELECT * FROM t1 - } -} {1 1 2 2 3 2 4 3} -ifcapable compound { - do_test select6-6.2 { - execsql { - SELECT * FROM ( - SELECT x AS 'a' FROM t1 UNION ALL SELECT x+10 AS 'a' FROM t1 - ) ORDER BY a; - } - } {1 2 3 4 11 12 13 14} - do_test select6-6.3 { - execsql { - SELECT * FROM ( - SELECT x AS 'a' FROM t1 UNION ALL SELECT x+1 AS 'a' FROM t1 - ) ORDER BY a; - } - } {1 2 2 3 3 4 4 5} - do_test select6-6.4 { - execsql { - SELECT * FROM ( - SELECT x AS 'a' FROM t1 UNION SELECT x+1 AS 'a' FROM t1 - ) ORDER BY a; - } - } {1 2 3 4 5} - do_test select6-6.5 { - execsql { - SELECT * FROM ( - SELECT x AS 'a' FROM t1 INTERSECT SELECT x+1 AS 'a' FROM t1 - ) ORDER BY a; - } - } {2 3 4} - do_test select6-6.6 { - execsql { - SELECT * FROM ( - SELECT x AS 'a' FROM t1 EXCEPT SELECT x*2 AS 'a' FROM t1 - ) ORDER BY a; - } - } {1 3} -} ;# ifcapable compound - -# Subselects with no FROM clause -# -do_test select6-7.1 { - execsql { - SELECT * FROM (SELECT 1) - } -} {1} -do_test select6-7.2 { - execsql { - SELECT c,b,a,* FROM (SELECT 1 AS 'a', 2 AS 'b', 'abc' AS 'c') - } -} {abc 2 1 1 2 abc} -do_test select6-7.3 { - execsql { - SELECT c,b,a,* FROM (SELECT 1 AS 'a', 2 AS 'b', 'abc' AS 'c' WHERE 0) - } -} {} -do_test select6-7.4 { - execsql2 { - SELECT c,b,a,* FROM (SELECT 1 AS 'a', 2 AS 'b', 'abc' AS 'c' WHERE 1) - } -} {c abc b 2 a 1 a 1 b 2 c abc} - -# The remaining tests in this file depend on the EXPLAIN keyword. -# Skip these tests if EXPLAIN is disabled in the current build. -# -ifcapable {!explain} { - finish_test - return -} - -# The following procedure compiles the SQL given as an argument and returns -# TRUE if that SQL uses any transient tables and returns FALSE if no -# transient tables are used. This is used to make sure that the -# sqliteFlattenSubquery() routine in select.c is doing its job. -# -proc is_flat {sql} { - return [expr 0>[lsearch [execsql "EXPLAIN $sql"] OpenEphemeral]] -} - -# Check that the flattener works correctly for deeply nested subqueries -# involving joins. -# -do_test select6-8.1 { - execsql { - BEGIN; - CREATE TABLE t3(p,q); - INSERT INTO t3 VALUES(1,11); - INSERT INTO t3 VALUES(2,22); - CREATE TABLE t4(q,r); - INSERT INTO t4 VALUES(11,111); - INSERT INTO t4 VALUES(22,222); - COMMIT; - SELECT * FROM t3 NATURAL JOIN t4; - } -} {1 11 111 2 22 222} -do_test select6-8.2 { - execsql { - SELECT y, p, q, r FROM - (SELECT t1.y AS y, t2.b AS b FROM t1, t2 WHERE t1.x=t2.a) AS m, - (SELECT t3.p AS p, t3.q AS q, t4.r AS r FROM t3 NATURAL JOIN t4) as n - WHERE y=p - } -} {1 1 11 111 2 2 22 222 2 2 22 222} -# If view support is omitted from the build, then so is the query -# "flattener". So omit this test and test select6-8.6 in that case. -ifcapable view { -do_test select6-8.3 { - is_flat { - SELECT y, p, q, r FROM - (SELECT t1.y AS y, t2.b AS b FROM t1, t2 WHERE t1.x=t2.a) AS m, - (SELECT t3.p AS p, t3.q AS q, t4.r AS r FROM t3 NATURAL JOIN t4) as n - WHERE y=p - } -} {1} -} ;# ifcapable view -do_test select6-8.4 { - execsql { - SELECT DISTINCT y, p, q, r FROM - (SELECT t1.y AS y, t2.b AS b FROM t1, t2 WHERE t1.x=t2.a) AS m, - (SELECT t3.p AS p, t3.q AS q, t4.r AS r FROM t3 NATURAL JOIN t4) as n - WHERE y=p - } -} {1 1 11 111 2 2 22 222} -do_test select6-8.5 { - execsql { - SELECT * FROM - (SELECT y, p, q, r FROM - (SELECT t1.y AS y, t2.b AS b FROM t1, t2 WHERE t1.x=t2.a) AS m, - (SELECT t3.p AS p, t3.q AS q, t4.r AS r FROM t3 NATURAL JOIN t4) as n - WHERE y=p) AS e, - (SELECT r AS z FROM t4 WHERE q=11) AS f - WHERE e.r=f.z - } -} {1 1 11 111 111} -ifcapable view { -do_test select6-8.6 { - is_flat { - SELECT * FROM - (SELECT y, p, q, r FROM - (SELECT t1.y AS y, t2.b AS b FROM t1, t2 WHERE t1.x=t2.a) AS m, - (SELECT t3.p AS p, t3.q AS q, t4.r AS r FROM t3 NATURAL JOIN t4) as n - WHERE y=p) AS e, - (SELECT r AS z FROM t4 WHERE q=11) AS f - WHERE e.r=f.z - } -} {1} -} ;# ifcapable view - -# Ticket #1634 -# -do_test select6-9.1 { - execsql { - SELECT a.x, b.x FROM t1 AS a, (SELECT x FROM t1 LIMIT 2) AS b - } -} {1 1 1 2 2 1 2 2 3 1 3 2 4 1 4 2} -do_test select6-9.2 { - execsql { - SELECT x FROM (SELECT x FROM t1 LIMIT 2); - } -} {1 2} -do_test select6-9.3 { - execsql { - SELECT x FROM (SELECT x FROM t1 LIMIT 2 OFFSET 1); - } -} {2 3} -do_test select6-9.4 { - execsql { - SELECT x FROM (SELECT x FROM t1) LIMIT 2; - } -} {1 2} -do_test select6-9.5 { - execsql { - SELECT x FROM (SELECT x FROM t1) LIMIT 2 OFFSET 1; - } -} {2 3} -do_test select6-9.6 { - execsql { - SELECT x FROM (SELECT x FROM t1 LIMIT 2) LIMIT 3; - } -} {1 2} -do_test select6-9.7 { - execsql { - SELECT x FROM (SELECT x FROM t1 LIMIT -1) LIMIT 3; - } -} {1 2 3} -do_test select6-9.8 { - execsql { - SELECT x FROM (SELECT x FROM t1 LIMIT -1); - } -} {1 2 3 4} -do_test select6-9.9 { - execsql { - SELECT x FROM (SELECT x FROM t1 LIMIT -1 OFFSET 1); - } -} {2 3 4} - - - -finish_test diff --git a/libs/sqlite/test/select7.test b/libs/sqlite/test/select7.test deleted file mode 100644 index 3546ca35cc..0000000000 --- a/libs/sqlite/test/select7.test +++ /dev/null @@ -1,109 +0,0 @@ -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing compute SELECT statements and nested -# views. -# -# $Id: select7.test,v 1.8 2006/10/13 15:34:17 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable compound { - -# A 3-way INTERSECT. Ticket #875 -ifcapable tempdb { - do_test select7-1.1 { - execsql { - create temp table t1(x); - insert into t1 values('amx'); - insert into t1 values('anx'); - insert into t1 values('amy'); - insert into t1 values('bmy'); - select * from t1 where x like 'a__' - intersect select * from t1 where x like '_m_' - intersect select * from t1 where x like '__x'; - } - } {amx} -} - - -# Nested views do not handle * properly. Ticket #826. -# -ifcapable view { -do_test select7-2.1 { - execsql { - CREATE TABLE x(id integer primary key, a TEXT NULL); - INSERT INTO x (a) VALUES ('first'); - CREATE TABLE tempx(id integer primary key, a TEXT NULL); - INSERT INTO tempx (a) VALUES ('t-first'); - CREATE VIEW tv1 AS SELECT x.id, tx.id FROM x JOIN tempx tx ON tx.id=x.id; - CREATE VIEW tv1b AS SELECT x.id, tx.id FROM x JOIN tempx tx on tx.id=x.id; - CREATE VIEW tv2 AS SELECT * FROM tv1 UNION SELECT * FROM tv1b; - SELECT * FROM tv2; - } -} {1 1} -} ;# ifcapable view - -} ;# ifcapable compound - -# Do not allow GROUP BY without an aggregate. Ticket #1039. -# -# Change: force any query with a GROUP BY clause to be processed as -# an aggregate query, whether it contains aggregates or not. -# -ifcapable subquery { - # do_test select7-3.1 { - # catchsql { - # SELECT * FROM (SELECT * FROM sqlite_master) GROUP BY name - # } - # } {1 {GROUP BY may only be used on aggregate queries}} - do_test select7-3.1 { - catchsql { - SELECT * FROM (SELECT * FROM sqlite_master) GROUP BY name - } - } [list 0 [execsql {SELECT * FROM sqlite_master ORDER BY name}]] -} - -# Ticket #2018 - Make sure names are resolved correctly on all -# SELECT statements of a compound subquery. -# -ifcapable {subquery && compound} { - do_test select7-4.1 { - execsql { - CREATE TABLE IF NOT EXISTS photo(pk integer primary key, x); - CREATE TABLE IF NOT EXISTS tag(pk integer primary key, fk int, name); - - SELECT P.pk from PHOTO P WHERE NOT EXISTS ( - SELECT T2.pk from TAG T2 WHERE T2.fk = P.pk - EXCEPT - SELECT T3.pk from TAG T3 WHERE T3.fk = P.pk AND T3.name LIKE '%foo%' - ); - } - } {} - do_test select7-4.2 { - execsql { - INSERT INTO photo VALUES(1,1); - INSERT INTO photo VALUES(2,2); - INSERT INTO photo VALUES(3,3); - INSERT INTO tag VALUES(11,1,'one'); - INSERT INTO tag VALUES(12,1,'two'); - INSERT INTO tag VALUES(21,1,'one-b'); - SELECT P.pk from PHOTO P WHERE NOT EXISTS ( - SELECT T2.pk from TAG T2 WHERE T2.fk = P.pk - EXCEPT - SELECT T3.pk from TAG T3 WHERE T3.fk = P.pk AND T3.name LIKE '%foo%' - ); - } - } {2 3} - -} - -finish_test diff --git a/libs/sqlite/test/server1.test b/libs/sqlite/test/server1.test deleted file mode 100644 index 136427ba9a..0000000000 --- a/libs/sqlite/test/server1.test +++ /dev/null @@ -1,170 +0,0 @@ -# 2006 January 09 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is testing the server mode of SQLite. -# -# This file is derived from thread1.test -# -# $Id: server1.test,v 1.4 2006/01/15 00:13:16 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Skip this whole file if the server testing code is not enabled -# -if {[llength [info command client_step]]==0 || [sqlite3 -has-codec]} { - finish_test - return -} - -# The sample server implementation does not work right when memory -# management is enabled. -# -ifcapable memorymanage { - finish_test - return -} - -# Create some data to work with -# -do_test server1-1.1 { - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,'abcdefgh'); - INSERT INTO t1 SELECT a+1, b||b FROM t1; - INSERT INTO t1 SELECT a+2, b||b FROM t1; - INSERT INTO t1 SELECT a+4, b||b FROM t1; - SELECT count(*), max(length(b)) FROM t1; - } -} {8 64} - -# Interleave two threads on read access. Then make sure a third -# thread can write the database. In other words: -# -# read-lock A -# read-lock B -# unlock A -# unlock B -# write-lock C -# -do_test server1-1.2 { - client_create A test.db - client_create B test.db - client_create C test.db - client_compile A {SELECT a FROM t1} - client_step A - client_result A -} SQLITE_ROW -do_test server1-1.3 { - client_argc A -} 1 -do_test server1-1.4 { - client_argv A 0 -} 1 -do_test server1-1.5 { - client_compile B {SELECT b FROM t1} - client_step B - client_result B -} SQLITE_ROW -do_test server1-1.6 { - client_argc B -} 1 -do_test server1-1.7 { - client_argv B 0 -} abcdefgh -do_test server1-1.8 { - client_finalize A - client_result A -} SQLITE_OK -do_test server1-1.9 { - client_finalize B - client_result B -} SQLITE_OK -do_test server1-1.10 { - client_compile C {CREATE TABLE t2(x,y)} - client_step C - client_result C -} SQLITE_DONE -do_test server1-1.11 { - client_finalize C - client_result C -} SQLITE_OK -do_test server1-1.12 { - catchsql {SELECT name FROM sqlite_master} - execsql {SELECT name FROM sqlite_master} -} {t1 t2} - - -# Read from table t1. Do not finalize the statement. This -# will leave the lock pending. -# -do_test server1-2.1 { - client_halt * - client_create A test.db - client_compile A {SELECT a FROM t1} - client_step A - client_result A -} SQLITE_ROW - -# Read from the same table from another thread. This is allows. -# -do_test server1-2.2 { - client_create B test.db - client_compile B {SELECT b FROM t1} - client_step B - client_result B -} SQLITE_ROW - -# Write to a different table from another thread. This is allowed -# becaus in server mode with a shared cache we have table-level locking. -# -do_test server1-2.3 { - client_create C test.db - client_compile C {INSERT INTO t2 VALUES(98,99)} - client_step C - client_result C - client_finalize C - client_result C -} SQLITE_OK - -# But we cannot insert into table t1 because threads A and B have it locked. -# -do_test server1-2.4 { - client_compile C {INSERT INTO t1 VALUES(98,99)} - client_step C - client_result C - client_finalize C - client_result C -} SQLITE_LOCKED -do_test server1-2.5 { - client_finalize B - client_wait B - client_compile C {INSERT INTO t1 VALUES(98,99)} - client_step C - client_result C - client_finalize C - client_result C -} SQLITE_LOCKED - -# Insert into t1 is successful after finishing the other two threads. -do_test server1-2.6 { - client_finalize A - client_wait A - client_compile C {INSERT INTO t1 VALUES(98,99)} - client_step C - client_result C - client_finalize C - client_result C -} SQLITE_OK - -client_halt * -finish_test diff --git a/libs/sqlite/test/shared.test b/libs/sqlite/test/shared.test deleted file mode 100644 index 86fdf8f18e..0000000000 --- a/libs/sqlite/test/shared.test +++ /dev/null @@ -1,860 +0,0 @@ -# 2005 December 30 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# $Id: shared.test,v 1.21 2006/01/23 21:38:03 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -db close - -ifcapable !shared_cache { - finish_test - return -} - -set ::enable_shared_cache [sqlite3_enable_shared_cache 1] - -foreach av [list 0 1] { - -# Open the database connection and execute the auto-vacuum pragma -file delete -force test.db -sqlite3 db test.db - -ifcapable autovacuum { - do_test shared-[expr $av+1].1.0 { - execsql "pragma auto_vacuum=$::av" - execsql {pragma auto_vacuum} - } "$av" -} else { - if {$av} { - db close - break - } -} - -# $av is currently 0 if this loop iteration is to test with auto-vacuum turned -# off, and 1 if it is turned on. Increment it so that (1 -> no auto-vacuum) -# and (2 -> auto-vacuum). The sole reason for this is so that it looks nicer -# when we use this variable as part of test-case names. -# -incr av - -# Test organization: -# -# shared-1.*: Simple test to verify basic sanity of table level locking when -# two connections share a pager cache. -# shared-2.*: Test that a read transaction can co-exist with a -# write-transaction, including a simple test to ensure the -# external locking protocol is still working. -# shared-3.*: Simple test of read-uncommitted mode. -# shared-4.*: Check that the schema is locked and unlocked correctly. -# shared-5.*: Test that creating/dropping schema items works when databases -# are attached in different orders to different handles. -# shared-6.*: Locking, UNION ALL queries and sub-queries. -# shared-7.*: Autovacuum and shared-cache. -# shared-8.*: Tests related to the text encoding of shared-cache databases. -# shared-9.*: TEMP triggers and shared-cache databases. -# shared-10.*: Tests of sqlite3_close(). -# shared-11.*: Test transaction locking. -# - -do_test shared-$av.1.1 { - # Open a second database on the file test.db. It should use the same pager - # cache and schema as the original connection. Verify that only 1 file is - # opened. - sqlite3 db2 test.db - set ::sqlite_open_file_count -} {1} -do_test shared-$av.1.2 { - # Add a table and a single row of data via the first connection. - # Ensure that the second connection can see them. - execsql { - CREATE TABLE abc(a, b, c); - INSERT INTO abc VALUES(1, 2, 3); - } db - execsql { - SELECT * FROM abc; - } db2 -} {1 2 3} -do_test shared-$av.1.3 { - # Have the first connection begin a transaction and obtain a read-lock - # on table abc. This should not prevent the second connection from - # querying abc. - execsql { - BEGIN; - SELECT * FROM abc; - } - execsql { - SELECT * FROM abc; - } db2 -} {1 2 3} -do_test shared-$av.1.4 { - # Try to insert a row into abc via connection 2. This should fail because - # of the read-lock connection 1 is holding on table abc (obtained in the - # previous test case). - catchsql { - INSERT INTO abc VALUES(4, 5, 6); - } db2 -} {1 {database table is locked: abc}} -do_test shared-$av.1.5 { - # Using connection 2 (the one without the open transaction), try to create - # a new table. This should fail because of the open read transaction - # held by connection 1. - catchsql { - CREATE TABLE def(d, e, f); - } db2 -} {1 {database table is locked: sqlite_master}} -do_test shared-$av.1.6 { - # Upgrade connection 1's transaction to a write transaction. Create - # a new table - def - and insert a row into it. Because the connection 1 - # transaction modifies the schema, it should not be possible for - # connection 2 to access the database at all until the connection 1 - # has finished the transaction. - execsql { - CREATE TABLE def(d, e, f); - INSERT INTO def VALUES('IV', 'V', 'VI'); - } -} {} -do_test shared-$av.1.7 { - # Read from the sqlite_master table with connection 1 (inside the - # transaction). Then test that we can not do this with connection 2. This - # is because of the schema-modified lock established by connection 1 - # in the previous test case. - execsql { - SELECT * FROM sqlite_master; - } - catchsql { - SELECT * FROM sqlite_master; - } db2 -} {1 {database schema is locked: main}} -do_test shared-$av.1.8 { - # Commit the connection 1 transaction. - execsql { - COMMIT; - } -} {} - -do_test shared-$av.2.1 { - # Open connection db3 to the database. Use a different path to the same - # file so that db3 does *not* share the same pager cache as db and db2 - # (there should be two open file handles). - if {$::tcl_platform(platform)=="unix"} { - sqlite3 db3 ./test.db - } else { - sqlite3 db3 TEST.DB - } - set ::sqlite_open_file_count -} {2} -do_test shared-$av.2.2 { - # Start read transactions on db and db2 (the shared pager cache). Ensure - # db3 cannot write to the database. - execsql { - BEGIN; - SELECT * FROM abc; - } - execsql { - BEGIN; - SELECT * FROM abc; - } db2 - catchsql { - INSERT INTO abc VALUES(1, 2, 3); - } db2 -} {1 {database table is locked: abc}} -do_test shared-$av.2.3 { - # Turn db's transaction into a write-transaction. db3 should still be - # able to read from table def (but will not see the new row). Connection - # db2 should not be able to read def (because of the write-lock). - -# Todo: The failed "INSERT INTO abc ..." statement in the above test -# has started a write-transaction on db2 (should this be so?). This -# would prevent connection db from starting a write-transaction. So roll the -# db2 transaction back and replace it with a new read transaction. - execsql { - ROLLBACK; - BEGIN; - SELECT * FROM abc; - } db2 - - execsql { - INSERT INTO def VALUES('VII', 'VIII', 'IX'); - } - concat [ - catchsql { SELECT * FROM def; } db3 - ] [ - catchsql { SELECT * FROM def; } db2 - ] -} {0 {IV V VI} 1 {database table is locked: def}} -do_test shared-$av.2.4 { - # Commit the open transaction on db. db2 still holds a read-transaction. - # This should prevent db3 from writing to the database, but not from - # reading. - execsql { - COMMIT; - } - concat [ - catchsql { SELECT * FROM def; } db3 - ] [ - catchsql { INSERT INTO def VALUES('X', 'XI', 'XII'); } db3 - ] -} {0 {IV V VI VII VIII IX} 1 {database is locked}} - -catchsql COMMIT db2 - -do_test shared-$av.3.1.1 { - # This test case starts a linear scan of table 'seq' using a - # read-uncommitted connection. In the middle of the scan, rows are added - # to the end of the seq table (ahead of the current cursor position). - # The uncommitted rows should be included in the results of the scan. - execsql " - CREATE TABLE seq(i PRIMARY KEY, x); - INSERT INTO seq VALUES(1, '[string repeat X 500]'); - INSERT INTO seq VALUES(2, '[string repeat X 500]'); - " - execsql {SELECT * FROM sqlite_master} db2 - execsql {PRAGMA read_uncommitted = 1} db2 - - set ret [list] - db2 eval {SELECT i FROM seq ORDER BY i} { - if {$i < 4} { - set max [execsql {SELECT max(i) FROM seq}] - db eval { - INSERT INTO seq SELECT i + :max, x FROM seq; - } - } - lappend ret $i - } - set ret -} {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16} -do_test shared-$av.3.1.2 { - # Another linear scan through table seq using a read-uncommitted connection. - # This time, delete each row as it is read. Should not affect the results of - # the scan, but the table should be empty after the scan is concluded - # (test 3.1.3 verifies this). - set ret [list] - db2 eval {SELECT i FROM seq} { - db eval {DELETE FROM seq WHERE i = :i} - lappend ret $i - } - set ret -} {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16} -do_test shared-$av.3.1.3 { - execsql { - SELECT * FROM seq; - } -} {} - -catch {db close} -catch {db2 close} -catch {db3 close} - -#-------------------------------------------------------------------------- -# Tests shared-4.* test that the schema locking rules are applied -# correctly. i.e.: -# -# 1. All transactions require a read-lock on the schemas of databases they -# access. -# 2. Transactions that modify a database schema require a write-lock on that -# schema. -# 3. It is not possible to compile a statement while another handle has a -# write-lock on the schema. -# - -# Open two database handles db and db2. Each has a single attach database -# (as well as main): -# -# db.main -> ./test.db -# db.test2 -> ./test2.db -# db2.main -> ./test2.db -# db2.test -> ./test.db -# -file delete -force test.db -file delete -force test2.db -file delete -force test2.db-journal -sqlite3 db test.db -sqlite3 db2 test2.db -do_test shared-$av.4.1.1 { - set sqlite_open_file_count -} {2} -do_test shared-$av.4.1.2 { - execsql {ATTACH 'test2.db' AS test2} - set sqlite_open_file_count -} {2} -do_test shared-$av.4.1.3 { - execsql {ATTACH 'test.db' AS test} db2 - set sqlite_open_file_count -} {2} - -# Sanity check: Create a table in ./test.db via handle db, and test that handle -# db2 can "see" the new table immediately. A handle using a seperate pager -# cache would have to reload the database schema before this were possible. -# -do_test shared-$av.4.2.1 { - execsql { - CREATE TABLE abc(a, b, c); - CREATE TABLE def(d, e, f); - INSERT INTO abc VALUES('i', 'ii', 'iii'); - INSERT INTO def VALUES('I', 'II', 'III'); - } -} {} -do_test shared-$av.4.2.2 { - execsql { - SELECT * FROM test.abc; - } db2 -} {i ii iii} - -# Open a read-transaction and read from table abc via handle 2. Check that -# handle 1 can read table abc. Check that handle 1 cannot modify table abc -# or the database schema. Then check that handle 1 can modify table def. -# -do_test shared-$av.4.3.1 { - execsql { - BEGIN; - SELECT * FROM test.abc; - } db2 -} {i ii iii} -do_test shared-$av.4.3.2 { - catchsql { - INSERT INTO abc VALUES('iv', 'v', 'vi'); - } -} {1 {database table is locked: abc}} -do_test shared-$av.4.3.3 { - catchsql { - CREATE TABLE ghi(g, h, i); - } -} {1 {database table is locked: sqlite_master}} -do_test shared-$av.4.3.3 { - catchsql { - INSERT INTO def VALUES('IV', 'V', 'VI'); - } -} {0 {}} -do_test shared-$av.4.3.4 { - # Cleanup: commit the transaction opened by db2. - execsql { - COMMIT - } db2 -} {} - -# Open a write-transaction using handle 1 and modify the database schema. -# Then try to execute a compiled statement to read from the same -# database via handle 2 (fails to get the lock on sqlite_master). Also -# try to compile a read of the same database using handle 2 (also fails). -# Finally, compile a read of the other database using handle 2. This -# should also fail. -# -ifcapable compound { - do_test shared-$av.4.4.1.2 { - # Sanity check 1: Check that the schema is what we think it is when viewed - # via handle 1. - execsql { - CREATE TABLE test2.ghi(g, h, i); - SELECT 'test.db:'||name FROM sqlite_master - UNION ALL - SELECT 'test2.db:'||name FROM test2.sqlite_master; - } - } {test.db:abc test.db:def test2.db:ghi} - do_test shared-$av.4.4.1.2 { - # Sanity check 2: Check that the schema is what we think it is when viewed - # via handle 2. - execsql { - SELECT 'test2.db:'||name FROM sqlite_master - UNION ALL - SELECT 'test.db:'||name FROM test.sqlite_master; - } db2 - } {test2.db:ghi test.db:abc test.db:def} -} - -do_test shared-$av.4.4.2 { - set ::DB2 [sqlite3_connection_pointer db2] - set sql {SELECT * FROM abc} - set ::STMT1 [sqlite3_prepare $::DB2 $sql -1 DUMMY] - execsql { - BEGIN; - CREATE TABLE jkl(j, k, l); - } - sqlite3_step $::STMT1 -} {SQLITE_ERROR} -do_test shared-$av.4.4.3 { - sqlite3_finalize $::STMT1 -} {SQLITE_LOCKED} -do_test shared-$av.4.4.4 { - set rc [catch { - set ::STMT1 [sqlite3_prepare $::DB2 $sql -1 DUMMY] - } msg] - list $rc $msg -} {1 {(6) database schema is locked: test}} -do_test shared-$av.4.4.5 { - set rc [catch { - set ::STMT1 [sqlite3_prepare $::DB2 "SELECT * FROM ghi" -1 DUMMY] - } msg] - list $rc $msg -} {1 {(6) database schema is locked: test}} - - -catch {db2 close} -catch {db close} - -#-------------------------------------------------------------------------- -# Tests shared-5.* -# -foreach db [list test.db test1.db test2.db test3.db] { - file delete -force $db ${db}-journal -} -do_test shared-$av.5.1.1 { - sqlite3 db1 test.db - sqlite3 db2 test.db - execsql { - ATTACH 'test1.db' AS test1; - ATTACH 'test2.db' AS test2; - ATTACH 'test3.db' AS test3; - } db1 - execsql { - ATTACH 'test3.db' AS test3; - ATTACH 'test2.db' AS test2; - ATTACH 'test1.db' AS test1; - } db2 -} {} -do_test shared-$av.5.1.2 { - execsql { - CREATE TABLE test1.t1(a, b); - CREATE INDEX test1.i1 ON t1(a, b); - } db1 -} {} -ifcapable view { - do_test shared-$av.5.1.3 { - execsql { - CREATE VIEW test1.v1 AS SELECT * FROM t1; - } db1 - } {} -} -ifcapable trigger { - do_test shared-$av.5.1.4 { - execsql { - CREATE TRIGGER test1.trig1 AFTER INSERT ON t1 BEGIN - INSERT INTO t1 VALUES(new.a, new.b); - END; - } db1 - } {} -} -do_test shared-$av.5.1.5 { - execsql { - DROP INDEX i1; - } db2 -} {} -ifcapable view { - do_test shared-$av.5.1.6 { - execsql { - DROP VIEW v1; - } db2 - } {} -} -ifcapable trigger { - do_test shared-$av.5.1.7 { - execsql { - DROP TRIGGER trig1; - } db2 - } {} -} -do_test shared-$av.5.1.8 { - execsql { - DROP TABLE t1; - } db2 -} {} -ifcapable compound { - do_test shared-$av.5.1.9 { - execsql { - SELECT * FROM sqlite_master UNION ALL SELECT * FROM test1.sqlite_master - } db1 - } {} -} - -#-------------------------------------------------------------------------- -# Tests shared-6.* test that a query obtains all the read-locks it needs -# before starting execution of the query. This means that there is no chance -# some rows of data will be returned before a lock fails and SQLITE_LOCK -# is returned. -# -do_test shared-$av.6.1.1 { - execsql { - CREATE TABLE t1(a, b); - CREATE TABLE t2(a, b); - INSERT INTO t1 VALUES(1, 2); - INSERT INTO t2 VALUES(3, 4); - } db1 -} {} -ifcapable compound { - do_test shared-$av.6.1.2 { - execsql { - SELECT * FROM t1 UNION ALL SELECT * FROM t2; - } db2 - } {1 2 3 4} -} -do_test shared-$av.6.1.3 { - # Establish a write lock on table t2 via connection db2. Then make a - # UNION all query using connection db1 that first accesses t1, followed - # by t2. If the locks are grabbed at the start of the statement (as - # they should be), no rows are returned. If (as was previously the case) - # they are grabbed as the tables are accessed, the t1 rows will be - # returned before the query fails. - # - execsql { - BEGIN; - INSERT INTO t2 VALUES(5, 6); - } db2 - set ret [list] - catch { - db1 eval {SELECT * FROM t1 UNION ALL SELECT * FROM t2} { - lappend ret $a $b - } - } - set ret -} {} -do_test shared-$av.6.1.4 { - execsql { - COMMIT; - BEGIN; - INSERT INTO t1 VALUES(7, 8); - } db2 - set ret [list] - catch { - db1 eval { - SELECT (CASE WHEN a>4 THEN (SELECT a FROM t1) ELSE 0 END) AS d FROM t2; - } { - lappend ret $d - } - } - set ret -} {} - -catch {db1 close} -catch {db2 close} -foreach f [list test.db test2.db] { - file delete -force $f ${f}-journal -} - -#-------------------------------------------------------------------------- -# Tests shared-7.* test auto-vacuum does not invalidate cursors from -# other shared-cache users when it reorganizes the database on -# COMMIT. -# -do_test shared-$av.7.1 { - # This test case sets up a test database in auto-vacuum mode consisting - # of two tables, t1 and t2. Both have a single index. Table t1 is - # populated first (so consists of pages toward the start of the db file), - # t2 second (pages toward the end of the file). - sqlite3 db test.db - sqlite3 db2 test.db - execsql { - BEGIN; - CREATE TABLE t1(a PRIMARY KEY, b); - CREATE TABLE t2(a PRIMARY KEY, b); - } - set ::contents {} - for {set i 0} {$i < 100} {incr i} { - set a [string repeat "$i " 20] - set b [string repeat "$i " 20] - db eval { - INSERT INTO t1 VALUES(:a, :b); - } - lappend ::contents [list [expr $i+1] $a $b] - } - execsql { - INSERT INTO t2 SELECT * FROM t1; - COMMIT; - } -} {} -do_test shared-$av.7.2 { - # This test case deletes the contents of table t1 (the one at the start of - # the file) while many cursors are open on table t2 and it's index. All of - # the non-root pages will be moved from the end to the start of the file - # when the DELETE is committed - this test verifies that moving the pages - # does not disturb the open cursors. - # - - proc lockrow {db tbl oids body} { - set ret [list] - db eval "SELECT oid AS i, a, b FROM $tbl ORDER BY a" { - if {$i==[lindex $oids 0]} { - set noids [lrange $oids 1 end] - if {[llength $noids]==0} { - set subret [eval $body] - } else { - set subret [lockrow $db $tbl $noids $body] - } - } - lappend ret [list $i $a $b] - } - return [linsert $subret 0 $ret] - } - proc locktblrows {db tbl body} { - set oids [db eval "SELECT oid FROM $tbl"] - lockrow $db $tbl $oids $body - } - - set scans [locktblrows db t2 { - execsql { - DELETE FROM t1; - } db2 - }] - set error 0 - - # Test that each SELECT query returned the expected contents of t2. - foreach s $scans { - if {[lsort -integer -index 0 $s]!=$::contents} { - set error 1 - } - } - set error -} {0} - -catch {db close} -catch {db2 close} -unset -nocomplain contents - -#-------------------------------------------------------------------------- -# The following tests try to trick the shared-cache code into assuming -# the wrong encoding for a database. -# -file delete -force test.db test.db-journal -ifcapable utf16 { - do_test shared-$av.8.1.1 { - sqlite3 db test.db - execsql { - PRAGMA encoding = 'UTF-16'; - SELECT * FROM sqlite_master; - } - } {} - do_test shared-$av.8.1.2 { - string range [execsql {PRAGMA encoding;}] 0 end-2 - } {UTF-16} - do_test shared-$av.8.1.3 { - sqlite3 db2 test.db - execsql { - PRAGMA encoding = 'UTF-8'; - CREATE TABLE abc(a, b, c); - } db2 - } {} - do_test shared-$av.8.1.4 { - execsql { - SELECT * FROM sqlite_master; - } - } "table abc abc [expr $AUTOVACUUM?3:2] {CREATE TABLE abc(a, b, c)}" - do_test shared-$av.8.1.5 { - db2 close - execsql { - PRAGMA encoding; - } - } {UTF-8} - file delete -force test2.db test2.db-journal - do_test shared-$av.8.2.1 { - execsql { - ATTACH 'test2.db' AS aux; - SELECT * FROM aux.sqlite_master; - } - } {} - do_test shared-$av.8.2.2 { - sqlite3 db2 test2.db - execsql { - PRAGMA encoding = 'UTF-16'; - CREATE TABLE def(d, e, f); - } db2 - string range [execsql {PRAGMA encoding;} db2] 0 end-2 - } {UTF-16} - do_test shared-$av.8.2.3 { - catchsql { - SELECT * FROM aux.sqlite_master; - } - } {1 {attached databases must use the same text encoding as main database}} -} - -catch {db close} -catch {db2 close} -file delete -force test.db test2.db - -#--------------------------------------------------------------------------- -# The following tests - shared-9.* - test interactions between TEMP triggers -# and shared-schemas. -# -ifcapable trigger&&tempdb { - -do_test shared-$av.9.1 { - sqlite3 db test.db - sqlite3 db2 test.db - execsql { - CREATE TABLE abc(a, b, c); - CREATE TABLE abc_mirror(a, b, c); - CREATE TEMP TRIGGER BEFORE INSERT ON abc BEGIN - INSERT INTO abc_mirror(a, b, c) VALUES(new.a, new.b, new.c); - END; - INSERT INTO abc VALUES(1, 2, 3); - SELECT * FROM abc_mirror; - } -} {1 2 3} -do_test shared-$av.9.2 { - execsql { - INSERT INTO abc VALUES(4, 5, 6); - SELECT * FROM abc_mirror; - } db2 -} {1 2 3} -do_test shared-$av.9.3 { - db close - db2 close -} {} - -} ; # End shared-9.* - -#--------------------------------------------------------------------------- -# The following tests - shared-10.* - test that the library behaves -# correctly when a connection to a shared-cache is closed. -# -do_test shared-$av.10.1 { - # Create a small sample database with two connections to it (db and db2). - file delete -force test.db - sqlite3 db test.db - sqlite3 db2 test.db - execsql { - CREATE TABLE ab(a PRIMARY KEY, b); - CREATE TABLE de(d PRIMARY KEY, e); - INSERT INTO ab VALUES('Chiang Mai', 100000); - INSERT INTO ab VALUES('Bangkok', 8000000); - INSERT INTO de VALUES('Ubon', 120000); - INSERT INTO de VALUES('Khon Kaen', 200000); - } -} {} -do_test shared-$av.10.2 { - # Open a read-transaction with the first connection, a write-transaction - # with the second. - execsql { - BEGIN; - SELECT * FROM ab; - } - execsql { - BEGIN; - INSERT INTO de VALUES('Pataya', 30000); - } db2 -} {} -do_test shared-$av.10.3 { - # An external connection should be able to read the database, but not - # prepare a write operation. - if {$::tcl_platform(platform)=="unix"} { - sqlite3 db3 ./test.db - } else { - sqlite3 db3 TEST.DB - } - execsql { - SELECT * FROM ab; - } db3 - catchsql { - BEGIN; - INSERT INTO de VALUES('Pataya', 30000); - } db3 -} {1 {database is locked}} -do_test shared-$av.10.4 { - # Close the connection with the write-transaction open - db2 close -} {} -do_test shared-$av.10.5 { - # Test that the db2 transaction has been automatically rolled back. - # If it has not the ('Pataya', 30000) entry will still be in the table. - execsql { - SELECT * FROM de; - } -} {Ubon 120000 {Khon Kaen} 200000} -do_test shared-$av.10.5 { - # Closing db2 should have dropped the shared-cache back to a read-lock. - # So db3 should be able to prepare a write... - catchsql {INSERT INTO de VALUES('Pataya', 30000);} db3 -} {0 {}} -do_test shared-$av.10.6 { - # ... but not commit it. - catchsql {COMMIT} db3 -} {1 {database is locked}} -do_test shared-$av.10.7 { - # Commit the (read-only) db transaction. Check via db3 to make sure the - # contents of table "de" are still as they should be. - execsql { - COMMIT; - } - execsql { - SELECT * FROM de; - } db3 -} {Ubon 120000 {Khon Kaen} 200000 Pataya 30000} -do_test shared-$av.10.9 { - # Commit the external transaction. - catchsql {COMMIT} db3 -} {0 {}} -integrity_check shared-$av.10.10 -do_test shared-$av.10.11 { - db close - db3 close -} {} - -do_test shared-$av.11.1 { - file delete -force test.db - sqlite3 db test.db - sqlite3 db2 test.db - execsql { - CREATE TABLE abc(a, b, c); - CREATE TABLE abc2(a, b, c); - BEGIN; - INSERT INTO abc VALUES(1, 2, 3); - } -} {} -do_test shared-$av.11.2 { - catchsql {BEGIN;} db2 - catchsql {SELECT * FROM abc;} db2 -} {1 {database table is locked: abc}} -do_test shared-$av.11.3 { - catchsql {BEGIN} db2 -} {1 {cannot start a transaction within a transaction}} -do_test shared-$av.11.4 { - catchsql {SELECT * FROM abc2;} db2 -} {0 {}} -do_test shared-$av.11.5 { - catchsql {INSERT INTO abc2 VALUES(1, 2, 3);} db2 -} {1 {database is locked}} -do_test shared-$av.11.6 { - catchsql {SELECT * FROM abc2} -} {0 {}} -do_test shared-$av.11.6 { - execsql { - ROLLBACK; - PRAGMA read_uncommitted = 1; - } db2 -} {} -do_test shared-$av.11.7 { - execsql { - INSERT INTO abc2 VALUES(4, 5, 6); - INSERT INTO abc2 VALUES(7, 8, 9); - } -} {} -do_test shared-$av.11.8 { - set res [list] - breakpoint - db2 eval { - SELECT abc.a as I, abc2.a as II FROM abc, abc2; - } { - execsql { - DELETE FROM abc WHERE 1; - } - lappend res $I $II - } - set res -} {1 4 {} 7} - -do_test shared-$av.11.11 { - db close - db2 close -} {} - -} - -sqlite3_enable_shared_cache $::enable_shared_cache -finish_test diff --git a/libs/sqlite/test/shared2.test b/libs/sqlite/test/shared2.test deleted file mode 100644 index 9af30de4fc..0000000000 --- a/libs/sqlite/test/shared2.test +++ /dev/null @@ -1,132 +0,0 @@ -# 2005 January 19 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# $Id: shared2.test,v 1.4 2006/01/26 13:11:37 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -db close - -ifcapable !shared_cache { - finish_test - return -} -set ::enable_shared_cache [sqlite3_enable_shared_cache 1] - -# Test that if we delete all rows from a table any read-uncommitted -# cursors are correctly invalidated. Test on both table and index btrees. -do_test shared2-1.1 { - sqlite3 db1 test.db - sqlite3 db2 test.db - - # Set up some data. Table "numbers" has 64 rows after this block - # is executed. - execsql { - BEGIN; - CREATE TABLE numbers(a PRIMARY KEY, b); - INSERT INTO numbers(oid) VALUES(NULL); - INSERT INTO numbers(oid) SELECT NULL FROM numbers; - INSERT INTO numbers(oid) SELECT NULL FROM numbers; - INSERT INTO numbers(oid) SELECT NULL FROM numbers; - INSERT INTO numbers(oid) SELECT NULL FROM numbers; - INSERT INTO numbers(oid) SELECT NULL FROM numbers; - INSERT INTO numbers(oid) SELECT NULL FROM numbers; - UPDATE numbers set a = oid, b = 'abcdefghijklmnopqrstuvwxyz0123456789'; - COMMIT; - } db1 -} {} -do_test shared2-1.2 { - # Put connection 2 in read-uncommitted mode and start a SELECT on table - # 'numbers'. Half way through the SELECT, use connection 1 to delete the - # contents of this table. - execsql { - pragma read_uncommitted = 1; - } db2 - set count [execsql {SELECT count(*) FROM numbers} db2] - db2 eval {SELECT a FROM numbers ORDER BY oid} { - if {$a==32} { - execsql { - BEGIN; - DELETE FROM numbers; - } db1 - } - } - list $a $count -} {32 64} -do_test shared2-1.3 { - # Same test as 1.2, except scan using the index this time. - execsql { - ROLLBACK; - } db1 - set count [execsql {SELECT count(*) FROM numbers} db2] - db2 eval {SELECT a, b FROM numbers ORDER BY a} { - if {$a==32} { - execsql { - DELETE FROM numbers; - } db1 - } - } - list $a $count -} {32 64} - -#--------------------------------------------------------------------------- -# These tests, shared2.2.*, test the outcome when data is added to or -# removed from a table due to a rollback while a read-uncommitted -# cursor is scanning it. -# -do_test shared2-2.1 { - execsql { - INSERT INTO numbers VALUES(1, 'Medium length text field'); - INSERT INTO numbers VALUES(2, 'Medium length text field'); - INSERT INTO numbers VALUES(3, 'Medium length text field'); - INSERT INTO numbers VALUES(4, 'Medium length text field'); - BEGIN; - DELETE FROM numbers WHERE (a%2)=0; - } db1 - set res [list] - db2 eval { - SELECT a FROM numbers ORDER BY a; - } { - lappend res $a - if {$a==3} { - execsql {ROLLBACK} db1 - } - } - set res -} {1 3 4} -do_test shared2-2.2 { - execsql { - BEGIN; - INSERT INTO numbers VALUES(5, 'Medium length text field'); - INSERT INTO numbers VALUES(6, 'Medium length text field'); - } db1 - set res [list] - db2 eval { - SELECT a FROM numbers ORDER BY a; - } { - lappend res $a - if {$a==5} { - execsql {ROLLBACK} db1 - } - } - set res -} {1 2 3 4 5} - -db1 close -db2 close - -do_test shared2-3.2 { - sqlite3_thread_cleanup - sqlite3_enable_shared_cache 1 -} {0} - -sqlite3_enable_shared_cache $::enable_shared_cache -finish_test diff --git a/libs/sqlite/test/shared3.test b/libs/sqlite/test/shared3.test deleted file mode 100644 index 4cef49c212..0000000000 --- a/libs/sqlite/test/shared3.test +++ /dev/null @@ -1,47 +0,0 @@ -# 2005 January 19 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# $Id: shared3.test,v 1.1 2006/05/24 12:43:28 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -db close - -ifcapable !shared_cache { - finish_test - return -} -set ::enable_shared_cache [sqlite3_enable_shared_cache 1] - -# Ticket #1824 -# -do_test shared3-1.1 { - file delete -force test.db test.db-journal - sqlite3 db1 test.db - db1 eval { - PRAGMA encoding=UTF16; - CREATE TABLE t1(x,y); - INSERT INTO t1 VALUES('abc','This is a test string'); - } - db1 close - sqlite3 db1 test.db - db1 eval {SELECT * FROM t1} -} {abc {This is a test string}} -do_test shared3-1.2 { - sqlite3 db2 test.db - db2 eval {SELECT y FROM t1 WHERE x='abc'} -} {{This is a test string}} - -db1 close -db2 close - -sqlite3_enable_shared_cache $::enable_shared_cache -finish_test diff --git a/libs/sqlite/test/shared_err.test b/libs/sqlite/test/shared_err.test deleted file mode 100644 index 0fe0220eac..0000000000 --- a/libs/sqlite/test/shared_err.test +++ /dev/null @@ -1,412 +0,0 @@ -# 2005 December 30 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# The focus of the tests in this file are IO errors that occur in a shared -# cache context. What happens to connection B if one connection A encounters -# an IO-error whilst reading or writing the file-system? -# -# $Id: shared_err.test,v 1.9 2006/01/24 16:37:59 danielk1977 Exp $ - -proc skip {args} {} - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -db close - -ifcapable !shared_cache||!subquery { - finish_test - return -} -set ::enable_shared_cache [sqlite3_enable_shared_cache 1] - - -# Todo: This is a copy of the [do_malloc_test] proc in malloc.test -# It would be better if these were consolidated. - -# Usage: do_malloc_test -# -# The first argument, , is an integer used to name the -# tests executed by this proc. Options are as follows: -# -# -tclprep TCL script to run to prepare test. -# -sqlprep SQL script to run to prepare test. -# -tclbody TCL script to run with malloc failure simulation. -# -sqlbody TCL script to run with malloc failure simulation. -# -cleanup TCL script to run after the test. -# -# This command runs a series of tests to verify SQLite's ability -# to handle an out-of-memory condition gracefully. It is assumed -# that if this condition occurs a malloc() call will return a -# NULL pointer. Linux, for example, doesn't do that by default. See -# the "BUGS" section of malloc(3). -# -# Each iteration of a loop, the TCL commands in any argument passed -# to the -tclbody switch, followed by the SQL commands in any argument -# passed to the -sqlbody switch are executed. Each iteration the -# Nth call to sqliteMalloc() is made to fail, where N is increased -# each time the loop runs starting from 1. When all commands execute -# successfully, the loop ends. -# -proc do_malloc_test {tn args} { - array unset ::mallocopts - array set ::mallocopts $args - - set ::go 1 - for {set ::n 1} {$::go && $::n < 50000} {incr ::n} { - do_test shared_malloc-$tn.$::n { - - # Remove all traces of database files test.db and test2.db from the files - # system. Then open (empty database) "test.db" with the handle [db]. - # - sqlite_malloc_fail 0 - catch {db close} - catch {file delete -force test.db} - catch {file delete -force test.db-journal} - catch {file delete -force test2.db} - catch {file delete -force test2.db-journal} - catch {sqlite3 db test.db} - set ::DB [sqlite3_connection_pointer db] - - # Execute any -tclprep and -sqlprep scripts. - # - if {[info exists ::mallocopts(-tclprep)]} { - eval $::mallocopts(-tclprep) - } - if {[info exists ::mallocopts(-sqlprep)]} { - execsql $::mallocopts(-sqlprep) - } - - # Now set the ${::n}th malloc() to fail and execute the -tclbody and - # -sqlbody scripts. - # - sqlite_malloc_fail $::n - set ::mallocbody {} - if {[info exists ::mallocopts(-tclbody)]} { - append ::mallocbody "$::mallocopts(-tclbody)\n" - } - if {[info exists ::mallocopts(-sqlbody)]} { - append ::mallocbody "db eval {$::mallocopts(-sqlbody)}" - } - set v [catch $::mallocbody msg] - - set leftover [lindex [sqlite_malloc_stat] 2] - if {$leftover>0} { - if {$leftover>1} {puts "\nLeftover: $leftover\nReturn=$v Message=$msg"} - set ::go 0 - if {$v} { - puts "\nError message returned: $msg" - } else { - set v {1 1} - } - } else { - set v2 [expr {$msg=="" || $msg=="out of memory"}] - if {!$v2} {puts "\nError message returned: $msg"} - lappend v $v2 - } - } {1 1} - - sqlite_malloc_fail 0 - if {[info exists ::mallocopts(-cleanup)]} { - catch [list uplevel #0 $::mallocopts(-cleanup)] msg - } - } - unset ::mallocopts -} - - -do_ioerr_test shared_ioerr-1 -tclprep { - sqlite3 db2 test.db - execsql { - PRAGMA read_uncommitted = 1; - CREATE TABLE t1(a,b,c); - BEGIN; - SELECT * FROM sqlite_master; - } db2 -} -sqlbody { - SELECT * FROM sqlite_master; - INSERT INTO t1 VALUES(1,2,3); - BEGIN TRANSACTION; - INSERT INTO t1 VALUES(1,2,3); - INSERT INTO t1 VALUES(4,5,6); - ROLLBACK; - SELECT * FROM t1; - BEGIN TRANSACTION; - INSERT INTO t1 VALUES(1,2,3); - INSERT INTO t1 VALUES(4,5,6); - COMMIT; - SELECT * FROM t1; - DELETE FROM t1 WHERE a<100; -} -cleanup { - do_test shared_ioerr-1.$n.cleanup.1 { - set res [catchsql { - SELECT * FROM t1; - } db2] - set possible_results [list \ - "1 {disk I/O error}" \ - "0 {1 2 3}" \ - "0 {1 2 3 1 2 3 4 5 6}" \ - "0 {1 2 3 1 2 3 4 5 6 1 2 3 4 5 6}" \ - "0 {}" \ - ] - set rc [expr [lsearch -exact $possible_results $res] >= 0] - if {$rc != 1} { - puts "" - puts "Result: $res" - } - set rc - } {1} - db2 close -} - -do_ioerr_test shared_ioerr-2 -tclprep { - sqlite3 db2 test.db - execsql { - PRAGMA read_uncommitted = 1; - BEGIN; - CREATE TABLE t1(a, b); - INSERT INTO t1(oid) VALUES(NULL); - INSERT INTO t1(oid) SELECT NULL FROM t1; - INSERT INTO t1(oid) SELECT NULL FROM t1; - INSERT INTO t1(oid) SELECT NULL FROM t1; - INSERT INTO t1(oid) SELECT NULL FROM t1; - INSERT INTO t1(oid) SELECT NULL FROM t1; - INSERT INTO t1(oid) SELECT NULL FROM t1; - INSERT INTO t1(oid) SELECT NULL FROM t1; - INSERT INTO t1(oid) SELECT NULL FROM t1; - INSERT INTO t1(oid) SELECT NULL FROM t1; - INSERT INTO t1(oid) SELECT NULL FROM t1; - UPDATE t1 set a = oid, b = 'abcdefghijklmnopqrstuvwxyz0123456789'; - CREATE INDEX i1 ON t1(a); - COMMIT; - BEGIN; - SELECT * FROM sqlite_master; - } db2 -} -tclbody { - set ::residx 0 - execsql {DELETE FROM t1 WHERE 0 = (a % 2);} - incr ::residx - - # When this transaction begins the table contains 512 entries. The - # two statements together add 512+146 more if it succeeds. - # (1024/7==146) - execsql {BEGIN;} - execsql {INSERT INTO t1 SELECT a+1, b FROM t1;} - execsql {INSERT INTO t1 SELECT 'string' || a, b FROM t1 WHERE 0 = (a%7);} - execsql {COMMIT;} - - incr ::residx -} -cleanup { - do_test shared_ioerr-2.$n.cleanup.1 { - set res [catchsql { - SELECT max(a), min(a), count(*) FROM (SELECT a FROM t1 order by a); - } db2] - set possible_results [list \ - {0 {1024 1 1024}} \ - {0 {1023 1 512}} \ - {0 {string994 1 1170}} \ - ] - set idx [lsearch -exact $possible_results $res] - set success [expr {$idx==$::residx || $res=="1 {disk I/O error}"}] - if {!$success} { - puts "" - puts "Result: \"$res\" ($::residx)" - } - set success - } {1} - db2 close -} - -# This test is designed to provoke an IO error when a cursor position is -# "saved" (because another cursor is going to modify the underlying table). -# -do_ioerr_test shared_ioerr-3 -tclprep { - sqlite3 db2 test.db - execsql { - PRAGMA read_uncommitted = 1; - PRAGMA cache_size = 10; - BEGIN; - CREATE TABLE t1(a, b, UNIQUE(a, b)); - } db2 - for {set i 0} {$i < 200} {incr i} { - set a [string range [string repeat "[format %03d $i]." 5] 0 end-1] - - set b [string repeat $i 2000] - execsql {INSERT INTO t1 VALUES($a, $b)} db2 - } - execsql {COMMIT} db2 - set ::DB2 [sqlite3_connection_pointer db2] - set ::STMT [sqlite3_prepare $::DB2 "SELECT a FROM t1 ORDER BY a" -1 DUMMY] - sqlite3_step $::STMT ;# Cursor points at 000.000.000.000 - sqlite3_step $::STMT ;# Cursor points at 001.001.001.001 - -} -tclbody { - execsql { - BEGIN; - INSERT INTO t1 VALUES('201.201.201.201.201', NULL); - UPDATE t1 SET a = '202.202.202.202.202' WHERE a LIKE '201%'; - COMMIT; - } -} -cleanup { - do_test shared_ioerr-3.$n.cleanup.1 { - sqlite3_step $::STMT - } {SQLITE_ROW} - do_test shared_ioerr-3.$n.cleanup.2 { - sqlite3_column_text $::STMT 0 - } {002.002.002.002.002} - do_test shared_ioerr-3.$n.cleanup.3 { - sqlite3_finalize $::STMT - } {SQLITE_OK} -# db2 eval {select * from sqlite_master} - db2 close -} - -# Only run these tests if memory debugging is turned on. -# -if {[info command sqlite_malloc_stat]==""} { - puts "Skipping malloc tests: not compiled with -DSQLITE_MEMDEBUG..." - db close - sqlite3_enable_shared_cache $::enable_shared_cache - finish_test - return -} - -# Provoke a malloc() failure when a cursor position is being saved. This -# only happens with index cursors (because they malloc() space to save the -# current key value). It does not happen with tables, because an integer -# key does not require a malloc() to store. -# -# The library should return an SQLITE_NOMEM to the caller. The query that -# owns the cursor (the one for which the position is not saved) should -# continue unaffected. -# -do_malloc_test 4 -tclprep { - sqlite3 db2 test.db - execsql { - PRAGMA read_uncommitted = 1; - BEGIN; - CREATE TABLE t1(a, b, UNIQUE(a, b)); - } db2 - for {set i 0} {$i < 5} {incr i} { - set a [string repeat $i 10] - set b [string repeat $i 2000] - execsql {INSERT INTO t1 VALUES($a, $b)} db2 - } - execsql {COMMIT} db2 - set ::DB2 [sqlite3_connection_pointer db2] - set ::STMT [sqlite3_prepare $::DB2 "SELECT a FROM t1 ORDER BY a" -1 DUMMY] - sqlite3_step $::STMT ;# Cursor points at 0000000000 - sqlite3_step $::STMT ;# Cursor points at 1111111111 -} -tclbody { - execsql { - INSERT INTO t1 VALUES(6, NULL); - } -} -cleanup { - do_test shared_malloc-4.$::n.cleanup.1 { - set ::rc [sqlite3_step $::STMT] - expr {$::rc=="SQLITE_ROW" || $::rc=="SQLITE_ABORT"} - } {1} - if {$::rc=="SQLITE_ROW"} { - do_test shared_malloc-4.$::n.cleanup.2 { - sqlite3_column_text $::STMT 0 - } {2222222222} - } - do_test shared_malloc-4.$::n.cleanup.3 { - sqlite3_finalize $::STMT - } {SQLITE_OK} -# db2 eval {select * from sqlite_master} - db2 close -} - -do_malloc_test 5 -tclbody { - sqlite3 dbX test.db - sqlite3 dbY test.db - dbX close - dbY close -} -cleanup { - catch {dbX close} - catch {dbY close} -} - -do_malloc_test 6 -tclbody { - catch {db close} - sqlite3_thread_cleanup - sqlite3_enable_shared_cache 0 -} -cleanup { - sqlite3_enable_shared_cache 1 -} - -do_test shared_misuse-7.1 { - sqlite3 db test.db - catch { - sqlite3_enable_shared_cache 0 - } msg - set msg -} {library routine called out of sequence} - -# Again provoke a malloc() failure when a cursor position is being saved, -# this time during a ROLLBACK operation by some other handle. -# -# The library should return an SQLITE_NOMEM to the caller. The query that -# owns the cursor (the one for which the position is not saved) should -# be aborted. -# -set ::aborted 0 -do_malloc_test 8 -tclprep { - sqlite3 db2 test.db - execsql { - PRAGMA read_uncommitted = 1; - BEGIN; - CREATE TABLE t1(a, b, UNIQUE(a, b)); - } db2 - for {set i 0} {$i < 2} {incr i} { - set a [string repeat $i 10] - set b [string repeat $i 2000] - execsql {INSERT INTO t1 VALUES($a, $b)} db2 - } - execsql {COMMIT} db2 - set ::DB2 [sqlite3_connection_pointer db2] - set ::STMT [sqlite3_prepare $::DB2 "SELECT a FROM t1 ORDER BY a" -1 DUMMY] - sqlite3_step $::STMT ;# Cursor points at 0000000000 - sqlite3_step $::STMT ;# Cursor points at 1111111111 -} -tclbody { - execsql { - BEGIN; - INSERT INTO t1 VALUES(6, NULL); - ROLLBACK; - } -} -cleanup { - do_test shared_malloc-8.$::n.cleanup.1 { - lrange [execsql { - SELECT a FROM t1; - } db2] 0 1 - } {0000000000 1111111111} - do_test shared_malloc-8.$::n.cleanup.2 { - set rc1 [sqlite3_step $::STMT] - set rc2 [sqlite3_finalize $::STMT] - if {$rc1=="SQLITE_ABORT"} { - incr ::aborted - } - expr { - ($rc1=="SQLITE_DONE" && $rc2=="SQLITE_OK") || - ($rc1=="SQLITE_ABORT" && $rc2=="SQLITE_OK") - } - } {1} - db2 close -} -do_test shared_malloc-8.X { - # Test that one or more queries were aborted due to the malloc() failure. - expr $::aborted>=1 -} {1} - -catch {db close} -sqlite3_enable_shared_cache $::enable_shared_cache -finish_test diff --git a/libs/sqlite/test/sort.test b/libs/sqlite/test/sort.test deleted file mode 100644 index 08d496b259..0000000000 --- a/libs/sqlite/test/sort.test +++ /dev/null @@ -1,467 +0,0 @@ -# 2001 September 15. -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the CREATE TABLE statement. -# -# $Id: sort.test,v 1.25 2005/11/14 22:29:06 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create a bunch of data to sort against -# -do_test sort-1.0 { - execsql { - CREATE TABLE t1( - n int, - v varchar(10), - log int, - roman varchar(10), - flt real - ); - INSERT INTO t1 VALUES(1,'one',0,'I',3.141592653); - INSERT INTO t1 VALUES(2,'two',1,'II',2.15); - INSERT INTO t1 VALUES(3,'three',1,'III',4221.0); - INSERT INTO t1 VALUES(4,'four',2,'IV',-0.0013442); - INSERT INTO t1 VALUES(5,'five',2,'V',-11); - INSERT INTO t1 VALUES(6,'six',2,'VI',0.123); - INSERT INTO t1 VALUES(7,'seven',2,'VII',123.0); - INSERT INTO t1 VALUES(8,'eight',3,'VIII',-1.6); - } - execsql {SELECT count(*) FROM t1} -} {8} - -do_test sort-1.1 { - execsql {SELECT n FROM t1 ORDER BY n} -} {1 2 3 4 5 6 7 8} -do_test sort-1.1.1 { - execsql {SELECT n FROM t1 ORDER BY n ASC} -} {1 2 3 4 5 6 7 8} -do_test sort-1.1.1 { - execsql {SELECT ALL n FROM t1 ORDER BY n ASC} -} {1 2 3 4 5 6 7 8} -do_test sort-1.2 { - execsql {SELECT n FROM t1 ORDER BY n DESC} -} {8 7 6 5 4 3 2 1} -do_test sort-1.3a { - execsql {SELECT v FROM t1 ORDER BY v} -} {eight five four one seven six three two} -do_test sort-1.3b { - execsql {SELECT n FROM t1 ORDER BY v} -} {8 5 4 1 7 6 3 2} -do_test sort-1.4 { - execsql {SELECT n FROM t1 ORDER BY v DESC} -} {2 3 6 7 1 4 5 8} -do_test sort-1.5 { - execsql {SELECT flt FROM t1 ORDER BY flt} -} {-11.0 -1.6 -0.0013442 0.123 2.15 3.141592653 123.0 4221.0} -do_test sort-1.6 { - execsql {SELECT flt FROM t1 ORDER BY flt DESC} -} {4221.0 123.0 3.141592653 2.15 0.123 -0.0013442 -1.6 -11.0} -do_test sort-1.7 { - execsql {SELECT roman FROM t1 ORDER BY roman} -} {I II III IV V VI VII VIII} -do_test sort-1.8 { - execsql {SELECT n FROM t1 ORDER BY log, flt} -} {1 2 3 5 4 6 7 8} -do_test sort-1.8.1 { - execsql {SELECT n FROM t1 ORDER BY log asc, flt} -} {1 2 3 5 4 6 7 8} -do_test sort-1.8.2 { - execsql {SELECT n FROM t1 ORDER BY log, flt ASC} -} {1 2 3 5 4 6 7 8} -do_test sort-1.8.3 { - execsql {SELECT n FROM t1 ORDER BY log ASC, flt asc} -} {1 2 3 5 4 6 7 8} -do_test sort-1.9 { - execsql {SELECT n FROM t1 ORDER BY log, flt DESC} -} {1 3 2 7 6 4 5 8} -do_test sort-1.9.1 { - execsql {SELECT n FROM t1 ORDER BY log ASC, flt DESC} -} {1 3 2 7 6 4 5 8} -do_test sort-1.10 { - execsql {SELECT n FROM t1 ORDER BY log DESC, flt} -} {8 5 4 6 7 2 3 1} -do_test sort-1.11 { - execsql {SELECT n FROM t1 ORDER BY log DESC, flt DESC} -} {8 7 6 4 5 3 2 1} - -# These tests are designed to reach some hard-to-reach places -# inside the string comparison routines. -# -# (Later) The sorting behavior changed in 2.7.0. But we will -# keep these tests. You can never have too many test cases! -# -do_test sort-2.1.1 { - execsql { - UPDATE t1 SET v='x' || -flt; - UPDATE t1 SET v='x-2b' where v=='x-0.123'; - SELECT v FROM t1 ORDER BY v; - } -} {x-123.0 x-2.15 x-2b x-3.141592653 x-4221.0 x0.0013442 x1.6 x11.0} -do_test sort-2.1.2 { - execsql { - SELECT v FROM t1 ORDER BY substr(v,2,999); - } -} {x-123.0 x-2.15 x-2b x-3.141592653 x-4221.0 x0.0013442 x1.6 x11.0} -do_test sort-2.1.3 { - execsql { - SELECT v FROM t1 ORDER BY substr(v,2,999)+0.0; - } -} {x-4221.0 x-123.0 x-3.141592653 x-2.15 x-2b x0.0013442 x1.6 x11.0} -do_test sort-2.1.4 { - execsql { - SELECT v FROM t1 ORDER BY substr(v,2,999) DESC; - } -} {x11.0 x1.6 x0.0013442 x-4221.0 x-3.141592653 x-2b x-2.15 x-123.0} -do_test sort-2.1.5 { - execsql { - SELECT v FROM t1 ORDER BY substr(v,2,999)+0.0 DESC; - } -} {x11.0 x1.6 x0.0013442 x-2b x-2.15 x-3.141592653 x-123.0 x-4221.0} - -# This is a bug fix for 2.2.4. -# Strings are normally mapped to upper-case for a caseless comparison. -# But this can cause problems for characters in between 'Z' and 'a'. -# -do_test sort-3.1 { - execsql { - CREATE TABLE t2(a,b); - INSERT INTO t2 VALUES('AGLIENTU',1); - INSERT INTO t2 VALUES('AGLIE`',2); - INSERT INTO t2 VALUES('AGNA',3); - SELECT a, b FROM t2 ORDER BY a; - } -} {AGLIENTU 1 AGLIE` 2 AGNA 3} -do_test sort-3.2 { - execsql { - SELECT a, b FROM t2 ORDER BY a DESC; - } -} {AGNA 3 AGLIE` 2 AGLIENTU 1} -do_test sort-3.3 { - execsql { - DELETE FROM t2; - INSERT INTO t2 VALUES('aglientu',1); - INSERT INTO t2 VALUES('aglie`',2); - INSERT INTO t2 VALUES('agna',3); - SELECT a, b FROM t2 ORDER BY a; - } -} {aglie` 2 aglientu 1 agna 3} -do_test sort-3.4 { - execsql { - SELECT a, b FROM t2 ORDER BY a DESC; - } -} {agna 3 aglientu 1 aglie` 2} - -# Version 2.7.0 testing. -# -do_test sort-4.1 { - execsql { - INSERT INTO t1 VALUES(9,'x2.7',3,'IX',4.0e5); - INSERT INTO t1 VALUES(10,'x5.0e10',3,'X',-4.0e5); - INSERT INTO t1 VALUES(11,'x-4.0e9',3,'XI',4.1e4); - INSERT INTO t1 VALUES(12,'x01234567890123456789',3,'XII',-4.2e3); - SELECT n FROM t1 ORDER BY n; - } -} {1 2 3 4 5 6 7 8 9 10 11 12} -do_test sort-4.2 { - execsql { - SELECT n||'' FROM t1 ORDER BY 1; - } -} {1 10 11 12 2 3 4 5 6 7 8 9} -do_test sort-4.3 { - execsql { - SELECT n+0 FROM t1 ORDER BY 1; - } -} {1 2 3 4 5 6 7 8 9 10 11 12} -do_test sort-4.4 { - execsql { - SELECT n||'' FROM t1 ORDER BY 1 DESC; - } -} {9 8 7 6 5 4 3 2 12 11 10 1} -do_test sort-4.5 { - execsql { - SELECT n+0 FROM t1 ORDER BY 1 DESC; - } -} {12 11 10 9 8 7 6 5 4 3 2 1} -do_test sort-4.6 { - execsql { - SELECT v FROM t1 ORDER BY 1; - } -} {x-123.0 x-2.15 x-2b x-3.141592653 x-4.0e9 x-4221.0 x0.0013442 x01234567890123456789 x1.6 x11.0 x2.7 x5.0e10} -do_test sort-4.7 { - execsql { - SELECT v FROM t1 ORDER BY 1 DESC; - } -} {x5.0e10 x2.7 x11.0 x1.6 x01234567890123456789 x0.0013442 x-4221.0 x-4.0e9 x-3.141592653 x-2b x-2.15 x-123.0} -do_test sort-4.8 { - execsql { - SELECT substr(v,2,99) FROM t1 ORDER BY 1; - } -} {-123.0 -2.15 -2b -3.141592653 -4.0e9 -4221.0 0.0013442 01234567890123456789 1.6 11.0 2.7 5.0e10} -#do_test sort-4.9 { -# execsql { -# SELECT substr(v,2,99)+0.0 FROM t1 ORDER BY 1; -# } -#} {-4000000000 -4221 -123 -3.141592653 -2.15 -2 0.0013442 1.6 2.7 11 50000000000 1.23456789012346e+18} - -do_test sort-5.1 { - execsql { - create table t3(a,b); - insert into t3 values(5,NULL); - insert into t3 values(6,NULL); - insert into t3 values(3,NULL); - insert into t3 values(4,'cd'); - insert into t3 values(1,'ab'); - insert into t3 values(2,NULL); - select a from t3 order by b, a; - } -} {2 3 5 6 1 4} -do_test sort-5.2 { - execsql { - select a from t3 order by b, a desc; - } -} {6 5 3 2 1 4} -do_test sort-5.3 { - execsql { - select a from t3 order by b desc, a; - } -} {4 1 2 3 5 6} -do_test sort-5.4 { - execsql { - select a from t3 order by b desc, a desc; - } -} {4 1 6 5 3 2} - -do_test sort-6.1 { - execsql { - create index i3 on t3(b,a); - select a from t3 order by b, a; - } -} {2 3 5 6 1 4} -do_test sort-6.2 { - execsql { - select a from t3 order by b, a desc; - } -} {6 5 3 2 1 4} -do_test sort-6.3 { - execsql { - select a from t3 order by b desc, a; - } -} {4 1 2 3 5 6} -do_test sort-6.4 { - execsql { - select a from t3 order by b desc, a desc; - } -} {4 1 6 5 3 2} - -do_test sort-7.1 { - execsql { - CREATE TABLE t4( - a INTEGER, - b VARCHAR(30) - ); - INSERT INTO t4 VALUES(1,1); - INSERT INTO t4 VALUES(2,2); - INSERT INTO t4 VALUES(11,11); - INSERT INTO t4 VALUES(12,12); - SELECT a FROM t4 ORDER BY 1; - } -} {1 2 11 12} -do_test sort-7.2 { - execsql { - SELECT b FROM t4 ORDER BY 1 - } -} {1 11 12 2} - -# Omit tests sort-7.3 to sort-7.8 if view support was disabled at -# compilatation time. -ifcapable view { -do_test sort-7.3 { - execsql { - CREATE VIEW v4 AS SELECT * FROM t4; - SELECT a FROM v4 ORDER BY 1; - } -} {1 2 11 12} -do_test sort-7.4 { - execsql { - SELECT b FROM v4 ORDER BY 1; - } -} {1 11 12 2} - -ifcapable compound { -do_test sort-7.5 { - execsql { - SELECT a FROM t4 UNION SELECT a FROM v4 ORDER BY 1; - } -} {1 2 11 12} -do_test sort-7.6 { - execsql { - SELECT b FROM t4 UNION SELECT a FROM v4 ORDER BY 1; - } -} {1 2 11 12 1 11 12 2} ;# text from t4.b and numeric from v4.a -do_test sort-7.7 { - execsql { - SELECT a FROM t4 UNION SELECT b FROM v4 ORDER BY 1; - } -} {1 2 11 12 1 11 12 2} ;# numeric from t4.a and text from v4.b -do_test sort-7.8 { - execsql { - SELECT b FROM t4 UNION SELECT b FROM v4 ORDER BY 1; - } -} {1 11 12 2} -} ;# ifcapable compound -} ;# ifcapable view - -#### Version 3 works differently here: -#do_test sort-7.9 { -# execsql { -# SELECT b FROM t4 UNION SELECT b FROM v4 ORDER BY 1 COLLATE numeric; -# } -#} {1 2 11 12} -#do_test sort-7.10 { -# execsql { -# SELECT b FROM t4 UNION SELECT b FROM v4 ORDER BY 1 COLLATE integer; -# } -#} {1 2 11 12} -#do_test sort-7.11 { -# execsql { -# SELECT b FROM t4 UNION SELECT b FROM v4 ORDER BY 1 COLLATE text; -# } -#} {1 11 12 2} -#do_test sort-7.12 { -# execsql { -# SELECT b FROM t4 UNION SELECT b FROM v4 ORDER BY 1 COLLATE blob; -# } -#} {1 11 12 2} -#do_test sort-7.13 { -# execsql { -# SELECT b FROM t4 UNION SELECT b FROM v4 ORDER BY 1 COLLATE clob; -# } -#} {1 11 12 2} -#do_test sort-7.14 { -# execsql { -# SELECT b FROM t4 UNION SELECT b FROM v4 ORDER BY 1 COLLATE varchar; -# } -#} {1 11 12 2} - -# Ticket #297 -# -do_test sort-8.1 { - execsql { - CREATE TABLE t5(a real, b text); - INSERT INTO t5 VALUES(100,'A1'); - INSERT INTO t5 VALUES(100.0,'A2'); - SELECT * FROM t5 ORDER BY a, b; - } -} {100.0 A1 100.0 A2} - - -ifcapable {bloblit} { -# BLOBs should sort after TEXT -# -do_test sort-9.1 { - execsql { - CREATE TABLE t6(x, y); - INSERT INTO t6 VALUES(1,1); - INSERT INTO t6 VALUES(2,'1'); - INSERT INTO t6 VALUES(3,x'31'); - INSERT INTO t6 VALUES(4,NULL); - SELECT x FROM t6 ORDER BY y; - } -} {4 1 2 3} -do_test sort-9.2 { - execsql { - SELECT x FROM t6 ORDER BY y DESC; - } -} {3 2 1 4} -do_test sort-9.3 { - execsql { - SELECT x FROM t6 WHERE y<1 - } -} {} -do_test sort-9.4 { - execsql { - SELECT x FROM t6 WHERE y<'1' - } -} {1} -do_test sort-9.5 { - execsql { - SELECT x FROM t6 WHERE y1 - } -} {2 3} -do_test sort-9.7 { - execsql { - SELECT x FROM t6 WHERE y>'1' - } -} {3} -} ;# endif bloblit - -# Ticket #1092 - ORDER BY on rowid fields. -do_test sort-10.1 { - execsql { - CREATE TABLE t7(c INTEGER PRIMARY KEY); - INSERT INTO t7 VALUES(1); - INSERT INTO t7 VALUES(2); - INSERT INTO t7 VALUES(3); - INSERT INTO t7 VALUES(4); - } -} {} -do_test sort-10.2 { - execsql { - SELECT c FROM t7 WHERE c<=3 ORDER BY c DESC; - } -} {3 2 1} -do_test sort-10.3 { - execsql { - SELECT c FROM t7 WHERE c<3 ORDER BY c DESC; - } -} {2 1} - -# ticket #1358. Just because one table in a join gives a unique -# result does not mean they all do. We cannot disable sorting unless -# all tables in the join give unique results. -# -do_test sort-11.1 { - execsql { - create table t8(a unique, b, c); - insert into t8 values(1,2,3); - insert into t8 values(2,3,4); - create table t9(x,y); - insert into t9 values(2,4); - insert into t9 values(2,3); - select y from t8, t9 where a=1 order by a, y; - } -} {3 4} - -# Trouble reported on the mailing list. Check for overly aggressive -# (which is to say, incorrect) optimization of order-by with a rowid -# in a join. -# -do_test sort-12.1 { - execsql { - create table a (id integer primary key); - create table b (id integer primary key, aId integer, text); - insert into a values (1); - insert into b values (2, 1, 'xxx'); - insert into b values (1, 1, 'zzz'); - insert into b values (3, 1, 'yyy'); - select a.id, b.id, b.text from a join b on (a.id = b.aId) - order by a.id, b.text; - } -} {1 2 xxx 1 3 yyy 1 1 zzz} - -finish_test diff --git a/libs/sqlite/test/speed1.test b/libs/sqlite/test/speed1.test deleted file mode 100644 index 53921cff62..0000000000 --- a/libs/sqlite/test/speed1.test +++ /dev/null @@ -1,280 +0,0 @@ -# 2006 November 23 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#************************************************************************* -# This file implements regression tests for SQLite library. The -# focus of this script is measuring executing speed. -# -# $Id: speed1.test,v 1.2 2006/11/30 13:06:00 drh Exp $ -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -set sqlout [open speed1.txt w] -proc tracesql {sql} { - puts $::sqlout $sql\; -} -db trace tracesql - -# The number_name procedure below converts its argment (an integer) -# into a string which is the English-language name for that number. -# -# Example: -# -# puts [number_name 123] -> "one hundred twenty three" -# -set ones {zero one two three four five six seven eight nine - ten eleven twelve thirteen fourteen fifteen sixteen seventeen - eighteen nineteen} -set tens {{} ten twenty thirty forty fifty sixty seventy eighty ninety} -proc number_name {n} { - if {$n>=1000} { - set txt "[number_name [expr {$n/1000}]] thousand" - set n [expr {$n%1000}] - } else { - set txt {} - } - if {$n>=100} { - append txt " [lindex $::ones [expr {$n/100}]] hundred" - set n [expr {$n%100}] - } - if {$n>=20} { - append txt " [lindex $::tens [expr {$n/10}]]" - set n [expr {$n%10}] - } - if {$n>0} { - append txt " [lindex $::ones $n]" - } - set txt [string trim $txt] - if {$txt==""} {set txt zero} - return $txt -} - -# Create a database schema. -# -do_test speed1-1.0 { - execsql { -pragma page_size=4096; - CREATE TABLE t1(a INTEGER, b INTEGER, c TEXT); - CREATE TABLE t2(a INTEGER, b INTEGER, c TEXT); - CREATE INDEX i2a ON t2(a); - CREATE INDEX i2b ON t2(b); - SELECT name FROM sqlite_master ORDER BY 1; - } -} {i2a i2b t1 t2} - - -# 50000 INSERTs on an unindexed table -# -set sql {} -for {set i 1} {$i<=50000} {incr i} { - set r [expr {int(rand()*500000)}] - append sql "INSERT INTO t1 VALUES($i,$r,'[number_name $r]');\n" -} -db eval BEGIN -speed_trial speed1-insert1 50000 row $sql -db eval COMMIT - -# 50000 INSERTs on an indexed table -# -set sql {} -for {set i 1} {$i<=50000} {incr i} { - set r [expr {int(rand()*500000)}] - append sql "INSERT INTO t2 VALUES($i,$r,'[number_name $r]');\n" -} -db eval BEGIN -speed_trial speed1-insert2 50000 row $sql -db eval COMMIT - - - -# 50 SELECTs on an integer comparison. There is no index so -# a full table scan is required. -# -set sql {} -for {set i 0} {$i<50} {incr i} { - set lwr [expr {$i*100}] - set upr [expr {($i+10)*100}] - append sql "SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr;" -} -db eval BEGIN -speed_trial speed1-select1 [expr {50*50000}] row $sql -db eval COMMIT - -# 50 SELECTs on an LIKE comparison. There is no index so a full -# table scan is required. -# -set sql {} -for {set i 0} {$i<50} {incr i} { - append sql \ - "SELECT count(*), avg(b) FROM t1 WHERE c LIKE '%[number_name $i]%';" -} -db eval BEGIN -speed_trial speed1-select2 [expr {50*50000}] row $sql -db eval COMMIT - -# Create indices -# -db eval BEGIN -speed_trial speed1-createidx 150000 row { - CREATE INDEX i1a ON t1(a); - CREATE INDEX i1b ON t1(b); - CREATE INDEX i1c ON t1(c); -} -db eval COMMIT - -# 5000 SELECTs on an integer comparison where the integer is -# indexed. -# -set sql {} -for {set i 0} {$i<5000} {incr i} { - set lwr [expr {$i*100}] - set upr [expr {($i+10)*100}] - append sql "SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr;" -} -db eval BEGIN -speed_trial speed1-select3 5000 stmt $sql -db eval COMMIT - -# 100000 random SELECTs against rowid. -# -set sql {} -for {set i 1} {$i<=100000} {incr i} { - set id [expr {int(rand()*50000)+1}] - append sql "SELECT c FROM t1 WHERE rowid=$id;" -} -db eval BEGIN -speed_trial speed1-select4 100000 row $sql -db eval COMMIT - -# 100000 random SELECTs against a unique indexed column. -# -set sql {} -for {set i 1} {$i<=100000} {incr i} { - set id [expr {int(rand()*50000)+1}] - append sql "SELECT c FROM t1 WHERE a=$id;" -} -db eval BEGIN -speed_trial speed1-select5 100000 row $sql -db eval COMMIT - -# 50000 random SELECTs against an indexed column text column -# -set sql {} -db eval {SELECT c FROM t1 ORDER BY random() LIMIT 50000} { - append sql "SELECT c FROM t1 WHERE c='$c';" -} -db eval BEGIN -speed_trial speed1-select6 50000 row $sql -db eval COMMIT - - -# Vacuum -speed_trial speed1-vacuum 100000 row VACUUM - -# 5000 updates of ranges where the field being compared is indexed. -# -set sql {} -for {set i 0} {$i<5000} {incr i} { - set lwr [expr {$i*2}] - set upr [expr {($i+1)*2}] - append sql "UPDATE t1 SET b=b*2 WHERE a>=$lwr AND a<$upr;" -} -db eval BEGIN -speed_trial speed1-update1 5000 stmt $sql -db eval COMMIT - -# 50000 single-row updates. An index is used to find the row quickly. -# -set sql {} -for {set i 0} {$i<50000} {incr i} { - set r [expr {int(rand()*500000)}] - append sql "UPDATE t1 SET b=$r WHERE a=$i;" -} -db eval BEGIN -speed_trial speed1-update2 50000 row $sql -db eval COMMIT - -# 1 big text update that touches every row in the table. -# -speed_trial speed1-update3 50000 row { - UPDATE t1 SET c=a; -} - -# Many individual text updates. Each row in the table is -# touched through an index. -# -set sql {} -for {set i 1} {$i<=50000} {incr i} { - set r [expr {int(rand()*500000)}] - append sql "UPDATE t1 SET c='[number_name $r]' WHERE a=$i;" -} -db eval BEGIN -speed_trial speed1-update4 50000 row $sql -db eval COMMIT - -# Delete all content in a table. -# -speed_trial speed1-delete1 50000 row {DELETE FROM t1} - -# Copy one table into another -# -speed_trial speed1-copy1 50000 row {INSERT INTO t1 SELECT * FROM t2} - -# Delete all content in a table, one row at a time. -# -speed_trial speed1-delete2 50000 row {DELETE FROM t1 WHERE 1} - -# Refill the table yet again -# -speed_trial speed1-copy2 50000 row {INSERT INTO t1 SELECT * FROM t2} - -# Drop the table and recreate it without its indices. -# -db eval BEGIN -speed_trial speed1-drop1 50000 row { - DROP TABLE t1; - CREATE TABLE t1(a INTEGER, b INTEGER, c TEXT); -} -db eval COMMIT - -# Refill the table yet again. This copy should be faster because -# there are no indices to deal with. -# -speed_trial speed1-copy3 50000 row {INSERT INTO t1 SELECT * FROM t2} - -# Select 20000 rows from the table at random. -# -speed_trial speed1-random1 50000 row { - SELECT rowid FROM t1 ORDER BY random() LIMIT 20000 -} - -# Delete 20000 random rows from the table. -# -speed_trial speed1-random-del1 20000 row { - DELETE FROM t1 WHERE rowid IN - (SELECT rowid FROM t1 ORDER BY random() LIMIT 20000) -} -do_test speed1-1.1 { - db one {SELECT count(*) FROM t1} -} 30000 - - -# Delete 20000 more rows at random from the table. -# -speed_trial speed1-random-del2 20000 row { - DELETE FROM t1 WHERE rowid IN - (SELECT rowid FROM t1 ORDER BY random() LIMIT 20000) -} -do_test speed1-1.2 { - db one {SELECT count(*) FROM t1} -} 10000 - -finish_test diff --git a/libs/sqlite/test/subquery.test b/libs/sqlite/test/subquery.test deleted file mode 100644 index dd65aca45b..0000000000 --- a/libs/sqlite/test/subquery.test +++ /dev/null @@ -1,424 +0,0 @@ -# 2005 January 19 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#************************************************************************* -# This file implements regression tests for SQLite library. The -# focus of this script is testing correlated subqueries -# -# $Id: subquery.test,v 1.14 2006/01/17 09:35:02 danielk1977 Exp $ -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !subquery { - finish_test - return -} - -do_test subquery-1.1 { - execsql { - BEGIN; - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - INSERT INTO t1 VALUES(3,4); - INSERT INTO t1 VALUES(5,6); - INSERT INTO t1 VALUES(7,8); - CREATE TABLE t2(x,y); - INSERT INTO t2 VALUES(1,1); - INSERT INTO t2 VALUES(3,9); - INSERT INTO t2 VALUES(5,25); - INSERT INTO t2 VALUES(7,49); - COMMIT; - } - execsql { - SELECT a, (SELECT y FROM t2 WHERE x=a) FROM t1 WHERE b<8 - } -} {1 1 3 9 5 25} -do_test subquery-1.2 { - execsql { - UPDATE t1 SET b=b+(SELECT y FROM t2 WHERE x=a); - SELECT * FROM t1; - } -} {1 3 3 13 5 31 7 57} - -do_test subquery-1.3 { - execsql { - SELECT b FROM t1 WHERE EXISTS(SELECT * FROM t2 WHERE y=a) - } -} {3} -do_test subquery-1.4 { - execsql { - SELECT b FROM t1 WHERE NOT EXISTS(SELECT * FROM t2 WHERE y=a) - } -} {13 31 57} - -# Simple tests to make sure correlated subqueries in WHERE clauses -# are used by the query optimizer correctly. -do_test subquery-1.5 { - execsql { - SELECT a, x FROM t1, t2 WHERE t1.a = (SELECT x); - } -} {1 1 3 3 5 5 7 7} -do_test subquery-1.6 { - execsql { - CREATE INDEX i1 ON t1(a); - SELECT a, x FROM t1, t2 WHERE t1.a = (SELECT x); - } -} {1 1 3 3 5 5 7 7} -do_test subquery-1.7 { - execsql { - SELECT a, x FROM t2, t1 WHERE t1.a = (SELECT x); - } -} {1 1 3 3 5 5 7 7} - -# Try an aggregate in both the subquery and the parent query. -do_test subquery-1.8 { - execsql { - SELECT count(*) FROM t1 WHERE a > (SELECT count(*) FROM t2); - } -} {2} - -# Test a correlated subquery disables the "only open the index" optimization. -do_test subquery-1.9.1 { - execsql { - SELECT (y*2)>b FROM t1, t2 WHERE a=x; - } -} {0 1 1 1} -do_test subquery-1.9.2 { - execsql { - SELECT a FROM t1 WHERE (SELECT (y*2)>b FROM t2 WHERE a=x); - } -} {3 5 7} - -# Test that the flattening optimization works with subquery expressions. -do_test subquery-1.10.1 { - execsql { - SELECT (SELECT a), b FROM t1; - } -} {1 3 3 13 5 31 7 57} -do_test subquery-1.10.2 { - execsql { - SELECT * FROM (SELECT (SELECT a), b FROM t1); - } -} {1 3 3 13 5 31 7 57} -do_test subquery-1.10.3 { - execsql { - SELECT * FROM (SELECT (SELECT sum(a) FROM t1)); - } -} {16} -do_test subquery-1.10.4 { - execsql { - CREATE TABLE t5 (val int, period text PRIMARY KEY); - INSERT INTO t5 VALUES(5, '2001-3'); - INSERT INTO t5 VALUES(10, '2001-4'); - INSERT INTO t5 VALUES(15, '2002-1'); - INSERT INTO t5 VALUES(5, '2002-2'); - INSERT INTO t5 VALUES(10, '2002-3'); - INSERT INTO t5 VALUES(15, '2002-4'); - INSERT INTO t5 VALUES(10, '2003-1'); - INSERT INTO t5 VALUES(5, '2003-2'); - INSERT INTO t5 VALUES(25, '2003-3'); - INSERT INTO t5 VALUES(5, '2003-4'); - - SELECT "a.period", vsum - FROM (SELECT - a.period, - (select sum(val) from t5 where period between a.period and '2002-4') vsum - FROM t5 a where a.period between '2002-1' and '2002-4') - WHERE vsum < 45 ; - } -} {2002-2 30 2002-3 25 2002-4 15} -do_test subquery-1.10.5 { - execsql { - SELECT "a.period", vsum from - (select a.period, - (select sum(val) from t5 where period between a.period and '2002-4') vsum - FROM t5 a where a.period between '2002-1' and '2002-4') - WHERE vsum < 45 ; - } -} {2002-2 30 2002-3 25 2002-4 15} -do_test subquery-1.10.6 { - execsql { - DROP TABLE t5; - } -} {} - - - -#------------------------------------------------------------------ -# The following test cases - subquery-2.* - are not logically -# organized. They're here largely because they were failing during -# one stage of development of sub-queries. -# -do_test subquery-2.1 { - execsql { - SELECT (SELECT 10); - } -} {10} -do_test subquery-2.2.1 { - execsql { - CREATE TABLE t3(a PRIMARY KEY, b); - INSERT INTO t3 VALUES(1, 2); - INSERT INTO t3 VALUES(3, 1); - } -} {} -do_test subquery-2.2.2 { - execsql { - SELECT * FROM t3 WHERE a IN (SELECT b FROM t3); - } -} {1 2} -do_test subquery-2.2.3 { - execsql { - DROP TABLE t3; - } -} {} -do_test subquery-2.3.1 { - execsql { - CREATE TABLE t3(a TEXT); - INSERT INTO t3 VALUES('10'); - } -} {} -do_test subquery-2.3.2 { - execsql { - SELECT a IN (10.0, 20) FROM t3; - } -} {0} -do_test subquery-2.3.3 { - execsql { - DROP TABLE t3; - } -} {} -do_test subquery-2.4.1 { - execsql { - CREATE TABLE t3(a TEXT); - INSERT INTO t3 VALUES('XX'); - } -} {} -do_test subquery-2.4.2 { - execsql { - SELECT count(*) FROM t3 WHERE a IN (SELECT 'XX') - } -} {1} -do_test subquery-2.4.3 { - execsql { - DROP TABLE t3; - } -} {} -do_test subquery-2.5.1 { - execsql { - CREATE TABLE t3(a INTEGER); - INSERT INTO t3 VALUES(10); - - CREATE TABLE t4(x TEXT); - INSERT INTO t4 VALUES('10.0'); - } -} {} -do_test subquery-2.5.2 { - # In the expr "x IN (SELECT a FROM t3)" the RHS of the IN operator - # has text affinity and the LHS has integer affinity. The rule is - # that we try to convert both sides to an integer before doing the - # comparision. Hence, the integer value 10 in t3 will compare equal - # to the string value '10.0' in t4 because the t4 value will be - # converted into an integer. - execsql { - SELECT * FROM t4 WHERE x IN (SELECT a FROM t3); - } -} {10.0} -do_test subquery-2.5.3.1 { - # The t4i index cannot be used to resolve the "x IN (...)" constraint - # because the constraint has integer affinity but t4i has text affinity. - execsql { - CREATE INDEX t4i ON t4(x); - SELECT * FROM t4 WHERE x IN (SELECT a FROM t3); - } -} {10.0} -do_test subquery-2.5.3.2 { - # Verify that the t4i index was not used in the previous query - set ::sqlite_query_plan -} {t4 {}} -do_test subquery-2.5.4 { - execsql { - DROP TABLE t3; - DROP TABLE t4; - } -} {} - -#------------------------------------------------------------------ -# The following test cases - subquery-3.* - test tickets that -# were raised during development of correlated subqueries. -# - -# Ticket 1083 -ifcapable view { - do_test subquery-3.1 { - catchsql { DROP TABLE t1; } - catchsql { DROP TABLE t2; } - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - CREATE VIEW v1 AS SELECT b FROM t1 WHERE a>0; - CREATE TABLE t2(p,q); - INSERT INTO t2 VALUES(2,9); - SELECT * FROM v1 WHERE EXISTS(SELECT * FROM t2 WHERE p=v1.b); - } - } {2} -} else { - catchsql { DROP TABLE t1; } - catchsql { DROP TABLE t2; } - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - CREATE TABLE t2(p,q); - INSERT INTO t2 VALUES(2,9); - } -} - -# Ticket 1084 -do_test subquery-3.2 { - catchsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - } - execsql { - SELECT (SELECT t1.a) FROM t1; - } -} {1} - -# Test Cases subquery-3.3.* test correlated subqueries where the -# parent query is an aggregate query. Ticket #1105 is an example -# of such a query. -# -do_test subquery-3.3.1 { - execsql { - SELECT a, (SELECT b) FROM t1 GROUP BY a; - } -} {1 2} -do_test subquery-3.3.2 { - catchsql {DROP TABLE t2} - execsql { - CREATE TABLE t2(c, d); - INSERT INTO t2 VALUES(1, 'one'); - INSERT INTO t2 VALUES(2, 'two'); - SELECT a, (SELECT d FROM t2 WHERE a=c) FROM t1 GROUP BY a; - } -} {1 one} -do_test subquery-3.3.3 { - execsql { - INSERT INTO t1 VALUES(2, 4); - SELECT max(a), (SELECT d FROM t2 WHERE a=c) FROM t1; - } -} {2 two} -do_test subquery-3.3.4 { - execsql { - SELECT a, (SELECT (SELECT d FROM t2 WHERE a=c)) FROM t1 GROUP BY a; - } -} {1 one 2 two} -do_test subquery-3.3.5 { - execsql { - SELECT a, (SELECT count(*) FROM t2 WHERE a=c) FROM t1; - } -} {1 1 2 1} - -#------------------------------------------------------------------ -# These tests - subquery-4.* - use the TCL statement cache to try -# and expose bugs to do with re-using statements that have been -# passed to sqlite3_reset(). -# -# One problem was that VDBE memory cells were not being initialised -# to NULL on the second and subsequent executions. -# -do_test subquery-4.1.1 { - execsql { - SELECT (SELECT a FROM t1); - } -} {1} -do_test subquery-4.2 { - execsql { - DELETE FROM t1; - SELECT (SELECT a FROM t1); - } -} {{}} -do_test subquery-4.2.1 { - execsql { - CREATE TABLE t3(a PRIMARY KEY); - INSERT INTO t3 VALUES(10); - } - execsql {INSERT INTO t3 VALUES((SELECT max(a) FROM t3)+1)} -} {} -do_test subquery-4.2.2 { - execsql {INSERT INTO t3 VALUES((SELECT max(a) FROM t3)+1)} -} {} - -#------------------------------------------------------------------ -# The subquery-5.* tests make sure string literals in double-quotes -# are handled efficiently. Double-quote literals are first checked -# to see if they match any column names. If there is not column name -# match then those literals are used a string constants. When a -# double-quoted string appears, we want to make sure that the search -# for a matching column name did not cause an otherwise static subquery -# to become a dynamic (correlated) subquery. -# -do_test subquery-5.1 { - proc callcntproc {n} { - incr ::callcnt - return $n - } - set callcnt 0 - db function callcnt callcntproc - execsql { - CREATE TABLE t4(x,y); - INSERT INTO t4 VALUES('one',1); - INSERT INTO t4 VALUES('two',2); - INSERT INTO t4 VALUES('three',3); - INSERT INTO t4 VALUES('four',4); - CREATE TABLE t5(a,b); - INSERT INTO t5 VALUES(1,11); - INSERT INTO t5 VALUES(2,22); - INSERT INTO t5 VALUES(3,33); - INSERT INTO t5 VALUES(4,44); - SELECT b FROM t5 WHERE a IN - (SELECT callcnt(y)+0 FROM t4 WHERE x="two") - } -} {22} -do_test subquery-5.2 { - # This is the key test. The subquery should have only run once. If - # The double-quoted identifier "two" were causing the subquery to be - # processed as a correlated subquery, then it would have run 4 times. - set callcnt -} {1} - - -# Ticket #1380. Make sure correlated subqueries on an IN clause work -# correctly when the left-hand side of the IN operator is constant. -# -do_test subquery-6.1 { - set callcnt 0 - execsql { - SELECT x FROM t4 WHERE 1 IN (SELECT callcnt(count(*)) FROM t5 WHERE a=y) - } -} {one two three four} -do_test subquery-6.2 { - set callcnt -} {4} -do_test subquery-6.3 { - set callcnt 0 - execsql { - SELECT x FROM t4 WHERE 1 IN (SELECT callcnt(count(*)) FROM t5 WHERE a=1) - } -} {one two three four} -do_test subquery-6.4 { - set callcnt -} {1} - - - - - -finish_test diff --git a/libs/sqlite/test/subselect.test b/libs/sqlite/test/subselect.test deleted file mode 100644 index 20d401c6f8..0000000000 --- a/libs/sqlite/test/subselect.test +++ /dev/null @@ -1,178 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing SELECT statements that are part of -# expressions. -# -# $Id: subselect.test,v 1.13 2005/09/08 10:37:01 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Omit this whole file if the library is build without subquery support. -ifcapable !subquery { - finish_test - return -} - -# Basic sanity checking. Try a simple subselect. -# -do_test subselect-1.1 { - execsql { - CREATE TABLE t1(a int, b int); - INSERT INTO t1 VALUES(1,2); - INSERT INTO t1 VALUES(3,4); - INSERT INTO t1 VALUES(5,6); - } - execsql {SELECT * FROM t1 WHERE a = (SELECT count(*) FROM t1)} -} {3 4} - -# Try a select with more than one result column. -# -do_test subselect-1.2 { - set v [catch {execsql {SELECT * FROM t1 WHERE a = (SELECT * FROM t1)}} msg] - lappend v $msg -} {1 {only a single result allowed for a SELECT that is part of an expression}} - -# A subselect without an aggregate. -# -do_test subselect-1.3a { - execsql {SELECT b from t1 where a = (SELECT a FROM t1 WHERE b=2)} -} {2} -do_test subselect-1.3b { - execsql {SELECT b from t1 where a = (SELECT a FROM t1 WHERE b=4)} -} {4} -do_test subselect-1.3c { - execsql {SELECT b from t1 where a = (SELECT a FROM t1 WHERE b=6)} -} {6} -do_test subselect-1.3c { - execsql {SELECT b from t1 where a = (SELECT a FROM t1 WHERE b=8)} -} {} - -# What if the subselect doesn't return any value. We should get -# NULL as the result. Check it out. -# -do_test subselect-1.4 { - execsql {SELECT b from t1 where a = coalesce((SELECT a FROM t1 WHERE b=5),1)} -} {2} - -# Try multiple subselects within a single expression. -# -do_test subselect-1.5 { - execsql { - CREATE TABLE t2(x int, y int); - INSERT INTO t2 VALUES(1,2); - INSERT INTO t2 VALUES(2,4); - INSERT INTO t2 VALUES(3,8); - INSERT INTO t2 VALUES(4,16); - } - execsql { - SELECT y from t2 - WHERE x = (SELECT sum(b) FROM t1 where a notnull) - (SELECT sum(a) FROM t1) - } -} {8} - -# Try something useful. Delete every entry from t2 where the -# x value is less than half of the maximum. -# -do_test subselect-1.6 { - execsql {DELETE FROM t2 WHERE x < 0.5*(SELECT max(x) FROM t2)} - execsql {SELECT x FROM t2 ORDER BY x} -} {2 3 4} - -# Make sure sorting works for SELECTs there used as a scalar expression. -# -do_test subselect-2.1 { - execsql { - SELECT (SELECT a FROM t1 ORDER BY a), (SELECT a FROM t1 ORDER BY a DESC) - } -} {1 5} -do_test subselect-2.2 { - execsql { - SELECT 1 IN (SELECT a FROM t1 ORDER BY a); - } -} {1} -do_test subselect-2.3 { - execsql { - SELECT 2 IN (SELECT a FROM t1 ORDER BY a DESC); - } -} {0} - -# Verify that the ORDER BY clause is honored in a subquery. -# -ifcapable compound { -do_test subselect-3.1 { - execsql { - CREATE TABLE t3(x int); - INSERT INTO t3 SELECT a FROM t1 UNION ALL SELECT b FROM t1; - SELECT * FROM t3 ORDER BY x; - } -} {1 2 3 4 5 6} -} ;# ifcapable compound -ifcapable !compound { -do_test subselect-3.1 { - execsql { - CREATE TABLE t3(x int); - INSERT INTO t3 SELECT a FROM t1; - INSERT INTO t3 SELECT b FROM t1; - SELECT * FROM t3 ORDER BY x; - } -} {1 2 3 4 5 6} -} ;# ifcapable !compound - -do_test subselect-3.2 { - execsql { - SELECT sum(x) FROM (SELECT x FROM t3 ORDER BY x LIMIT 2); - } -} {3} -do_test subselect-3.3 { - execsql { - SELECT sum(x) FROM (SELECT x FROM t3 ORDER BY x DESC LIMIT 2); - } -} {11} -do_test subselect-3.4 { - execsql { - SELECT (SELECT x FROM t3 ORDER BY x); - } -} {1} -do_test subselect-3.5 { - execsql { - SELECT (SELECT x FROM t3 ORDER BY x DESC); - } -} {6} -do_test subselect-3.6 { - execsql { - SELECT (SELECT x FROM t3 ORDER BY x LIMIT 1); - } -} {1} -do_test subselect-3.7 { - execsql { - SELECT (SELECT x FROM t3 ORDER BY x DESC LIMIT 1); - } -} {6} -do_test subselect-3.8 { - execsql { - SELECT (SELECT x FROM t3 ORDER BY x LIMIT 1 OFFSET 2); - } -} {3} -do_test subselect-3.9 { - execsql { - SELECT (SELECT x FROM t3 ORDER BY x DESC LIMIT 1 OFFSET 2); - } -} {4} -do_test subselect-3.10 { - execsql { - SELECT x FROM t3 WHERE x IN - (SELECT x FROM t3 ORDER BY x DESC LIMIT 1 OFFSET 2); - } -} {4} - -finish_test diff --git a/libs/sqlite/test/sync.test b/libs/sqlite/test/sync.test deleted file mode 100644 index 88a1b7d02d..0000000000 --- a/libs/sqlite/test/sync.test +++ /dev/null @@ -1,97 +0,0 @@ -# 2005 August 28 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that fsync is disabled when -# pragma synchronous=off even for multi-database commits. -# -# $Id: sync.test,v 1.5 2006/02/11 01:25:51 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# -# These tests are only applicable on unix when pager pragma are -# enabled. -# -if {$::tcl_platform(platform)!="unix"} { - finish_test - return -} -ifcapable !pager_pragmas { - finish_test - return -} - -do_test sync-1.1 { - set sqlite_sync_count 0 - file delete -force test2.db - file delete -force test2.db-journal - execsql { - PRAGMA fullfsync=OFF; - CREATE TABLE t1(a,b); - ATTACH DATABASE 'test2.db' AS db2; - CREATE TABLE db2.t2(x,y); - } - ifcapable !dirsync { - incr sqlite_sync_count 2 - } - set sqlite_sync_count -} 8 -ifcapable pager_pragmas { - do_test sync-1.2 { - set sqlite_sync_count 0 - execsql { - PRAGMA main.synchronous=on; - PRAGMA db2.synchronous=on; - BEGIN; - INSERT INTO t1 VALUES(1,2); - INSERT INTO t2 VALUES(3,4); - COMMIT; - } - ifcapable !dirsync { - incr sqlite_sync_count 3 - } - set sqlite_sync_count - } 8 -} -do_test sync-1.3 { - set sqlite_sync_count 0 - execsql { - PRAGMA main.synchronous=full; - PRAGMA db2.synchronous=full; - BEGIN; - INSERT INTO t1 VALUES(3,4); - INSERT INTO t2 VALUES(5,6); - COMMIT; - } - ifcapable !dirsync { - incr sqlite_sync_count 3 - } - set sqlite_sync_count -} 10 -ifcapable pager_pragmas { - do_test sync-1.4 { - set sqlite_sync_count 0 - execsql { - PRAGMA main.synchronous=off; - PRAGMA db2.synchronous=off; - BEGIN; - INSERT INTO t1 VALUES(5,6); - INSERT INTO t2 VALUES(7,8); - COMMIT; - } - set sqlite_sync_count - } 0 -} - - -finish_test diff --git a/libs/sqlite/test/table.test b/libs/sqlite/test/table.test deleted file mode 100644 index e9c0ec2d4d..0000000000 --- a/libs/sqlite/test/table.test +++ /dev/null @@ -1,676 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the CREATE TABLE statement. -# -# $Id: table.test,v 1.46 2006/09/01 15:49:06 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Create a basic table and verify it is added to sqlite_master -# -do_test table-1.1 { - execsql { - CREATE TABLE test1 ( - one varchar(10), - two text - ) - } - execsql { - SELECT sql FROM sqlite_master WHERE type!='meta' - } -} {{CREATE TABLE test1 ( - one varchar(10), - two text - )}} - - -# Verify the other fields of the sqlite_master file. -# -do_test table-1.3 { - execsql {SELECT name, tbl_name, type FROM sqlite_master WHERE type!='meta'} -} {test1 test1 table} - -# Close and reopen the database. Verify that everything is -# still the same. -# -do_test table-1.4 { - db close - sqlite3 db test.db - execsql {SELECT name, tbl_name, type from sqlite_master WHERE type!='meta'} -} {test1 test1 table} - -# Drop the database and make sure it disappears. -# -do_test table-1.5 { - execsql {DROP TABLE test1} - execsql {SELECT * FROM sqlite_master WHERE type!='meta'} -} {} - -# Close and reopen the database. Verify that the table is -# still gone. -# -do_test table-1.6 { - db close - sqlite3 db test.db - execsql {SELECT name FROM sqlite_master WHERE type!='meta'} -} {} - -# Repeat the above steps, but this time quote the table name. -# -do_test table-1.10 { - execsql {CREATE TABLE "create" (f1 int)} - execsql {SELECT name FROM sqlite_master WHERE type!='meta'} -} {create} -do_test table-1.11 { - execsql {DROP TABLE "create"} - execsql {SELECT name FROM "sqlite_master" WHERE type!='meta'} -} {} -do_test table-1.12 { - execsql {CREATE TABLE test1("f1 ho" int)} - execsql {SELECT name as "X" FROM sqlite_master WHERE type!='meta'} -} {test1} -do_test table-1.13 { - execsql {DROP TABLE "TEST1"} - execsql {SELECT name FROM "sqlite_master" WHERE type!='meta'} -} {} - - - -# Verify that we cannot make two tables with the same name -# -do_test table-2.1 { - execsql {CREATE TABLE TEST2(one text)} - catchsql {CREATE TABLE test2(two text default 'hi')} -} {1 {table test2 already exists}} -do_test table-2.1.1 { - catchsql {CREATE TABLE "test2" (two)} -} {1 {table "test2" already exists}} -do_test table-2.1b { - set v [catch {execsql {CREATE TABLE sqlite_master(two text)}} msg] - lappend v $msg -} {1 {object name reserved for internal use: sqlite_master}} -do_test table-2.1c { - db close - sqlite3 db test.db - set v [catch {execsql {CREATE TABLE sqlite_master(two text)}} msg] - lappend v $msg -} {1 {object name reserved for internal use: sqlite_master}} -do_test table-2.1d { - catchsql {CREATE TABLE IF NOT EXISTS test2(x,y)} -} {0 {}} -do_test table-2.1e { - catchsql {CREATE TABLE IF NOT EXISTS test2(x UNIQUE, y TEXT PRIMARY KEY)} -} {0 {}} -do_test table-2.1f { - execsql {DROP TABLE test2; SELECT name FROM sqlite_master WHERE type!='meta'} -} {} - -# Verify that we cannot make a table with the same name as an index -# -do_test table-2.2a { - execsql {CREATE TABLE test2(one text); CREATE INDEX test3 ON test2(one)} - set v [catch {execsql {CREATE TABLE test3(two text)}} msg] - lappend v $msg -} {1 {there is already an index named test3}} -do_test table-2.2b { - db close - sqlite3 db test.db - set v [catch {execsql {CREATE TABLE test3(two text)}} msg] - lappend v $msg -} {1 {there is already an index named test3}} -do_test table-2.2c { - execsql {SELECT name FROM sqlite_master WHERE type!='meta' ORDER BY name} -} {test2 test3} -do_test table-2.2d { - execsql {DROP INDEX test3} - set v [catch {execsql {CREATE TABLE test3(two text)}} msg] - lappend v $msg -} {0 {}} -do_test table-2.2e { - execsql {SELECT name FROM sqlite_master WHERE type!='meta' ORDER BY name} -} {test2 test3} -do_test table-2.2f { - execsql {DROP TABLE test2; DROP TABLE test3} - execsql {SELECT name FROM sqlite_master WHERE type!='meta' ORDER BY name} -} {} - -# Create a table with many field names -# -set big_table \ -{CREATE TABLE big( - f1 varchar(20), - f2 char(10), - f3 varchar(30) primary key, - f4 text, - f5 text, - f6 text, - f7 text, - f8 text, - f9 text, - f10 text, - f11 text, - f12 text, - f13 text, - f14 text, - f15 text, - f16 text, - f17 text, - f18 text, - f19 text, - f20 text -)} -do_test table-3.1 { - execsql $big_table - execsql {SELECT sql FROM sqlite_master WHERE type=='table'} -} \{$big_table\} -do_test table-3.2 { - set v [catch {execsql {CREATE TABLE BIG(xyz foo)}} msg] - lappend v $msg -} {1 {table BIG already exists}} -do_test table-3.3 { - set v [catch {execsql {CREATE TABLE biG(xyz foo)}} msg] - lappend v $msg -} {1 {table biG already exists}} -do_test table-3.4 { - set v [catch {execsql {CREATE TABLE bIg(xyz foo)}} msg] - lappend v $msg -} {1 {table bIg already exists}} -do_test table-3.5 { - db close - sqlite3 db test.db - set v [catch {execsql {CREATE TABLE Big(xyz foo)}} msg] - lappend v $msg -} {1 {table Big already exists}} -do_test table-3.6 { - execsql {DROP TABLE big} - execsql {SELECT name FROM sqlite_master WHERE type!='meta'} -} {} - -# Try creating large numbers of tables -# -set r {} -for {set i 1} {$i<=100} {incr i} { - lappend r [format test%03d $i] -} -do_test table-4.1 { - for {set i 1} {$i<=100} {incr i} { - set sql "CREATE TABLE [format test%03d $i] (" - for {set k 1} {$k<$i} {incr k} { - append sql "field$k text," - } - append sql "last_field text)" - execsql $sql - } - execsql {SELECT name FROM sqlite_master WHERE type!='meta' ORDER BY name} -} $r -do_test table-4.1b { - db close - sqlite3 db test.db - execsql {SELECT name FROM sqlite_master WHERE type!='meta' ORDER BY name} -} $r - -# Drop the even numbered tables -# -set r {} -for {set i 1} {$i<=100} {incr i 2} { - lappend r [format test%03d $i] -} -do_test table-4.2 { - for {set i 2} {$i<=100} {incr i 2} { - # if {$i==38} {execsql {pragma vdbe_trace=on}} - set sql "DROP TABLE [format TEST%03d $i]" - execsql $sql - } - execsql {SELECT name FROM sqlite_master WHERE type!='meta' ORDER BY name} -} $r -#exit - -# Drop the odd number tables -# -do_test table-4.3 { - for {set i 1} {$i<=100} {incr i 2} { - set sql "DROP TABLE [format test%03d $i]" - execsql $sql - } - execsql {SELECT name FROM sqlite_master WHERE type!='meta' ORDER BY name} -} {} - -# Try to drop a table that does not exist -# -do_test table-5.1.1 { - catchsql {DROP TABLE test009} -} {1 {no such table: test009}} -do_test table-5.1.2 { - catchsql {DROP TABLE IF EXISTS test009} -} {0 {}} - -# Try to drop sqlite_master -# -do_test table-5.2 { - catchsql {DROP TABLE IF EXISTS sqlite_master} -} {1 {table sqlite_master may not be dropped}} - -# Make sure an EXPLAIN does not really create a new table -# -do_test table-5.3 { - ifcapable {explain} { - execsql {EXPLAIN CREATE TABLE test1(f1 int)} - } - execsql {SELECT name FROM sqlite_master WHERE type!='meta'} -} {} - -# Make sure an EXPLAIN does not really drop an existing table -# -do_test table-5.4 { - execsql {CREATE TABLE test1(f1 int)} - ifcapable {explain} { - execsql {EXPLAIN DROP TABLE test1} - } - execsql {SELECT name FROM sqlite_master WHERE type!='meta'} -} {test1} - -# Create a table with a goofy name -# -#do_test table-6.1 { -# execsql {CREATE TABLE 'Spaces In This Name!'(x int)} -# execsql {INSERT INTO 'spaces in this name!' VALUES(1)} -# set list [glob -nocomplain testdb/spaces*.tbl] -#} {testdb/spaces+in+this+name+.tbl} - -# Try using keywords as table names or column names. -# -do_test table-7.1 { - set v [catch {execsql { - CREATE TABLE weird( - desc text, - asc text, - key int, - [14_vac] boolean, - fuzzy_dog_12 varchar(10), - begin blob, - end clob - ) - }} msg] - lappend v $msg -} {0 {}} -do_test table-7.2 { - execsql { - INSERT INTO weird VALUES('a','b',9,0,'xyz','hi','y''all'); - SELECT * FROM weird; - } -} {a b 9 0 xyz hi y'all} -do_test table-7.3 { - execsql2 { - SELECT * FROM weird; - } -} {desc a asc b key 9 14_vac 0 fuzzy_dog_12 xyz begin hi end y'all} - -# Try out the CREATE TABLE AS syntax -# -do_test table-8.1 { - execsql2 { - CREATE TABLE t2 AS SELECT * FROM weird; - SELECT * FROM t2; - } -} {desc a asc b key 9 14_vac 0 fuzzy_dog_12 xyz begin hi end y'all} -do_test table-8.1.1 { - execsql { - SELECT sql FROM sqlite_master WHERE name='t2'; - } -} {{CREATE TABLE t2( - "desc" text, - "asc" text, - "key" int, - "14_vac" boolean, - fuzzy_dog_12 varchar(10), - "begin" blob, - "end" clob -)}} -do_test table-8.2 { - execsql { - CREATE TABLE "t3""xyz"(a,b,c); - INSERT INTO [t3"xyz] VALUES(1,2,3); - SELECT * FROM [t3"xyz]; - } -} {1 2 3} -do_test table-8.3 { - execsql2 { - CREATE TABLE [t4"abc] AS SELECT count(*) as cnt, max(b+c) FROM [t3"xyz]; - SELECT * FROM [t4"abc]; - } -} {cnt 1 max(b+c) 5} - -# Update for v3: The declaration type of anything except a column is now a -# NULL pointer, so the created table has no column types. (Changed result -# from {{CREATE TABLE 't4"abc'(cnt NUMERIC,"max(b+c)" NUMERIC)}}). -do_test table-8.3.1 { - execsql { - SELECT sql FROM sqlite_master WHERE name='t4"abc' - } -} {{CREATE TABLE "t4""abc"(cnt,"max(b+c)")}} - -ifcapable tempdb { - do_test table-8.4 { - execsql2 { - CREATE TEMPORARY TABLE t5 AS SELECT count(*) AS [y'all] FROM [t3"xyz]; - SELECT * FROM t5; - } - } {y'all 1} -} - -do_test table-8.5 { - db close - sqlite3 db test.db - execsql2 { - SELECT * FROM [t4"abc]; - } -} {cnt 1 max(b+c) 5} -do_test table-8.6 { - execsql2 { - SELECT * FROM t2; - } -} {desc a asc b key 9 14_vac 0 fuzzy_dog_12 xyz begin hi end y'all} -do_test table-8.7 { - catchsql { - SELECT * FROM t5; - } -} {1 {no such table: t5}} -do_test table-8.8 { - catchsql { - CREATE TABLE t5 AS SELECT * FROM no_such_table; - } -} {1 {no such table: no_such_table}} - -# Make sure we cannot have duplicate column names within a table. -# -do_test table-9.1 { - catchsql { - CREATE TABLE t6(a,b,a); - } -} {1 {duplicate column name: a}} -do_test table-9.2 { - catchsql { - CREATE TABLE t6(a varchar(100), b blob, a integer); - } -} {1 {duplicate column name: a}} - -# Check the foreign key syntax. -# -ifcapable {foreignkey} { -do_test table-10.1 { - catchsql { - CREATE TABLE t6(a REFERENCES t4(a) NOT NULL); - INSERT INTO t6 VALUES(NULL); - } -} {1 {t6.a may not be NULL}} -do_test table-10.2 { - catchsql { - DROP TABLE t6; - CREATE TABLE t6(a REFERENCES t4(a) MATCH PARTIAL); - } -} {0 {}} -do_test table-10.3 { - catchsql { - DROP TABLE t6; - CREATE TABLE t6(a REFERENCES t4 MATCH FULL ON DELETE SET NULL NOT NULL); - } -} {0 {}} -do_test table-10.4 { - catchsql { - DROP TABLE t6; - CREATE TABLE t6(a REFERENCES t4 MATCH FULL ON UPDATE SET DEFAULT DEFAULT 1); - } -} {0 {}} -do_test table-10.5 { - catchsql { - DROP TABLE t6; - CREATE TABLE t6(a NOT NULL NOT DEFERRABLE INITIALLY IMMEDIATE); - } -} {0 {}} -do_test table-10.6 { - catchsql { - DROP TABLE t6; - CREATE TABLE t6(a NOT NULL DEFERRABLE INITIALLY DEFERRED); - } -} {0 {}} -do_test table-10.7 { - catchsql { - DROP TABLE t6; - CREATE TABLE t6(a, - FOREIGN KEY (a) REFERENCES t4(b) DEFERRABLE INITIALLY DEFERRED - ); - } -} {0 {}} -do_test table-10.8 { - catchsql { - DROP TABLE t6; - CREATE TABLE t6(a,b,c, - FOREIGN KEY (b,c) REFERENCES t4(x,y) MATCH PARTIAL - ON UPDATE SET NULL ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED - ); - } -} {0 {}} -do_test table-10.9 { - catchsql { - DROP TABLE t6; - CREATE TABLE t6(a,b,c, - FOREIGN KEY (b,c) REFERENCES t4(x) - ); - } -} {1 {number of columns in foreign key does not match the number of columns in the referenced table}} -do_test table-10.10 { - catchsql {DROP TABLE t6} - catchsql { - CREATE TABLE t6(a,b,c, - FOREIGN KEY (b,c) REFERENCES t4(x,y,z) - ); - } -} {1 {number of columns in foreign key does not match the number of columns in the referenced table}} -do_test table-10.11 { - catchsql {DROP TABLE t6} - catchsql { - CREATE TABLE t6(a,b, c REFERENCES t4(x,y)); - } -} {1 {foreign key on c should reference only one column of table t4}} -do_test table-10.12 { - catchsql {DROP TABLE t6} - catchsql { - CREATE TABLE t6(a,b,c, - FOREIGN KEY (b,x) REFERENCES t4(x,y) - ); - } -} {1 {unknown column "x" in foreign key definition}} -do_test table-10.13 { - catchsql {DROP TABLE t6} - catchsql { - CREATE TABLE t6(a,b,c, - FOREIGN KEY (x,b) REFERENCES t4(x,y) - ); - } -} {1 {unknown column "x" in foreign key definition}} -} ;# endif foreignkey - -# Test for the "typeof" function. More tests for the -# typeof() function are found in bind.test and types.test. -# -do_test table-11.1 { - execsql { - CREATE TABLE t7( - a integer primary key, - b number(5,10), - c character varying (8), - d VARCHAR(9), - e clob, - f BLOB, - g Text, - h - ); - INSERT INTO t7(a) VALUES(1); - SELECT typeof(a), typeof(b), typeof(c), typeof(d), - typeof(e), typeof(f), typeof(g), typeof(h) - FROM t7 LIMIT 1; - } -} {integer null null null null null null null} -do_test table-11.2 { - execsql { - SELECT typeof(a+b), typeof(a||b), typeof(c+d), typeof(c||d) - FROM t7 LIMIT 1; - } -} {null null null null} - -# Test that when creating a table using CREATE TABLE AS, column types are -# assigned correctly for (SELECT ...) and 'x AS y' expressions. -do_test table-12.1 { - ifcapable subquery { - execsql { - CREATE TABLE t8 AS SELECT b, h, a as i, (SELECT f FROM t7) as j FROM t7; - } - } else { - execsql { - CREATE TABLE t8 AS SELECT b, h, a as i, f as j FROM t7; - } - } -} {} -do_test table-12.2 { - execsql { - SELECT sql FROM sqlite_master WHERE tbl_name = 't8' - } -} {{CREATE TABLE t8(b number(5,10),h,i integer,j BLOB)}} - -#-------------------------------------------------------------------- -# Test cases table-13.* -# -# Test the ability to have default values of CURRENT_TIME, CURRENT_DATE -# and CURRENT_TIMESTAMP. -# -do_test table-13.1 { - execsql { - CREATE TABLE tablet8( - a integer primary key, - tm text DEFAULT CURRENT_TIME, - dt text DEFAULT CURRENT_DATE, - dttm text DEFAULT CURRENT_TIMESTAMP - ); - SELECT * FROM tablet8; - } -} {} -set i 0 -foreach {date time seconds} { - 1976-07-04 12:00:00 205329600 - 1994-04-16 14:00:00 766504800 - 2000-01-01 00:00:00 946684800 - 2003-12-31 12:34:56 1072874096 -} { - incr i - set sqlite_current_time $seconds - do_test table-13.2.$i { - execsql " - INSERT INTO tablet8(a) VALUES($i); - SELECT tm, dt, dttm FROM tablet8 WHERE a=$i; - " - } [list $time $date [list $date $time]] -} -set sqlite_current_time 0 - -#-------------------------------------------------------------------- -# Test cases table-14.* -# -# Test that a table cannot be created or dropped while other virtual -# machines are active. This is required because otherwise when in -# auto-vacuum mode the btree-layer may need to move the root-pages of -# a table for which there is an open cursor. -# - -# db eval { -# pragma vdbe_trace = 0; -# } -# Try to create a table from within a callback: -unset -nocomplain result -do_test table-14.1 { - set rc [ - catch { - db eval {SELECT * FROM tablet8 LIMIT 1} {} { - db eval {CREATE TABLE t9(a, b, c)} - } - } msg - ] - set result [list $rc $msg] -} {1 {database table is locked}} - -do_test table-14.2 { - execsql { - CREATE TABLE t9(a, b, c) - } -} {} - -# Try to drop a table from within a callback: -do_test table-14.3 { - set rc [ - catch { - db eval {SELECT * FROM tablet8 LIMIT 1} {} { - db eval {DROP TABLE t9;} - } - } msg - ] - set result [list $rc $msg] -} {1 {database table is locked}} - -# Now attach a database and ensure that a table can be created in the -# attached database whilst in a callback from a query on the main database. -do_test table-14.4 { - file delete -force test2.db - file delete -force test2.db-journal - execsql { - attach 'test2.db' as aux; - } - db eval {SELECT * FROM tablet8 LIMIT 1} {} { - db eval {CREATE TABLE aux.t1(a, b, c)} - } -} {} - -# On the other hand, it should be impossible to drop a table when any VMs -# are active. This is because VerifyCookie instructions may have already -# been executed, and btree root-pages may not move after this (which a -# delete table might do). -do_test table-14.4 { - set rc [ - catch { - db eval {SELECT * FROM tablet8 LIMIT 1} {} { - db eval {DROP TABLE aux.t1;} - } - } msg - ] - set result [list $rc $msg] -} {1 {database table is locked}} - -# Create and drop 2000 tables. This is to check that the balance_shallow() -# routine works correctly on the sqlite_master table. At one point it -# contained a bug that would prevent the right-child pointer of the -# child page from being copied to the root page. -# -do_test table-15.1 { - execsql {BEGIN} - for {set i 0} {$i<2000} {incr i} { - execsql "CREATE TABLE tbl$i (a, b, c)" - } - execsql {COMMIT} -} {} -do_test table-15.2 { - execsql {BEGIN} - for {set i 0} {$i<2000} {incr i} { - execsql "DROP TABLE tbl$i" - } - execsql {COMMIT} -} {} - -finish_test diff --git a/libs/sqlite/test/tableapi.test b/libs/sqlite/test/tableapi.test deleted file mode 100644 index 41d23d875b..0000000000 --- a/libs/sqlite/test/tableapi.test +++ /dev/null @@ -1,217 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the sqlite_exec_printf() and -# sqlite_get_table_printf() APIs. -# -# $Id: tableapi.test,v 1.12 2007/01/05 00:14:28 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test tableapi-1.0 { - set ::dbx [sqlite3_open test.db] - catch {sqlite_exec_printf $::dbx {DROP TABLE xyz} {}} - sqlite3_exec_printf $::dbx {CREATE TABLE %s(a int, b text)} xyz -} {0 {}} -do_test tableapi-1.1 { - sqlite3_exec_printf $::dbx { - INSERT INTO xyz VALUES(1,'%q') - } {Hi Y'all} -} {0 {}} -do_test tableapi-1.2 { - sqlite3_exec_printf $::dbx {SELECT * FROM xyz} {} -} {0 {a b 1 {Hi Y'all}}} - -do_test tableapi-2.1 { - sqlite3_get_table_printf $::dbx { - BEGIN TRANSACTION; - SELECT * FROM xyz WHERE b='%q' - } {Hi Y'all} -} {0 1 2 a b 1 {Hi Y'all}} -do_test tableapi-2.2 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz - } {} -} {0 1 2 a b 1 {Hi Y'all}} -do_test tableapi-2.3 { - for {set i 2} {$i<=50} {incr i} { - sqlite3_get_table_printf $::dbx \ - "INSERT INTO xyz VALUES($i,'(%s)')" $i - } - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz ORDER BY a - } {} -} {0 50 2 a b 1 {Hi Y'all} 2 (2) 3 (3) 4 (4) 5 (5) 6 (6) 7 (7) 8 (8) 9 (9) 10 (10) 11 (11) 12 (12) 13 (13) 14 (14) 15 (15) 16 (16) 17 (17) 18 (18) 19 (19) 20 (20) 21 (21) 22 (22) 23 (23) 24 (24) 25 (25) 26 (26) 27 (27) 28 (28) 29 (29) 30 (30) 31 (31) 32 (32) 33 (33) 34 (34) 35 (35) 36 (36) 37 (37) 38 (38) 39 (39) 40 (40) 41 (41) 42 (42) 43 (43) 44 (44) 45 (45) 46 (46) 47 (47) 48 (48) 49 (49) 50 (50)} -do_test tableapi-2.3.1 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a>49 ORDER BY a - } {} -} {0 1 2 a b 50 (50)} -do_test tableapi-2.3.2 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a>47 ORDER BY a - } {} -} {0 3 2 a b 48 (48) 49 (49) 50 (50)} -do_test tableapi-2.4 { - set manyquote '''''''' - append manyquote $manyquote - append manyquote $manyquote - append manyquote $manyquote - append manyquote $manyquote - append manyquote $manyquote - append manyquote $manyquote - set ::big_str "$manyquote Hello $manyquote" - sqlite3_get_table_printf $::dbx { - INSERT INTO xyz VALUES(51,'%q') - } $::big_str -} {0 0 0} -do_test tableapi-2.5 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a>49 ORDER BY a; - } {} -} "0 2 2 a b 50 (50) 51 \173$::big_str\175" -do_test tableapi-2.6 { - sqlite3_get_table_printf $::dbx { - INSERT INTO xyz VALUES(52,NULL) - } {} - ifcapable subquery { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a IN (42,50,52) ORDER BY a DESC - } {} - } else { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a=42 OR a=50 OR a=52 ORDER BY a DESC - } {} - } -} {0 3 2 a b 52 NULL 50 (50) 42 (42)} -do_test tableapi-2.7 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a>1000 - } {} -} {0 0 0} - -# Repeat all tests with the empty_result_callbacks pragma turned on -# -do_test tableapi-3.1 { - sqlite3_get_table_printf $::dbx { - ROLLBACK; - PRAGMA empty_result_callbacks = ON; - SELECT * FROM xyz WHERE b='%q' - } {Hi Y'all} -} {0 1 2 a b 1 {Hi Y'all}} -do_test tableapi-3.2 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz - } {} -} {0 1 2 a b 1 {Hi Y'all}} -do_test tableapi-3.3 { - for {set i 2} {$i<=50} {incr i} { - sqlite3_get_table_printf $::dbx \ - "INSERT INTO xyz VALUES($i,'(%s)')" $i - } - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz ORDER BY a - } {} -} {0 50 2 a b 1 {Hi Y'all} 2 (2) 3 (3) 4 (4) 5 (5) 6 (6) 7 (7) 8 (8) 9 (9) 10 (10) 11 (11) 12 (12) 13 (13) 14 (14) 15 (15) 16 (16) 17 (17) 18 (18) 19 (19) 20 (20) 21 (21) 22 (22) 23 (23) 24 (24) 25 (25) 26 (26) 27 (27) 28 (28) 29 (29) 30 (30) 31 (31) 32 (32) 33 (33) 34 (34) 35 (35) 36 (36) 37 (37) 38 (38) 39 (39) 40 (40) 41 (41) 42 (42) 43 (43) 44 (44) 45 (45) 46 (46) 47 (47) 48 (48) 49 (49) 50 (50)} -do_test tableapi-3.3.1 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a>49 ORDER BY a - } {} -} {0 1 2 a b 50 (50)} -do_test tableapi-3.3.2 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a>47 ORDER BY a - } {} -} {0 3 2 a b 48 (48) 49 (49) 50 (50)} -do_test tableapi-3.4 { - sqlite3_get_table_printf $::dbx { - INSERT INTO xyz VALUES(51,'%q') - } $::big_str -} {0 0 0} -do_test tableapi-3.5 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a>49 ORDER BY a; - } {} -} "0 2 2 a b 50 (50) 51 \173$::big_str\175" -do_test tableapi-3.6 { - sqlite3_get_table_printf $::dbx { - INSERT INTO xyz VALUES(52,NULL) - } {} - ifcapable subquery { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a IN (42,50,52) ORDER BY a DESC - } {} - } else { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a=42 OR a=50 OR a=52 ORDER BY a DESC - } {} - } -} {0 3 2 a b 52 NULL 50 (50) 42 (42)} -do_test tableapi-3.7 { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz WHERE a>1000 - } {} -} {0 0 2 a b} - -do_test tableapi-4.1 { - set rc [catch { - sqlite3_get_table_printf $::dbx { - SELECT * FROM xyz; SELECT * FROM sqlite_master - } {} - } msg] - concat $rc $msg -} {0 1 {sqlite3_get_table() called with two or more incompatible queries}} - -# A report on the mailing list says that the sqlite_get_table() api fails -# on queries involving more than 40 columns. The following code attempts -# to test that complaint -# -do_test tableapi-5.1 { - set sql "CREATE TABLE t2(" - set sep "" - for {set i 1} {$i<=100} {incr i} { - append sql ${sep}x$i - set sep , - } - append sql ) - sqlite3_get_table_printf $::dbx $sql {} - set sql "INSERT INTO t2 VALUES(" - set sep "" - for {set i 1} {$i<=100} {incr i} { - append sql ${sep}$i - set sep , - } - append sql ) - sqlite3_get_table_printf $::dbx $sql {} - sqlite3_get_table_printf $::dbx {SELECT * FROM t2} {} -} {0 1 100 x1 x2 x3 x4 x5 x6 x7 x8 x9 x10 x11 x12 x13 x14 x15 x16 x17 x18 x19 x20 x21 x22 x23 x24 x25 x26 x27 x28 x29 x30 x31 x32 x33 x34 x35 x36 x37 x38 x39 x40 x41 x42 x43 x44 x45 x46 x47 x48 x49 x50 x51 x52 x53 x54 x55 x56 x57 x58 x59 x60 x61 x62 x63 x64 x65 x66 x67 x68 x69 x70 x71 x72 x73 x74 x75 x76 x77 x78 x79 x80 x81 x82 x83 x84 x85 x86 x87 x88 x89 x90 x91 x92 x93 x94 x95 x96 x97 x98 x99 x100 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100} -do_test tableapi-5.2 { - set sql "INSERT INTO t2 VALUES(" - set sep "" - for {set i 1} {$i<=100} {incr i} { - append sql ${sep}[expr {$i+1000}] - set sep , - } - append sql ) - sqlite3_get_table_printf $::dbx $sql {} - sqlite3_get_table_printf $::dbx {SELECT * FROM t2} {} -} {0 2 100 x1 x2 x3 x4 x5 x6 x7 x8 x9 x10 x11 x12 x13 x14 x15 x16 x17 x18 x19 x20 x21 x22 x23 x24 x25 x26 x27 x28 x29 x30 x31 x32 x33 x34 x35 x36 x37 x38 x39 x40 x41 x42 x43 x44 x45 x46 x47 x48 x49 x50 x51 x52 x53 x54 x55 x56 x57 x58 x59 x60 x61 x62 x63 x64 x65 x66 x67 x68 x69 x70 x71 x72 x73 x74 x75 x76 x77 x78 x79 x80 x81 x82 x83 x84 x85 x86 x87 x88 x89 x90 x91 x92 x93 x94 x95 x96 x97 x98 x99 x100 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100} - -do_test tableapi-6.1 { - sqlite3_get_table_printf $::dbx {PRAGMA user_version} {} -} {0 1 1 user_version 0} - -do_test tableapi-99.0 { - sqlite3_close $::dbx -} {SQLITE_OK} - -finish_test diff --git a/libs/sqlite/test/tclsqlite.test b/libs/sqlite/test/tclsqlite.test deleted file mode 100644 index cc5ce412a9..0000000000 --- a/libs/sqlite/test/tclsqlite.test +++ /dev/null @@ -1,457 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for TCL interface to the -# SQLite library. -# -# Actually, all tests are based on the TCL interface, so the main -# interface is pretty well tested. This file contains some addition -# tests for fringe issues that the main test suite does not cover. -# -# $Id: tclsqlite.test,v 1.56 2006/09/01 15:49:06 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Check the error messages generated by tclsqlite -# -if {[sqlite3 -has-codec]} { - set r "sqlite_orig HANDLE FILENAME ?-key CODEC-KEY?" -} else { - set r "sqlite3 HANDLE FILENAME ?MODE?" -} -do_test tcl-1.1 { - set v [catch {sqlite3 bogus} msg] - lappend v $msg -} [list 1 "wrong # args: should be \"$r\""] -do_test tcl-1.2 { - set v [catch {db bogus} msg] - lappend v $msg -} {1 {bad option "bogus": must be authorizer, busy, cache, changes, close, collate, collation_needed, commit_hook, complete, copy, enable_load_extension, errorcode, eval, exists, function, interrupt, last_insert_rowid, nullvalue, onecolumn, profile, progress, rekey, rollback_hook, timeout, total_changes, trace, transaction, update_hook, or version}} -do_test tcl-1.3 { - execsql {CREATE TABLE t1(a int, b int)} - execsql {INSERT INTO t1 VALUES(10,20)} - set v [catch { - db eval {SELECT * FROM t1} data { - error "The error message" - } - } msg] - lappend v $msg -} {1 {The error message}} -do_test tcl-1.4 { - set v [catch { - db eval {SELECT * FROM t2} data { - error "The error message" - } - } msg] - lappend v $msg -} {1 {no such table: t2}} -do_test tcl-1.5 { - set v [catch { - db eval {SELECT * FROM t1} data { - break - } - } msg] - lappend v $msg -} {0 {}} -do_test tcl-1.6 { - set v [catch { - db eval {SELECT * FROM t1} data { - expr x* - } - } msg] - regsub {:.*$} $msg {} msg - lappend v $msg -} {1 {syntax error in expression "x*"}} -do_test tcl-1.7 { - set v [catch {db} msg] - lappend v $msg -} {1 {wrong # args: should be "db SUBCOMMAND ..."}} -if {[catch {db auth {}}]==0} { - do_test tcl-1.8 { - set v [catch {db authorizer 1 2 3} msg] - lappend v $msg - } {1 {wrong # args: should be "db authorizer ?CALLBACK?"}} -} -do_test tcl-1.9 { - set v [catch {db busy 1 2 3} msg] - lappend v $msg -} {1 {wrong # args: should be "db busy CALLBACK"}} -do_test tcl-1.10 { - set v [catch {db progress 1} msg] - lappend v $msg -} {1 {wrong # args: should be "db progress N CALLBACK"}} -do_test tcl-1.11 { - set v [catch {db changes xyz} msg] - lappend v $msg -} {1 {wrong # args: should be "db changes "}} -do_test tcl-1.12 { - set v [catch {db commit_hook a b c} msg] - lappend v $msg -} {1 {wrong # args: should be "db commit_hook ?CALLBACK?"}} -ifcapable {complete} { - do_test tcl-1.13 { - set v [catch {db complete} msg] - lappend v $msg - } {1 {wrong # args: should be "db complete SQL"}} -} -do_test tcl-1.14 { - set v [catch {db eval} msg] - lappend v $msg -} {1 {wrong # args: should be "db eval SQL ?ARRAY-NAME? ?SCRIPT?"}} -do_test tcl-1.15 { - set v [catch {db function} msg] - lappend v $msg -} {1 {wrong # args: should be "db function NAME SCRIPT"}} -do_test tcl-1.16 { - set v [catch {db last_insert_rowid xyz} msg] - lappend v $msg -} {1 {wrong # args: should be "db last_insert_rowid "}} -do_test tcl-1.17 { - set v [catch {db rekey} msg] - lappend v $msg -} {1 {wrong # args: should be "db rekey KEY"}} -do_test tcl-1.18 { - set v [catch {db timeout} msg] - lappend v $msg -} {1 {wrong # args: should be "db timeout MILLISECONDS"}} -do_test tcl-1.19 { - set v [catch {db collate} msg] - lappend v $msg -} {1 {wrong # args: should be "db collate NAME SCRIPT"}} -do_test tcl-1.20 { - set v [catch {db collation_needed} msg] - lappend v $msg -} {1 {wrong # args: should be "db collation_needed SCRIPT"}} -do_test tcl-1.21 { - set v [catch {db total_changes xyz} msg] - lappend v $msg -} {1 {wrong # args: should be "db total_changes "}} -do_test tcl-1.20 { - set v [catch {db copy} msg] - lappend v $msg -} {1 {wrong # args: should be "db copy CONFLICT-ALGORITHM TABLE FILENAME ?SEPARATOR? ?NULLINDICATOR?"}} - - -if {[sqlite3 -tcl-uses-utf]} { - catch {unset ::result} - do_test tcl-2.1 { - execsql "CREATE TABLE t\u0123x(a int, b\u1235 float)" - } {} - ifcapable schema_pragmas { - do_test tcl-2.2 { - execsql "PRAGMA table_info(t\u0123x)" - } "0 a int 0 {} 0 1 b\u1235 float 0 {} 0" - } - do_test tcl-2.3 { - execsql "INSERT INTO t\u0123x VALUES(1,2.3)" - db eval "SELECT * FROM t\u0123x" result break - set result(*) - } "a b\u1235" -} - - -# Test the onecolumn method -# -do_test tcl-3.1 { - execsql { - INSERT INTO t1 SELECT a*2, b*2 FROM t1; - INSERT INTO t1 SELECT a*2+1, b*2+1 FROM t1; - INSERT INTO t1 SELECT a*2+3, b*2+3 FROM t1; - } - set rc [catch {db onecolumn {SELECT * FROM t1 ORDER BY a}} msg] - lappend rc $msg -} {0 10} -do_test tcl-3.2 { - db onecolumn {SELECT * FROM t1 WHERE a<0} -} {} -do_test tcl-3.3 { - set rc [catch {db onecolumn} errmsg] - lappend rc $errmsg -} {1 {wrong # args: should be "db onecolumn SQL"}} -do_test tcl-3.4 { - set rc [catch {db onecolumn {SELECT bogus}} errmsg] - lappend rc $errmsg -} {1 {no such column: bogus}} -ifcapable {tclvar} { - do_test tcl-3.5 { - set b 50 - set rc [catch {db one {SELECT * FROM t1 WHERE b>$b}} msg] - lappend rc $msg - } {0 41} - do_test tcl-3.6 { - set b 500 - set rc [catch {db one {SELECT * FROM t1 WHERE b>$b}} msg] - lappend rc $msg - } {0 {}} - do_test tcl-3.7 { - set b 500 - set rc [catch {db one { - INSERT INTO t1 VALUES(99,510); - SELECT * FROM t1 WHERE b>$b - }} msg] - lappend rc $msg - } {0 99} -} -ifcapable {!tclvar} { - execsql {INSERT INTO t1 VALUES(99,510)} -} - -# Turn the busy handler on and off -# -do_test tcl-4.1 { - proc busy_callback {cnt} { - break - } - db busy busy_callback - db busy -} {busy_callback} -do_test tcl-4.2 { - db busy {} - db busy -} {} - -ifcapable {tclvar} { - # Parsing of TCL variable names within SQL into bound parameters. - # - do_test tcl-5.1 { - execsql {CREATE TABLE t3(a,b,c)} - catch {unset x} - set x(1) 5 - set x(2) 7 - execsql { - INSERT INTO t3 VALUES($::x(1),$::x(2),$::x(3)); - SELECT * FROM t3 - } - } {5 7 {}} - do_test tcl-5.2 { - execsql { - SELECT typeof(a), typeof(b), typeof(c) FROM t3 - } - } {text text null} - do_test tcl-5.3 { - catch {unset x} - set x [binary format h12 686900686f00] - execsql { - UPDATE t3 SET a=$::x; - } - db eval { - SELECT a FROM t3 - } break - binary scan $a h12 adata - set adata - } {686900686f00} - do_test tcl-5.4 { - execsql { - SELECT typeof(a), typeof(b), typeof(c) FROM t3 - } - } {blob text null} -} - -# Operation of "break" and "continue" within row scripts -# -do_test tcl-6.1 { - db eval {SELECT * FROM t1} { - break - } - lappend a $b -} {10 20} -do_test tcl-6.2 { - set cnt 0 - db eval {SELECT * FROM t1} { - if {$a>40} continue - incr cnt - } - set cnt -} {4} -do_test tcl-6.3 { - set cnt 0 - db eval {SELECT * FROM t1} { - if {$a<40} continue - incr cnt - } - set cnt -} {5} -do_test tcl-6.4 { - proc return_test {x} { - db eval {SELECT * FROM t1} { - if {$a==$x} {return $b} - } - } - return_test 10 -} 20 -do_test tcl-6.5 { - return_test 20 -} 40 -do_test tcl-6.6 { - return_test 99 -} 510 -do_test tcl-6.7 { - return_test 0 -} {} - -do_test tcl-7.1 { - db version - expr 0 -} {0} - -# modify and reset the NULL representation -# -do_test tcl-8.1 { - db nullvalue NaN - execsql {INSERT INTO t1 VALUES(30,NULL)} - db eval {SELECT * FROM t1 WHERE b IS NULL} -} {30 NaN} -do_test tcl-8.2 { - db nullvalue NULL - db nullvalue -} {NULL} -do_test tcl-8.3 { - db nullvalue {} - db eval {SELECT * FROM t1 WHERE b IS NULL} -} {30 {}} - -# Test the return type of user-defined functions -# -do_test tcl-9.1 { - db function ret_str {return "hi"} - execsql {SELECT typeof(ret_str())} -} {text} -do_test tcl-9.2 { - db function ret_dbl {return [expr {rand()*0.5}]} - execsql {SELECT typeof(ret_dbl())} -} {real} -do_test tcl-9.3 { - db function ret_int {return [expr {int(rand()*200)}]} - execsql {SELECT typeof(ret_int())} -} {integer} - -# Recursive calls to the same user-defined function -# -ifcapable tclvar { - do_test tcl-9.10 { - proc userfunc_r1 {n} { - if {$n<=0} {return 0} - set nm1 [expr {$n-1}] - return [expr {[db eval {SELECT r1($nm1)}]+$n}] - } - db function r1 userfunc_r1 - execsql {SELECT r1(10)} - } {55} - do_test tcl-9.11 { - execsql {SELECT r1(100)} - } {5050} -} - -# Tests for the new transaction method -# -do_test tcl-10.1 { - db transaction {} -} {} -do_test tcl-10.2 { - db transaction deferred {} -} {} -do_test tcl-10.3 { - db transaction immediate {} -} {} -do_test tcl-10.4 { - db transaction exclusive {} -} {} -do_test tcl-10.5 { - set rc [catch {db transaction xyzzy {}} msg] - lappend rc $msg -} {1 {bad transaction type "xyzzy": must be deferred, exclusive, or immediate}} -do_test tcl-10.6 { - set rc [catch {db transaction {error test-error}} msg] - lappend rc $msg -} {1 test-error} -do_test tcl-10.7 { - db transaction { - db eval {CREATE TABLE t4(x)} - db transaction { - db eval {INSERT INTO t4 VALUES(1)} - } - } - db eval {SELECT * FROM t4} -} 1 -do_test tcl-10.8 { - catch { - db transaction { - db eval {INSERT INTO t4 VALUES(2)} - db eval {INSERT INTO t4 VALUES(3)} - db eval {INSERT INTO t4 VALUES(4)} - error test-error - } - } - db eval {SELECT * FROM t4} -} 1 -do_test tcl-10.9 { - db transaction { - db eval {INSERT INTO t4 VALUES(2)} - catch { - db transaction { - db eval {INSERT INTO t4 VALUES(3)} - db eval {INSERT INTO t4 VALUES(4)} - error test-error - } - } - } - db eval {SELECT * FROM t4} -} {1 2 3 4} -do_test tcl-10.10 { - for {set i 0} {$i<1} {incr i} { - db transaction { - db eval {INSERT INTO t4 VALUES(5)} - continue - } - } - db eval {SELECT * FROM t4} -} {1 2 3 4 5} -do_test tcl-10.11 { - for {set i 0} {$i<10} {incr i} { - db transaction { - db eval {INSERT INTO t4 VALUES(6)} - break - } - } - db eval {SELECT * FROM t4} -} {1 2 3 4 5 6} -do_test tcl-10.12 { - set rc [catch { - for {set i 0} {$i<10} {incr i} { - db transaction { - db eval {INSERT INTO t4 VALUES(7)} - return - } - } - }] -} {2} -do_test tcl-10.13 { - db eval {SELECT * FROM t4} -} {1 2 3 4 5 6 7} - -do_test tcl-11.1 { - db exists {SELECT x,x*2,x+x FROM t4 WHERE x==4} -} {1} -do_test tcl-11.2 { - db exists {SELECT 0 FROM t4 WHERE x==4} -} {1} -do_test tcl-11.3 { - db exists {SELECT 1 FROM t4 WHERE x==8} -} {0} - -do_test tcl-12.1 { - unset -nocomplain a b c version - set version [db version] - scan $version "%d.%d.%d" a b c - expr $a*1000000 + $b*1000 + $c -} [sqlite3_libversion_number] - -finish_test diff --git a/libs/sqlite/test/temptable.test b/libs/sqlite/test/temptable.test deleted file mode 100644 index 363f99940f..0000000000 --- a/libs/sqlite/test/temptable.test +++ /dev/null @@ -1,414 +0,0 @@ -# 2001 October 7 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for temporary tables and indices. -# -# $Id: temptable.test,v 1.17 2006/01/24 00:15:16 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !tempdb { - finish_test - return -} - -# Create an alternative connection to the database -# -do_test temptable-1.0 { - sqlite3 db2 ./test.db - set dummy {} -} {} - -# Create a permanent table. -# -do_test temptable-1.1 { - execsql {CREATE TABLE t1(a,b,c);} - execsql {INSERT INTO t1 VALUES(1,2,3);} - execsql {SELECT * FROM t1} -} {1 2 3} -do_test temptable-1.2 { - catch {db2 eval {SELECT * FROM sqlite_master}} - db2 eval {SELECT * FROM t1} -} {1 2 3} -do_test temptable-1.3 { - execsql {SELECT name FROM sqlite_master} -} {t1} -do_test temptable-1.4 { - db2 eval {SELECT name FROM sqlite_master} -} {t1} - -# Create a temporary table. Verify that only one of the two -# processes can see it. -# -do_test temptable-1.5 { - db2 eval { - CREATE TEMP TABLE t2(x,y,z); - INSERT INTO t2 VALUES(4,5,6); - } - db2 eval {SELECT * FROM t2} -} {4 5 6} -do_test temptable-1.6 { - catch {execsql {SELECT * FROM sqlite_master}} - catchsql {SELECT * FROM t2} -} {1 {no such table: t2}} -do_test temptable-1.7 { - catchsql {INSERT INTO t2 VALUES(8,9,0);} -} {1 {no such table: t2}} -do_test temptable-1.8 { - db2 eval {INSERT INTO t2 VALUES(8,9,0);} - db2 eval {SELECT * FROM t2 ORDER BY x} -} {4 5 6 8 9 0} -do_test temptable-1.9 { - db2 eval {DELETE FROM t2 WHERE x==8} - db2 eval {SELECT * FROM t2 ORDER BY x} -} {4 5 6} -do_test temptable-1.10 { - db2 eval {DELETE FROM t2} - db2 eval {SELECT * FROM t2} -} {} -do_test temptable-1.11 { - db2 eval { - INSERT INTO t2 VALUES(7,6,5); - INSERT INTO t2 VALUES(4,3,2); - SELECT * FROM t2 ORDER BY x; - } -} {4 3 2 7 6 5} -do_test temptable-1.12 { - db2 eval {DROP TABLE t2;} - set r [catch {db2 eval {SELECT * FROM t2}} msg] - lappend r $msg -} {1 {no such table: t2}} - -# Make sure temporary tables work with transactions -# -do_test temptable-2.1 { - execsql { - BEGIN TRANSACTION; - CREATE TEMPORARY TABLE t2(x,y); - INSERT INTO t2 VALUES(1,2); - SELECT * FROM t2; - } -} {1 2} -do_test temptable-2.2 { - execsql {ROLLBACK} - catchsql {SELECT * FROM t2} -} {1 {no such table: t2}} -do_test temptable-2.3 { - execsql { - BEGIN TRANSACTION; - CREATE TEMPORARY TABLE t2(x,y); - INSERT INTO t2 VALUES(1,2); - SELECT * FROM t2; - } -} {1 2} -do_test temptable-2.4 { - execsql {COMMIT} - catchsql {SELECT * FROM t2} -} {0 {1 2}} -do_test temptable-2.5 { - set r [catch {db2 eval {SELECT * FROM t2}} msg] - lappend r $msg -} {1 {no such table: t2}} - -# Make sure indices on temporary tables are also temporary. -# -do_test temptable-3.1 { - execsql { - CREATE INDEX i2 ON t2(x); - SELECT name FROM sqlite_master WHERE type='index'; - } -} {} -do_test temptable-3.2 { - execsql { - SELECT y FROM t2 WHERE x=1; - } -} {2} -do_test temptable-3.3 { - execsql { - DROP INDEX i2; - SELECT y FROM t2 WHERE x=1; - } -} {2} -do_test temptable-3.4 { - execsql { - CREATE INDEX i2 ON t2(x); - DROP TABLE t2; - } - catchsql {DROP INDEX i2} -} {1 {no such index: i2}} - -# Check for correct name collision processing. A name collision can -# occur when process A creates a temporary table T then process B -# creates a permanent table also named T. The temp table in process A -# hides the existance of the permanent table. -# -do_test temptable-4.1 { - execsql { - CREATE TEMP TABLE t2(x,y); - INSERT INTO t2 VALUES(10,20); - SELECT * FROM t2; - } db2 -} {10 20} -do_test temptable-4.2 { - execsql { - CREATE TABLE t2(x,y,z); - INSERT INTO t2 VALUES(9,8,7); - SELECT * FROM t2; - } -} {9 8 7} -do_test temptable-4.3 { - catchsql { - SELECT * FROM t2; - } db2 -} {0 {10 20}} -do_test temptable-4.4.1 { - catchsql { - SELECT * FROM temp.t2; - } db2 -} {0 {10 20}} -do_test temptable-4.4.2 { - catchsql { - SELECT * FROM main.t2; - } db2 -} {1 {no such table: main.t2}} -#do_test temptable-4.4.3 { -# catchsql { -# SELECT name FROM main.sqlite_master WHERE type='table'; -# } db2 -#} {1 {database schema has changed}} -do_test temptable-4.4.4 { - catchsql { - SELECT name FROM main.sqlite_master WHERE type='table'; - } db2 -} {0 {t1 t2}} -do_test temptable-4.4.5 { - catchsql { - SELECT * FROM main.t2; - } db2 -} {0 {9 8 7}} -do_test temptable-4.4.6 { - # TEMP takes precedence over MAIN - catchsql { - SELECT * FROM t2; - } db2 -} {0 {10 20}} -do_test temptable-4.5 { - catchsql { - DROP TABLE t2; -- should drop TEMP - SELECT * FROM t2; -- data should be from MAIN - } db2 -} {0 {9 8 7}} -do_test temptable-4.6 { - db2 close - sqlite3 db2 ./test.db - catchsql { - SELECT * FROM t2; - } db2 -} {0 {9 8 7}} -do_test temptable-4.7 { - catchsql { - DROP TABLE t2; - SELECT * FROM t2; - } -} {1 {no such table: t2}} -do_test temptable-4.8 { - db2 close - sqlite3 db2 ./test.db - execsql { - CREATE TEMP TABLE t2(x unique,y); - INSERT INTO t2 VALUES(1,2); - SELECT * FROM t2; - } db2 -} {1 2} -do_test temptable-4.9 { - execsql { - CREATE TABLE t2(x unique, y); - INSERT INTO t2 VALUES(3,4); - SELECT * FROM t2; - } -} {3 4} -do_test temptable-4.10.1 { - catchsql { - SELECT * FROM t2; - } db2 -} {0 {1 2}} -# Update: The schema is reloaded in test temptable-4.10.1. And tclsqlite.c -# handles it and retries the query anyway. -# do_test temptable-4.10.2 { -# catchsql { -# SELECT name FROM sqlite_master WHERE type='table' -# } db2 -# } {1 {database schema has changed}} -do_test temptable-4.10.3 { - catchsql { - SELECT name FROM sqlite_master WHERE type='table' - } db2 -} {0 {t1 t2}} -do_test temptable-4.11 { - execsql { - SELECT * FROM t2; - } db2 -} {1 2} -do_test temptable-4.12 { - execsql { - SELECT * FROM t2; - } -} {3 4} -do_test temptable-4.13 { - catchsql { - DROP TABLE t2; -- drops TEMP.T2 - SELECT * FROM t2; -- uses MAIN.T2 - } db2 -} {0 {3 4}} -do_test temptable-4.14 { - execsql { - SELECT * FROM t2; - } -} {3 4} -do_test temptable-4.15 { - db2 close - sqlite3 db2 ./test.db - execsql { - SELECT * FROM t2; - } db2 -} {3 4} - -# Now create a temporary table in db2 and a permanent index in db. The -# temporary table in db2 should mask the name of the permanent index, -# but the permanent index should still be accessible and should still -# be updated when its corresponding table changes. -# -do_test temptable-5.1 { - execsql { - CREATE TEMP TABLE mask(a,b,c) - } db2 - execsql { - CREATE INDEX mask ON t2(x); - SELECT * FROM t2; - } -} {3 4} -#do_test temptable-5.2 { -# catchsql { -# SELECT * FROM t2; -# } db2 -#} {1 {database schema has changed}} -do_test temptable-5.3 { - catchsql { - SELECT * FROM t2; - } db2 -} {0 {3 4}} -do_test temptable-5.4 { - execsql { - SELECT y FROM t2 WHERE x=3 - } -} {4} -do_test temptable-5.5 { - execsql { - SELECT y FROM t2 WHERE x=3 - } db2 -} {4} -do_test temptable-5.6 { - execsql { - INSERT INTO t2 VALUES(1,2); - SELECT y FROM t2 WHERE x=1; - } db2 -} {2} -do_test temptable-5.7 { - execsql { - SELECT y FROM t2 WHERE x=3 - } db2 -} {4} -do_test temptable-5.8 { - execsql { - SELECT y FROM t2 WHERE x=1; - } -} {2} -do_test temptable-5.9 { - execsql { - SELECT y FROM t2 WHERE x=3 - } -} {4} - -db2 close - -# Test for correct operation of read-only databases -# -do_test temptable-6.1 { - execsql { - CREATE TABLE t8(x); - INSERT INTO t8 VALUES('xyzzy'); - SELECT * FROM t8; - } -} {xyzzy} -do_test temptable-6.2 { - db close - catch {file attributes test.db -permissions 0444} - catch {file attributes test.db -readonly 1} - sqlite3 db test.db - if {[file writable test.db]} { - error "Unable to make the database file test.db readonly - rerun this test as an unprivileged user" - } - execsql { - SELECT * FROM t8; - } -} {xyzzy} -do_test temptable-6.3 { - if {[file writable test.db]} { - error "Unable to make the database file test.db readonly - rerun this test as an unprivileged user" - } - catchsql { - CREATE TABLE t9(x,y); - } -} {1 {attempt to write a readonly database}} -do_test temptable-6.4 { - catchsql { - CREATE TEMP TABLE t9(x,y); - } -} {0 {}} -do_test temptable-6.5 { - catchsql { - INSERT INTO t9 VALUES(1,2); - SELECT * FROM t9; - } -} {0 {1 2}} -do_test temptable-6.6 { - if {[file writable test.db]} { - error "Unable to make the database file test.db readonly - rerun this test as an unprivileged user" - } - catchsql { - INSERT INTO t8 VALUES('hello'); - SELECT * FROM t8; - } -} {1 {attempt to write a readonly database}} -do_test temptable-6.7 { - catchsql { - SELECT * FROM t8,t9; - } -} {0 {xyzzy 1 2}} -do_test temptable-6.8 { - db close - sqlite3 db test.db - catchsql { - SELECT * FROM t8,t9; - } -} {1 {no such table: t9}} - -file delete -force test2.db test2.db-journal -do_test temptable-7.1 { - catchsql { - ATTACH 'test2.db' AS two; - CREATE TEMP TABLE two.abc(x,y); - } -} {1 {temporary table name must be unqualified}} - -finish_test diff --git a/libs/sqlite/test/tester.tcl b/libs/sqlite/test/tester.tcl deleted file mode 100644 index b8d4a1ad70..0000000000 --- a/libs/sqlite/test/tester.tcl +++ /dev/null @@ -1,550 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements some common TCL routines used for regression -# testing the SQLite library -# -# $Id: tester.tcl,v 1.72 2007/01/04 14:58:14 drh Exp $ - -# Make sure tclsqlite3 was compiled correctly. Abort now with an -# error message if not. -# -if {[sqlite3 -tcl-uses-utf]} { - if {"\u1234"=="u1234"} { - puts stderr "***** BUILD PROBLEM *****" - puts stderr "$argv0 was linked against an older version" - puts stderr "of TCL that does not support Unicode, but uses a header" - puts stderr "file (\"tcl.h\") from a new TCL version that does support" - puts stderr "Unicode. This combination causes internal errors." - puts stderr "Recompile using a TCL library and header file that match" - puts stderr "and try again.\n**************************" - exit 1 - } -} else { - if {"\u1234"!="u1234"} { - puts stderr "***** BUILD PROBLEM *****" - puts stderr "$argv0 was linked against an newer version" - puts stderr "of TCL that supports Unicode, but uses a header file" - puts stderr "(\"tcl.h\") from a old TCL version that does not support" - puts stderr "Unicode. This combination causes internal errors." - puts stderr "Recompile using a TCL library and header file that match" - puts stderr "and try again.\n**************************" - exit 1 - } -} - -set tcl_precision 15 -set sqlite_pending_byte 0x0010000 - -# Use the pager codec if it is available -# -if {[sqlite3 -has-codec] && [info command sqlite_orig]==""} { - rename sqlite3 sqlite_orig - proc sqlite3 {args} { - if {[llength $args]==2 && [string index [lindex $args 0] 0]!="-"} { - lappend args -key {xyzzy} - } - uplevel 1 sqlite_orig $args - } -} - - -# Create a test database -# -catch {db close} -file delete -force test.db -file delete -force test.db-journal -sqlite3 db ./test.db -set ::DB [sqlite3_connection_pointer db] -if {[info exists ::SETUP_SQL]} { - db eval $::SETUP_SQL -} - -# Abort early if this script has been run before. -# -if {[info exists nTest]} return - -# Set the test counters to zero -# -set nErr 0 -set nTest 0 -set skip_test 0 -set failList {} -set maxErr 1000 -if {![info exists speedTest]} { - set speedTest 0 -} - -# Invoke the do_test procedure to run a single test -# -proc do_test {name cmd expected} { - global argv nErr nTest skip_test maxErr - set ::sqlite_malloc_id $name - if {$skip_test} { - set skip_test 0 - return - } - if {[llength $argv]==0} { - set go 1 - } else { - set go 0 - foreach pattern $argv { - if {[string match $pattern $name]} { - set go 1 - break - } - } - } - if {!$go} return - incr nTest - puts -nonewline $name... - flush stdout - if {[catch {uplevel #0 "$cmd;\n"} result]} { - puts "\nError: $result" - incr nErr - lappend ::failList $name - if {$nErr>$maxErr} {puts "*** Giving up..."; finalize_testing} - } elseif {[string compare $result $expected]} { - puts "\nExpected: \[$expected\]\n Got: \[$result\]" - incr nErr - lappend ::failList $name - if {$nErr>=$maxErr} {puts "*** Giving up..."; finalize_testing} - } else { - puts " Ok" - } -} - -# Run an SQL script. -# Return the number of microseconds per statement. -# -proc speed_trial {name numstmt units sql} { - puts -nonewline [format {%-20.20s } $name...] - flush stdout - set speed [time {sqlite3_exec_nr db $sql}] - set tm [lindex $speed 0] - set per [expr {$tm/(1.0*$numstmt)}] - set rate [expr {1000000.0*$numstmt/$tm}] - set u1 us/$units - set u2 $units/s - puts [format {%20.3f %-7s %20.5f %s} $per $u1 $rate $u2] -} - -# The procedure uses the special "sqlite_malloc_stat" command -# (which is only available if SQLite is compiled with -DSQLITE_DEBUG=1) -# to see how many malloc()s have not been free()ed. The number -# of surplus malloc()s is stored in the global variable $::Leak. -# If the value in $::Leak grows, it may mean there is a memory leak -# in the library. -# -proc memleak_check {} { - if {[info command sqlite_malloc_stat]!=""} { - set r [sqlite_malloc_stat] - set ::Leak [expr {[lindex $r 0]-[lindex $r 1]}] - } -} - -# Run this routine last -# -proc finish_test {} { - finalize_testing -} -proc finalize_testing {} { - global nTest nErr sqlite_open_file_count - if {$nErr==0} memleak_check - - catch {db close} - catch {db2 close} - catch {db3 close} - - catch { - pp_check_for_leaks - } - sqlite3 db {} - # sqlite3_clear_tsd_memdebug - db close - if {$::sqlite3_tsd_count} { - puts "Thread-specific data leak: $::sqlite3_tsd_count instances" - incr nErr - } else { - puts "Thread-specific data deallocated properly" - } - incr nTest - puts "$nErr errors out of $nTest tests" - puts "Failures on these tests: $::failList" - if {$nErr>0 && ![working_64bit_int]} { - puts "******************************************************************" - puts "N.B.: The version of TCL that you used to build this test harness" - puts "is defective in that it does not support 64-bit integers. Some or" - puts "all of the test failures above might be a result from this defect" - puts "in your TCL build." - puts "******************************************************************" - } - if {$sqlite_open_file_count} { - puts "$sqlite_open_file_count files were left open" - incr nErr - } - foreach f [glob -nocomplain test.db-*-journal] { - file delete -force $f - } - foreach f [glob -nocomplain test.db-mj*] { - file delete -force $f - } - exit [expr {$nErr>0}] -} - -# A procedure to execute SQL -# -proc execsql {sql {db db}} { - # puts "SQL = $sql" - uplevel [list $db eval $sql] -} - -# Execute SQL and catch exceptions. -# -proc catchsql {sql {db db}} { - # puts "SQL = $sql" - set r [catch {$db eval $sql} msg] - lappend r $msg - return $r -} - -# Do an VDBE code dump on the SQL given -# -proc explain {sql {db db}} { - puts "" - puts "addr opcode p1 p2 p3 " - puts "---- ------------ ------ ------ ---------------" - $db eval "explain $sql" {} { - puts [format {%-4d %-12.12s %-6d %-6d %s} $addr $opcode $p1 $p2 $p3] - } -} - -# Another procedure to execute SQL. This one includes the field -# names in the returned list. -# -proc execsql2 {sql} { - set result {} - db eval $sql data { - foreach f $data(*) { - lappend result $f $data($f) - } - } - return $result -} - -# Use the non-callback API to execute multiple SQL statements -# -proc stepsql {dbptr sql} { - set sql [string trim $sql] - set r 0 - while {[string length $sql]>0} { - if {[catch {sqlite3_prepare $dbptr $sql -1 sqltail} vm]} { - return [list 1 $vm] - } - set sql [string trim $sqltail] -# while {[sqlite_step $vm N VAL COL]=="SQLITE_ROW"} { -# foreach v $VAL {lappend r $v} -# } - while {[sqlite3_step $vm]=="SQLITE_ROW"} { - for {set i 0} {$i<[sqlite3_data_count $vm]} {incr i} { - lappend r [sqlite3_column_text $vm $i] - } - } - if {[catch {sqlite3_finalize $vm} errmsg]} { - return [list 1 $errmsg] - } - } - return $r -} - -# Delete a file or directory -# -proc forcedelete {filename} { - if {[catch {file delete -force $filename}]} { - exec rm -rf $filename - } -} - -# Do an integrity check of the entire database -# -proc integrity_check {name} { - ifcapable integrityck { - do_test $name { - execsql {PRAGMA integrity_check} - } {ok} - } -} - -# Evaluate a boolean expression of capabilities. If true, execute the -# code. Omit the code if false. -# -proc ifcapable {expr code {else ""} {elsecode ""}} { - regsub -all {[a-z_0-9]+} $expr {$::sqlite_options(&)} e2 - if ($e2) { - set c [catch {uplevel 1 $code} r] - } else { - set c [catch {uplevel 1 $elsecode} r] - } - return -code $c $r -} - -# This proc execs a seperate process that crashes midway through executing -# the SQL script $sql on database test.db. -# -# The crash occurs during a sync() of file $crashfile. When the crash -# occurs a random subset of all unsynced writes made by the process are -# written into the files on disk. Argument $crashdelay indicates the -# number of file syncs to wait before crashing. -# -# The return value is a list of two elements. The first element is a -# boolean, indicating whether or not the process actually crashed or -# reported some other error. The second element in the returned list is the -# error message. This is "child process exited abnormally" if the crash -# occured. -# -proc crashsql {crashdelay crashfile sql} { - if {$::tcl_platform(platform)!="unix"} { - error "crashsql should only be used on unix" - } - set cfile [file join [pwd] $crashfile] - - set f [open crash.tcl w] - puts $f "sqlite3_crashparams $crashdelay $cfile" - puts $f "sqlite3 db test.db" - puts $f "db eval {pragma cache_size = 10}" - puts $f "db eval {" - puts $f "$sql" - puts $f "}" - close $f - - set r [catch { - exec [info nameofexec] crash.tcl >@stdout - } msg] - lappend r $msg -} - -# Usage: do_ioerr_test -# -# This proc is used to implement test cases that check that IO errors -# are correctly handled. The first argument, , is an integer -# used to name the tests executed by this proc. Options are as follows: -# -# -tclprep TCL script to run to prepare test. -# -sqlprep SQL script to run to prepare test. -# -tclbody TCL script to run with IO error simulation. -# -sqlbody TCL script to run with IO error simulation. -# -exclude List of 'N' values not to test. -# -erc Use extended result codes -# -start Value of 'N' to begin with (default 1) -# -# -cksum Boolean. If true, test that the database does -# not change during the execution of the test case. -# -proc do_ioerr_test {testname args} { - - set ::ioerropts(-start) 1 - set ::ioerropts(-cksum) 0 - set ::ioerropts(-erc) 0 - set ::ioerropts(-count) 100000000 - array set ::ioerropts $args - - set ::go 1 - for {set n $::ioerropts(-start)} {$::go} {incr n} { - incr ::ioerropts(-count) -1 - if {$::ioerropts(-count)<0} break - - # Skip this IO error if it was specified with the "-exclude" option. - if {[info exists ::ioerropts(-exclude)]} { - if {[lsearch $::ioerropts(-exclude) $n]!=-1} continue - } - - # Delete the files test.db and test2.db, then execute the TCL and - # SQL (in that order) to prepare for the test case. - do_test $testname.$n.1 { - set ::sqlite_io_error_pending 0 - catch {db close} - catch {file delete -force test.db} - catch {file delete -force test.db-journal} - catch {file delete -force test2.db} - catch {file delete -force test2.db-journal} - set ::DB [sqlite3 db test.db; sqlite3_connection_pointer db] - sqlite3_extended_result_codes $::DB $::ioerropts(-erc) - if {[info exists ::ioerropts(-tclprep)]} { - eval $::ioerropts(-tclprep) - } - if {[info exists ::ioerropts(-sqlprep)]} { - execsql $::ioerropts(-sqlprep) - } - expr 0 - } {0} - - # Read the 'checksum' of the database. - if {$::ioerropts(-cksum)} { - set checksum [cksum] - } - - # Set the Nth IO error to fail. - do_test $testname.$n.2 [subst { - set ::sqlite_io_error_pending $n - }] $n - - # Create a single TCL script from the TCL and SQL specified - # as the body of the test. - set ::ioerrorbody {} - if {[info exists ::ioerropts(-tclbody)]} { - append ::ioerrorbody "$::ioerropts(-tclbody)\n" - } - if {[info exists ::ioerropts(-sqlbody)]} { - append ::ioerrorbody "db eval {$::ioerropts(-sqlbody)}" - } - - # Execute the TCL Script created in the above block. If - # there are at least N IO operations performed by SQLite as - # a result of the script, the Nth will fail. - do_test $testname.$n.3 { - set r [catch $::ioerrorbody msg] - # puts rc=[sqlite3_errcode $::DB] - set rc [sqlite3_errcode $::DB] - if {$::ioerropts(-erc)} { - # In extended result mode, all IOERRs are qualified - if {[regexp {^SQLITE_IOERR} $rc] && ![regexp {IOERR\+\d} $rc]} { - return $rc - } - } else { - # Not in extended result mode, no errors are qualified - if {[regexp {\+\d} $rc]} { - return $rc - } - } - set ::go [expr {$::sqlite_io_error_pending<=0}] - set s [expr $::sqlite_io_error_hit==0] - set ::sqlite_io_error_hit 0 - # puts "$::sqlite_io_error_pending $r $msg" - # puts "r=$r s=$s go=$::go msg=\"$msg\"" - expr { ($s && !$r && !$::go) || (!$s && $r && $::go) } - # expr {$::sqlite_io_error_pending>0 || $r!=0} - } {1} - - # If an IO error occured, then the checksum of the database should - # be the same as before the script that caused the IO error was run. - if {$::go && $::ioerropts(-cksum)} { - do_test $testname.$n.4 { - catch {db close} - set ::DB [sqlite3 db test.db; sqlite3_connection_pointer db] - cksum - } $checksum - } - - set ::sqlite_io_error_pending 0 - if {[info exists ::ioerropts(-cleanup)]} { - catch $::ioerropts(-cleanup) - } - } - set ::sqlite_io_error_pending 0 - unset ::ioerropts -} - -# Return a checksum based on the contents of database 'db'. -# -proc cksum {{db db}} { - set txt [$db eval { - SELECT name, type, sql FROM sqlite_master order by name - }]\n - foreach tbl [$db eval { - SELECT name FROM sqlite_master WHERE type='table' order by name - }] { - append txt [$db eval "SELECT * FROM $tbl"]\n - } - foreach prag {default_synchronous default_cache_size} { - append txt $prag-[$db eval "PRAGMA $prag"]\n - } - set cksum [string length $txt]-[md5 $txt] - # puts $cksum-[file size test.db] - return $cksum -} - -# Copy file $from into $to. This is used because some versions of -# TCL for windows (notably the 8.4.1 binary package shipped with the -# current mingw release) have a broken "file copy" command. -# -proc copy_file {from to} { - if {$::tcl_platform(platform)=="unix"} { - file copy -force $from $to - } else { - set f [open $from] - fconfigure $f -translation binary - set t [open $to w] - fconfigure $t -translation binary - puts -nonewline $t [read $f [file size $from]] - close $t - close $f - } -} - -# This command checks for outstanding calls to sqliteMalloc() from within -# the current thread. A list is returned with one entry for each outstanding -# malloc. Each list entry is itself a list of 5 items, as follows: -# -# { } -# -proc check_for_leaks {} { - set ret [list] - set cnt 0 - foreach alloc [sqlite_malloc_outstanding] { - foreach {nBytes file iLine userstring backtrace} $alloc {} - set stack [list] - set skip 0 - - # The first command in this block will probably fail on windows. This - # means there will be no stack dump available. - if {$cnt < 25 && $backtrace!=""} { - catch { - set stuff [eval "exec addr2line -e ./testfixture -f $backtrace"] - foreach {func line} $stuff { - if {$func != "??" || $line != "??:0"} { - regexp {.*/(.*)} $line dummy line - lappend stack "${func}() $line" - } else { - if {[lindex $stack end] != "..."} { - lappend stack "..." - } - } - } - } - incr cnt - } - - if {!$skip} { - lappend ret [list $nBytes $file $iLine $userstring $stack] - } - } - return $ret -} - -# Pretty print a report based on the return value of [check_for_leaks] to -# stdout. -proc pp_check_for_leaks {} { - set l [check_for_leaks] - set n 0 - foreach leak $l { - foreach {nBytes file iLine userstring stack} $leak {} - puts "$nBytes bytes leaked at $file:$iLine ($userstring)" - foreach frame $stack { - puts " $frame" - } - incr n $nBytes - } - puts "Memory leaked: $n bytes in [llength $l] allocations" - puts "" -} - -# If the library is compiled with the SQLITE_DEFAULT_AUTOVACUUM macro set -# to non-zero, then set the global variable $AUTOVACUUM to 1. -set AUTOVACUUM $sqlite_options(default_autovacuum) diff --git a/libs/sqlite/test/thread1.test b/libs/sqlite/test/thread1.test deleted file mode 100644 index c50d245798..0000000000 --- a/libs/sqlite/test/thread1.test +++ /dev/null @@ -1,172 +0,0 @@ -# 2003 December 18 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is multithreading behavior -# -# $Id: thread1.test,v 1.7 2004/06/19 00:16:31 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Skip this whole file if the thread testing code is not enabled -# -if {[llength [info command thread_step]]==0 || [sqlite3 -has-codec]} { - finish_test - return -} - -# Create some data to work with -# -do_test thread1-1.1 { - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,'abcdefgh'); - INSERT INTO t1 SELECT a+1, b||b FROM t1; - INSERT INTO t1 SELECT a+2, b||b FROM t1; - INSERT INTO t1 SELECT a+4, b||b FROM t1; - SELECT count(*), max(length(b)) FROM t1; - } -} {8 64} - -# Interleave two threads on read access. Then make sure a third -# thread can write the database. In other words: -# -# read-lock A -# read-lock B -# unlock A -# unlock B -# write-lock C -# -# At one point, the write-lock of C would fail on Linux. -# -do_test thread1-1.2 { - thread_create A test.db - thread_create B test.db - thread_create C test.db - thread_compile A {SELECT a FROM t1} - thread_step A - thread_result A -} SQLITE_ROW -do_test thread1-1.3 { - thread_argc A -} 1 -do_test thread1-1.4 { - thread_argv A 0 -} 1 -do_test thread1-1.5 { - thread_compile B {SELECT b FROM t1} - thread_step B - thread_result B -} SQLITE_ROW -do_test thread1-1.6 { - thread_argc B -} 1 -do_test thread1-1.7 { - thread_argv B 0 -} abcdefgh -do_test thread1-1.8 { - thread_finalize A - thread_result A -} SQLITE_OK -do_test thread1-1.9 { - thread_finalize B - thread_result B -} SQLITE_OK -do_test thread1-1.10 { - thread_compile C {CREATE TABLE t2(x,y)} - thread_step C - thread_result C -} SQLITE_DONE -do_test thread1-1.11 { - thread_finalize C - thread_result C -} SQLITE_OK -do_test thread1-1.12 { - catchsql {SELECT name FROM sqlite_master} - execsql {SELECT name FROM sqlite_master} -} {t1 t2} - - -# -# The following tests - thread1-2.* - test the following scenario: -# -# 1: Read-lock thread A -# 2: Read-lock thread B -# 3: Attempt to write in thread C -> SQLITE_BUSY -# 4: Check db write failed from main thread. -# 5: Unlock from thread A. -# 6: Attempt to write in thread C -> SQLITE_BUSY -# 7: Check db write failed from main thread. -# 8: Unlock from thread B. -# 9: Attempt to write in thread C -> SQLITE_DONE -# 10: Finalize the write from thread C -# 11: Check db write succeeded from main thread. -# -do_test thread1-2.1 { - thread_halt * - thread_create A test.db - thread_compile A {SELECT a FROM t1} - thread_step A - thread_result A -} SQLITE_ROW -do_test thread1-2.2 { - thread_create B test.db - thread_compile B {SELECT b FROM t1} - thread_step B - thread_result B -} SQLITE_ROW -do_test thread1-2.3 { - thread_create C test.db - thread_compile C {INSERT INTO t2 VALUES(98,99)} - thread_step C - thread_result C - thread_finalize C - thread_result C -} SQLITE_BUSY - -do_test thread1-2.4 { - execsql {SELECT * FROM t2} -} {} - -do_test thread1-2.5 { - thread_finalize A - thread_result A -} SQLITE_OK -do_test thread1-2.6 { - thread_compile C {INSERT INTO t2 VALUES(98,99)} - thread_step C - thread_result C - thread_finalize C - thread_result C -} SQLITE_BUSY -do_test thread1-2.7 { - execsql {SELECT * FROM t2} -} {} -do_test thread1-2.8 { - thread_finalize B - thread_result B -} SQLITE_OK -do_test thread1-2.9 { - thread_compile C {INSERT INTO t2 VALUES(98,99)} - thread_step C - thread_result C -} SQLITE_DONE -do_test thread1-2.10 { - thread_finalize C - thread_result C -} SQLITE_OK -do_test thread1-2.11 { - execsql {SELECT * FROM t2} -} {98 99} - -thread_halt * -finish_test diff --git a/libs/sqlite/test/thread2.test b/libs/sqlite/test/thread2.test deleted file mode 100644 index 1d9a208c73..0000000000 --- a/libs/sqlite/test/thread2.test +++ /dev/null @@ -1,246 +0,0 @@ -# 2006 January 14 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is multithreading behavior -# -# $Id: thread2.test,v 1.2 2006/01/18 18:33:42 danielk1977 Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# This file swaps database connections between threads. This -# is illegal if memory-management is enabled, so skip this file -# in that case. -ifcapable memorymanage { - finish_test - return -} - - -# Skip this whole file if the thread testing code is not enabled -# -if {[llength [info command thread_step]]==0 || [sqlite3 -has-codec]} { - finish_test - return -} -if {![info exists threadsOverrideEachOthersLocks]} { - finish_test - return -} - -# Create some data to work with -# -do_test thread1-1.1 { - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,'abcdefgh'); - INSERT INTO t1 SELECT a+1, b||b FROM t1; - INSERT INTO t1 SELECT a+2, b||b FROM t1; - INSERT INTO t1 SELECT a+4, b||b FROM t1; - SELECT count(*), max(length(b)) FROM t1; - } -} {8 64} - -# Use the thread_swap command to move the database connections between -# threads, then verify that they still work. -# -do_test thread2-1.2 { - db close - thread_create A test.db - thread_create B test.db - thread_swap A B - thread_compile A {SELECT a FROM t1 LIMIT 1} - thread_result A -} {SQLITE_OK} -do_test thread2-1.3 { - thread_step A - thread_result A -} {SQLITE_ROW} -do_test thread2-1.4 { - thread_argv A 0 -} {1} -do_test thread2-1.5 { - thread_finalize A - thread_result A -} {SQLITE_OK} -do_test thread2-1.6 { - thread_compile B {SELECT a FROM t1 LIMIT 1} - thread_result B -} {SQLITE_OK} -do_test thread2-1.7 { - thread_step B - thread_result B -} {SQLITE_ROW} -do_test thread2-1.8 { - thread_argv B 0 -} {1} -do_test thread2-1.9 { - thread_finalize B - thread_result B -} {SQLITE_OK} - -# Swap them again. -# -do_test thread2-2.2 { - thread_swap A B - thread_compile A {SELECT a FROM t1 LIMIT 1} - thread_result A -} {SQLITE_OK} -do_test thread2-2.3 { - thread_step A - thread_result A -} {SQLITE_ROW} -do_test thread2-2.4 { - thread_argv A 0 -} {1} -do_test thread2-2.5 { - thread_finalize A - thread_result A -} {SQLITE_OK} -do_test thread2-2.6 { - thread_compile B {SELECT a FROM t1 LIMIT 1} - thread_result B -} {SQLITE_OK} -do_test thread2-2.7 { - thread_step B - thread_result B -} {SQLITE_ROW} -do_test thread2-2.8 { - thread_argv B 0 -} {1} -do_test thread2-2.9 { - thread_finalize B - thread_result B -} {SQLITE_OK} -thread_halt A -thread_halt B - -# Save the original (correct) value of threadsOverrideEachOthersLocks -# so that it can be restored. If this value is left set incorrectly, lots -# of things will go wrong in future tests. -# -set orig_threadOverride $threadsOverrideEachOthersLocks - -# Pretend we are on a system (like RedHat9) were threads do not -# override each others locks. -# -set threadsOverrideEachOthersLocks 0 - -# Verify that we can move database connections between threads as -# long as no locks are held. -# -do_test thread2-3.1 { - thread_create A test.db - set DB [thread_db_get A] - thread_halt A -} {} -do_test thread2-3.2 { - set STMT [sqlite3_prepare $DB {SELECT a FROM t1 LIMIT 1} -1 TAIL] - sqlite3_step $STMT -} SQLITE_ROW -do_test thread2-3.3 { - sqlite3_column_int $STMT 0 -} 1 -do_test thread2-3.4 { - sqlite3_finalize $STMT -} SQLITE_OK -do_test thread2-3.5 { - set STMT [sqlite3_prepare $DB {SELECT max(a) FROM t1} -1 TAIL] - sqlite3_step $STMT -} SQLITE_ROW -do_test thread2-3.6 { - sqlite3_column_int $STMT 0 -} 8 -do_test thread2-3.7 { - sqlite3_finalize $STMT -} SQLITE_OK -do_test thread2-3.8 { - sqlite3_close $DB -} {SQLITE_OK} - -do_test thread2-3.10 { - thread_create A test.db - thread_compile A {SELECT a FROM t1 LIMIT 1} - thread_step A - thread_finalize A - set DB [thread_db_get A] - thread_halt A -} {} -do_test thread2-3.11 { - set STMT [sqlite3_prepare $DB {SELECT a FROM t1 LIMIT 1} -1 TAIL] - sqlite3_step $STMT -} SQLITE_ROW -do_test thread2-3.12 { - sqlite3_column_int $STMT 0 -} 1 -do_test thread2-3.13 { - sqlite3_finalize $STMT -} SQLITE_OK -do_test thread2-3.14 { - sqlite3_close $DB -} SQLITE_OK - -do_test thread2-3.20 { - thread_create A test.db - thread_compile A {SELECT a FROM t1 LIMIT 3} - thread_step A - set STMT [thread_stmt_get A] - set DB [thread_db_get A] - thread_halt A -} {} -do_test thread2-3.21 { - sqlite3_step $STMT -} SQLITE_ROW -do_test thread2-3.22 { - sqlite3_column_int $STMT 0 -} 2 -do_test thread2-3.23 { - # The unlock fails here. But because we never check the return - # code from sqlite3OsUnlock (because we cannot do anything about it - # if it fails) we do not realize that an error has occurred. - sqlite3_finalize $STMT -} SQLITE_OK -do_test thread2-3.25 { - sqlite3_close $DB -} SQLITE_OK - -do_test thread2-3.30 { - thread_create A test.db - thread_compile A {BEGIN} - thread_step A - thread_finalize A - thread_compile A {SELECT a FROM t1 LIMIT 1} - thread_step A - thread_finalize A - set DB [thread_db_get A] - thread_halt A -} {} -do_test thread2-3.31 { - set STMT [sqlite3_prepare $DB {INSERT INTO t1 VALUES(99,'error')} -1 TAIL] - sqlite3_step $STMT -} SQLITE_ERROR -do_test thread2-3.32 { - sqlite3_finalize $STMT -} SQLITE_MISUSE -do_test thread2-3.33 { - sqlite3_close $DB -} SQLITE_OK - -# VERY important to set the override flag back to its true value. -# -set threadsOverrideEachOthersLocks $orig_threadOverride - -# Also important to halt the worker threads, which are using spin -# locks and eating away CPU cycles. -# -thread_halt * -finish_test diff --git a/libs/sqlite/test/threadtest1.c b/libs/sqlite/test/threadtest1.c deleted file mode 100644 index 56fcce33e8..0000000000 --- a/libs/sqlite/test/threadtest1.c +++ /dev/null @@ -1,289 +0,0 @@ -/* -** 2002 January 15 -** -** The author disclaims copyright to this source code. In place of -** a legal notice, here is a blessing: -** -** May you do good and not evil. -** May you find forgiveness for yourself and forgive others. -** May you share freely, never taking more than you give. -** -************************************************************************* -** This file implements a simple standalone program used to test whether -** or not the SQLite library is threadsafe. -** -** Testing the thread safety of SQLite is difficult because there are very -** few places in the code that are even potentially unsafe, and those -** places execute for very short periods of time. So even if the library -** is compiled with its mutexes disabled, it is likely to work correctly -** in a multi-threaded program most of the time. -** -** This file is NOT part of the standard SQLite library. It is used for -** testing only. -*/ -#include "sqlite.h" -#include -#include -#include -#include -#include -#include - -/* -** Enable for tracing -*/ -static int verbose = 0; - -/* -** Come here to die. -*/ -static void Exit(int rc){ - exit(rc); -} - -extern char *sqlite3_mprintf(const char *zFormat, ...); -extern char *sqlite3_vmprintf(const char *zFormat, va_list); - -/* -** When a lock occurs, yield. -*/ -static int db_is_locked(void *NotUsed, int iCount){ - /* sched_yield(); */ - if( verbose ) printf("BUSY %s #%d\n", (char*)NotUsed, iCount); - usleep(100); - return iCount<25; -} - -/* -** Used to accumulate query results by db_query() -*/ -struct QueryResult { - const char *zFile; /* Filename - used for error reporting */ - int nElem; /* Number of used entries in azElem[] */ - int nAlloc; /* Number of slots allocated for azElem[] */ - char **azElem; /* The result of the query */ -}; - -/* -** The callback function for db_query -*/ -static int db_query_callback( - void *pUser, /* Pointer to the QueryResult structure */ - int nArg, /* Number of columns in this result row */ - char **azArg, /* Text of data in all columns */ - char **NotUsed /* Names of the columns */ -){ - struct QueryResult *pResult = (struct QueryResult*)pUser; - int i; - if( pResult->nElem + nArg >= pResult->nAlloc ){ - if( pResult->nAlloc==0 ){ - pResult->nAlloc = nArg+1; - }else{ - pResult->nAlloc = pResult->nAlloc*2 + nArg + 1; - } - pResult->azElem = realloc( pResult->azElem, pResult->nAlloc*sizeof(char*)); - if( pResult->azElem==0 ){ - fprintf(stdout,"%s: malloc failed\n", pResult->zFile); - return 1; - } - } - if( azArg==0 ) return 0; - for(i=0; iazElem[pResult->nElem++] = - sqlite3_mprintf("%s",azArg[i] ? azArg[i] : ""); - } - return 0; -} - -/* -** Execute a query against the database. NULL values are returned -** as an empty string. The list is terminated by a single NULL pointer. -*/ -char **db_query(sqlite *db, const char *zFile, const char *zFormat, ...){ - char *zSql; - int rc; - char *zErrMsg = 0; - va_list ap; - struct QueryResult sResult; - va_start(ap, zFormat); - zSql = sqlite3_vmprintf(zFormat, ap); - va_end(ap); - memset(&sResult, 0, sizeof(sResult)); - sResult.zFile = zFile; - if( verbose ) printf("QUERY %s: %s\n", zFile, zSql); - rc = sqlite3_exec(db, zSql, db_query_callback, &sResult, &zErrMsg); - if( rc==SQLITE_SCHEMA ){ - if( zErrMsg ) free(zErrMsg); - rc = sqlite3_exec(db, zSql, db_query_callback, &sResult, &zErrMsg); - } - if( verbose ) printf("DONE %s %s\n", zFile, zSql); - if( zErrMsg ){ - fprintf(stdout,"%s: query failed: %s - %s\n", zFile, zSql, zErrMsg); - free(zErrMsg); - free(zSql); - Exit(1); - } - sqlite3_free(zSql); - if( sResult.azElem==0 ){ - db_query_callback(&sResult, 0, 0, 0); - } - sResult.azElem[sResult.nElem] = 0; - return sResult.azElem; -} - -/* -** Execute an SQL statement. -*/ -void db_execute(sqlite *db, const char *zFile, const char *zFormat, ...){ - char *zSql; - int rc; - char *zErrMsg = 0; - va_list ap; - va_start(ap, zFormat); - zSql = sqlite3_vmprintf(zFormat, ap); - va_end(ap); - if( verbose ) printf("EXEC %s: %s\n", zFile, zSql); - do{ - rc = sqlite3_exec(db, zSql, 0, 0, &zErrMsg); - }while( rc==SQLITE_BUSY ); - if( verbose ) printf("DONE %s: %s\n", zFile, zSql); - if( zErrMsg ){ - fprintf(stdout,"%s: command failed: %s - %s\n", zFile, zSql, zErrMsg); - free(zErrMsg); - sqlite3_free(zSql); - Exit(1); - } - sqlite3_free(zSql); -} - -/* -** Free the results of a db_query() call. -*/ -void db_query_free(char **az){ - int i; - for(i=0; az[i]; i++){ - sqlite3_free(az[i]); - } - free(az); -} - -/* -** Check results -*/ -void db_check(const char *zFile, const char *zMsg, char **az, ...){ - va_list ap; - int i; - char *z; - va_start(ap, az); - for(i=0; (z = va_arg(ap, char*))!=0; i++){ - if( az[i]==0 || strcmp(az[i],z)!=0 ){ - fprintf(stdout,"%s: %s: bad result in column %d: %s\n", - zFile, zMsg, i+1, az[i]); - db_query_free(az); - Exit(1); - } - } - va_end(ap); - db_query_free(az); -} - -pthread_mutex_t lock = PTHREAD_MUTEX_INITIALIZER; -pthread_cond_t sig = PTHREAD_COND_INITIALIZER; -int thread_cnt = 0; - -static void *worker_bee(void *pArg){ - const char *zFilename = (char*)pArg; - char *azErr; - int i, cnt; - int t = atoi(zFilename); - char **az; - sqlite *db; - - pthread_mutex_lock(&lock); - thread_cnt++; - pthread_mutex_unlock(&lock); - printf("%s: START\n", zFilename); - fflush(stdout); - for(cnt=0; cnt<10; cnt++){ - sqlite3_open(&zFilename[2], &db); - if( db==0 ){ - fprintf(stdout,"%s: can't open\n", zFilename); - Exit(1); - } - sqlite3_busy_handler(db, db_is_locked, zFilename); - db_execute(db, zFilename, "CREATE TABLE t%d(a,b,c);", t); - for(i=1; i<=100; i++){ - db_execute(db, zFilename, "INSERT INTO t%d VALUES(%d,%d,%d);", - t, i, i*2, i*i); - } - az = db_query(db, zFilename, "SELECT count(*) FROM t%d", t); - db_check(zFilename, "tX size", az, "100", 0); - az = db_query(db, zFilename, "SELECT avg(b) FROM t%d", t); - db_check(zFilename, "tX avg", az, "101", 0); - db_execute(db, zFilename, "DELETE FROM t%d WHERE a>50", t); - az = db_query(db, zFilename, "SELECT avg(b) FROM t%d", t); - db_check(zFilename, "tX avg2", az, "51", 0); - for(i=1; i<=50; i++){ - char z1[30], z2[30]; - az = db_query(db, zFilename, "SELECT b, c FROM t%d WHERE a=%d", t, i); - sprintf(z1, "%d", i*2); - sprintf(z2, "%d", i*i); - db_check(zFilename, "readback", az, z1, z2, 0); - } - db_execute(db, zFilename, "DROP TABLE t%d;", t); - sqlite3_close(db); - } - printf("%s: END\n", zFilename); - /* unlink(zFilename); */ - fflush(stdout); - pthread_mutex_lock(&lock); - thread_cnt--; - if( thread_cnt<=0 ){ - pthread_cond_signal(&sig); - } - pthread_mutex_unlock(&lock); - return 0; -} - -int main(int argc, char **argv){ - char *zFile; - int i, n; - pthread_t id; - if( argc>2 && strcmp(argv[1], "-v")==0 ){ - verbose = 1; - argc--; - argv++; - } - if( argc<2 || (n=atoi(argv[1]))<1 ) n = 10; - for(i=0; i0 ){ - pthread_cond_wait(&sig, &lock); - } - pthread_mutex_unlock(&lock); - for(i=0; i -#include -#include -#include -#include -#include "sqlite.h" - -/* -** Name of the database -*/ -#define DB_FILE "test.db" - -/* -** When this variable becomes non-zero, all threads stop -** what they are doing. -*/ -volatile int all_stop = 0; - -/* -** Callback from the integrity check. If the result is anything other -** than "ok" it means the integrity check has failed. Set the "all_stop" -** global variable to stop all other activity. Print the error message -** or print OK if the string "ok" is seen. -*/ -int check_callback(void *pid, int argc, char **argv, char **notUsed2){ - int id = (int)pid; - if( strcmp(argv[0],"ok") ){ - all_stop = 1; - fprintf(stderr,"id: %s\n", id, argv[0]); - }else{ - /* fprintf(stderr,"%d: OK\n", id); */ - } - return 0; -} - -/* -** Do an integrity check on the database. If the first integrity check -** fails, try it a second time. -*/ -int integrity_check(sqlite *db, int id){ - int rc; - if( all_stop ) return 0; - /* fprintf(stderr,"%d: CHECK\n", id); */ - rc = sqlite3_exec(db, "pragma integrity_check", check_callback, 0, 0); - if( rc!=SQLITE_OK && rc!=SQLITE_BUSY ){ - fprintf(stderr,"%d, Integrity check returns %d\n", id, rc); - } - if( all_stop ){ - sqlite3_exec(db, "pragma integrity_check", check_callback, 0, 0); - } - return 0; -} - -/* -** This is the worker thread -*/ -void *worker(void *workerArg){ - sqlite *db; - int id = (int)workerArg; - int rc; - int cnt = 0; - fprintf(stderr, "Starting worker %d\n", id); - while( !all_stop && cnt++<10000 ){ - if( cnt%100==0 ) printf("%d: %d\n", id, cnt); - while( (sqlite3_open(DB_FILE, &db))!=SQLITE_OK ) sched_yield(); - sqlite3_exec(db, "PRAGMA synchronous=OFF", 0, 0, 0); - /* integrity_check(db, id); */ - if( all_stop ){ sqlite3_close(db); break; } - /* fprintf(stderr, "%d: BEGIN\n", id); */ - rc = sqlite3_exec(db, "INSERT INTO t1 VALUES('bogus data')", 0, 0, 0); - /* fprintf(stderr, "%d: END rc=%d\n", id, rc); */ - sqlite3_close(db); - } - fprintf(stderr, "Worker %d finished\n", id); - return 0; -} - -/* -** Initialize the database and start the threads -*/ -int main(int argc, char **argv){ - sqlite *db; - int i, rc; - pthread_t aThread[5]; - - if( strcmp(DB_FILE,":memory:") ){ - char *zJournal = sqlite3_mprintf("%s-journal", DB_FILE); - unlink(DB_FILE); - unlink(zJournal); - sqlite3_free(zJournal); - } - sqlite3_open(DB_FILE, &db); - if( db==0 ){ - fprintf(stderr,"unable to initialize database\n"); - exit(1); - } - rc = sqlite3_exec(db, "CREATE TABLE t1(x);", 0,0,0); - if( rc ){ - fprintf(stderr,"cannot create table t1: %d\n", rc); - exit(1); - } - sqlite3_close(db); - for(i=0; iS', - 'cf07c8348fdf675cc1f7696b7d45191b'); - CREATE TABLE UserGroups ( - userGroupId INTEGER PRIMARY KEY, - userGroup STRING UNIQUE - ); - INSERT INTO "UserGroups" VALUES(1, 'test'); - INSERT INTO "UserGroups" VALUES(2, 'limited'); - - CREATE TABLE UserGroupMembers ( - userGroupId INTEGER, - userId INTEGER - ); - INSERT INTO "UserGroupMembers" VALUES(1, 1); - INSERT INTO "UserGroupMembers" VALUES(2, 2); - - CREATE TABLE Permissions ( - userGroupId INTEGER, - labelId INTEGER NOT NULL, - itemId INTEGER NOT NULL, - write INTEGER, - capped INTEGER, - admin INTEGER - ); - INSERT INTO "Permissions" VALUES(1, 0, 0, 1, 0, 1); - INSERT INTO "Permissions" VALUES(2, 2, 4, 0, 0, 0); - } -} {} - -# Run the query with an index -# -do_test tkt1443-1.1 { - execsql { - select distinct - Items.Item as trove, UP.pattern as pattern - from - ( select - Permissions.labelId as labelId, - PerItems.item as pattern - from - Users, UserGroupMembers, Permissions - left outer join Items as PerItems - on Permissions.itemId = PerItems.itemId - where - Users.user = 'limited' - and Users.userId = UserGroupMembers.userId - and UserGroupMembers.userGroupId = Permissions.userGroupId - ) as UP join LabelMap on ( UP.labelId = 0 or - UP.labelId = LabelMap.labelId ), - Labels, Items - where - Labels.label = 'localhost@rpl:branch' - and Labels.labelId = LabelMap.labelId - and LabelMap.itemId = Items.itemId - ORDER BY +trove, +pattern - } -} {double .*:runtime double:runtime .*:runtime double:source .*:runtime} - -# Create an index and rerun the query. -# Verify that the results are the same -# -do_test tkt1443-1.2 { - execsql { - CREATE UNIQUE INDEX PermissionsIdx - ON Permissions(userGroupId, labelId, itemId); - select distinct - Items.Item as trove, UP.pattern as pattern - from - ( select - Permissions.labelId as labelId, - PerItems.item as pattern - from - Users, UserGroupMembers, Permissions - left outer join Items as PerItems - on Permissions.itemId = PerItems.itemId - where - Users.user = 'limited' - and Users.userId = UserGroupMembers.userId - and UserGroupMembers.userGroupId = Permissions.userGroupId - ) as UP join LabelMap on ( UP.labelId = 0 or - UP.labelId = LabelMap.labelId ), - Labels, Items - where - Labels.label = 'localhost@rpl:branch' - and Labels.labelId = LabelMap.labelId - and LabelMap.itemId = Items.itemId - ORDER BY +trove, +pattern - } -} {double .*:runtime double:runtime .*:runtime double:source .*:runtime} - -finish_test diff --git a/libs/sqlite/test/tkt1444.test b/libs/sqlite/test/tkt1444.test deleted file mode 100644 index 13870db8e8..0000000000 --- a/libs/sqlite/test/tkt1444.test +++ /dev/null @@ -1,56 +0,0 @@ -# 2005 September 19 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1444 has been -# fixed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !compound||!view { - finish_test - return -} - -# The use of a VIEW that contained an ORDER BY clause within a UNION ALL -# was causing problems. See ticket #1444. -# -do_test tkt1444-1.1 { - execsql { - CREATE TABLE DemoTable (x INTEGER, TextKey TEXT, DKey Real); - CREATE INDEX DemoTableIdx ON DemoTable (TextKey); - INSERT INTO DemoTable VALUES(9,8,7); - INSERT INTO DemoTable VALUES(1,2,3); - CREATE VIEW DemoView AS SELECT * FROM DemoTable ORDER BY TextKey; - SELECT * FROM DemoTable UNION ALL SELECT * FROM DemoView ORDER BY 1; - } -} {1 2 3.0 1 2 3.0 9 8 7.0 9 8 7.0} -do_test tkt1444-1.2 { - execsql { - SELECT * FROM DemoTable UNION ALL SELECT * FROM DemoView; - } -} {9 8 7.0 1 2 3.0 1 2 3.0 9 8 7.0} -do_test tkt1444-1.3 { - execsql { - DROP VIEW DemoView; - CREATE VIEW DemoView AS SELECT * FROM DemoTable; - SELECT * FROM DemoTable UNION ALL SELECT * FROM DemoView ORDER BY 1; - } -} {1 2 3.0 1 2 3.0 9 8 7.0 9 8 7.0} -do_test tkt1444-1.4 { - execsql { - SELECT * FROM DemoTable UNION ALL SELECT * FROM DemoView; - } -} {9 8 7.0 1 2 3.0 9 8 7.0 1 2 3.0} - -finish_test diff --git a/libs/sqlite/test/tkt1449.test b/libs/sqlite/test/tkt1449.test deleted file mode 100644 index 5f27ee7a4c..0000000000 --- a/libs/sqlite/test/tkt1449.test +++ /dev/null @@ -1,262 +0,0 @@ -# 2005 September 19 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1449 has been -# fixed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Somewhere in tkt1449-1.1 is a VIEW definition that uses a subquery and -# a compound SELECT. So we cannot run this file if any of these features -# are not available. -ifcapable !subquery||!compound||!view { - finish_test - return -} - -# The following schema generated problems in ticket #1449. We've retained -# the original schema here because it is some unbelievably complex, it seemed -# like a good test case for SQLite. -# -do_test tkt1449-1.1 { - execsql { - BEGIN; - CREATE TABLE ACLS(ISSUEID text(50) not null, OBJECTID text(50) not null, PARTICIPANTID text(50) not null, PERMISSIONBITS int not null, constraint PK_ACLS primary key (ISSUEID, OBJECTID, PARTICIPANTID)); - CREATE TABLE ACTIONITEMSTATUSES(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, FRIENDLYNAME text(100) not null, REVISION int not null, SHORTNAME text(30) not null, LONGNAME text(200) not null, ATTACHMENTHANDLING int not null, RESULT int not null, NOTIFYCREATOR text(1) null, NOTIFYASSIGNEE text(1) null, NOTIFYFYI text(1) null, NOTIFYCLOSURETEAM text(1) null, NOTIFYCOORDINATORS text(1) null, COMMENTREQUIRED text(1) not null, constraint PK_ACTIONITEMSTATUSES primary key (ISSUEID, OBJECTID)); - CREATE TABLE ACTIONITEMTYPES(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, REVISION int not null, LABEL text(200) not null, INSTRUCTIONS text not null, EMAILINSTRUCTIONS text null, ALLOWEDSTATUSES text not null, INITIALSTATUS text(100) not null, COMMENTREQUIRED text(1) not null, ATTACHMENTHANDLING int not null, constraint PK_ACTIONITEMTYPES primary key (ISSUEID, OBJECTID)); - CREATE TABLE ATTACHMENTS(TQUNID text(36) not null, OBJECTID text(50) null, ISSUEID text(50) null, DATASTREAM blob not null, CONTENTENCODING text(50) null, CONTENTCHARSET text(50) null, CONTENTTYPE text(100) null, CONTENTID text(100) null, CONTENTLOCATION text(100) null, CONTENTNAME text(100) not null, constraint PK_ATTACHMENTS primary key (TQUNID)); - CREATE TABLE COMPLIANCEPOLICIES(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, BODY text null, constraint PK_COMPLIANCEPOLICIES primary key (ISSUEID, OBJECTID)); - CREATE TABLE DBHISTORY(DATETIME text(25) not null, OPERATION text(20) not null, KUBIVERSION text(100) not null, FROMVERSION int null, TOVERSION int null); - CREATE TABLE DBINFO(FINGERPRINT text(32) not null, VERSION int not null); - CREATE TABLE DETACHEDATTACHMENTS (TQUNID text(36) not null, ISSUEID text(50) not null, OBJECTID text(50) not null, PATH text(300) not null, DETACHEDFILELASTMODTIMESTAMP text(25) null, CONTENTID text(100) not null, constraint PK_DETACHEDATTACHMENTS primary key (TQUNID)); - CREATE TABLE DOCREFERENCES(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, REFERENCEDOCUMENTID text(50) null, constraint PK_DOCREFERENCES primary key (ISSUEID, OBJECTID)); - CREATE TABLE DQ (TQUNID text(36) not null, ISSUEID text(50) not null, DEPENDSID text(50) null, DEPENDSTYPE int null, DEPENDSCOMMANDSTREAM blob null, DEPENDSNODEIDSEQNOKEY text(100) null, DEPENDSACLVERSION int null, constraint PK_DQ primary key (TQUNID)); - CREATE TABLE EMAILQ(TIMEQUEUED int not null, NODEID text(50) not null, MIME blob not null, TQUNID text(36) not null); - CREATE TABLE ENTERPRISEDATA(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, DATE1 text(25) null, DATE2 text(25) null, DATE3 text(25) null, DATE4 text(25) null, DATE5 text(25) null, DATE6 text(25) null, DATE7 text(25) null, DATE8 text(25) null, DATE9 text(25) null, DATE10 text(25) null, VALUE1 int null, VALUE2 int null, VALUE3 int null, VALUE4 int null, VALUE5 int null, VALUE6 int null, VALUE7 int null, VALUE8 int null, VALUE9 int null, VALUE10 int null, VALUE11 int null, VALUE12 int null, VALUE13 int null, VALUE14 int null, VALUE15 int null, VALUE16 int null, VALUE17 int null, VALUE18 int null, VALUE19 int null, VALUE20 int null, STRING1 text(300) null, STRING2 text(300) null, STRING3 text(300) null, STRING4 text(300) null, STRING5 text(300) null, STRING6 text(300) null, STRING7 text(300) null, STRING8 text(300) null, STRING9 text(300) null, STRING10 text(300) null, LONGSTRING1 text null, LONGSTRING2 text null, LONGSTRING3 text null, LONGSTRING4 text null, LONGSTRING5 text null, LONGSTRING6 text null, LONGSTRING7 text null, LONGSTRING8 text null, LONGSTRING9 text null, LONGSTRING10 text null, constraint PK_ENTERPRISEDATA primary key (ISSUEID, OBJECTID)); - CREATE TABLE FILEMORGUE(TQUNID text(36) not null, PATH text(300) not null, DELETEFOLDERWHENEMPTY text(1) null, constraint PK_FILEMORGUE primary key (TQUNID)); - CREATE TABLE FILES(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, PARENTENTITYID text(50) null, BODY text null, BODYCONTENTTYPE text(100) null, ISOBSOLETE text(1) null, FILENAME text(300) not null, VISIBLENAME text(300) not null, VERSIONSTRING text(300) not null, DOCUMENTHASH text(40) not null, ISFINAL text(1) null, DOCREFERENCEID text(50) not null, constraint PK_FILES primary key (ISSUEID, OBJECTID)); - CREATE TABLE FOLDERS(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, CONTAINERNAME text(300) null, CONTAINERACLSETTINGS text null, constraint PK_FOLDERS primary key (ISSUEID, OBJECTID)); - CREATE TABLE GLOBALSETTINGS(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, SINGULARPROJECTLABEL text(30) not null, PLURALPROJECTLABEL text(30) not null, PROJECTREQUIRED text(1) not null, CUSTOMPROJECTSALLOWED text(1) not null, ACTIONITEMSPECXML text null, PROJECTLISTXML text null, ENTERPRISEDATALABELS text null, ENTERPRISEDATATABXSL text null, constraint PK_GLOBALSETTINGS primary key (ISSUEID, OBJECTID)); - CREATE TABLE GLOBALSTRINGPROPERTIES(ID int not null, VALUE text(300) not null, constraint PK_GLOBALSTRINGPROPERTIES primary key (ID)); - CREATE TABLE IMQ(TQUNID text(36) not null, DATETIMEQUEUED text(25) not null, ISSUEID text(50) not null, KUBIBUILD text(30) not null, FAILCOUNT int not null, LASTRUN text(25) null, ENVELOPESTREAM blob not null, PAYLOADSTREAM blob not null, constraint PK_IMQ primary key (TQUNID)); - CREATE TABLE INVITATIONNODES(INVITATIONID text(50) not null, RECIPIENTNODEID text(50) not null, DATECREATED text(25) not null, constraint PK_INVITATIONNODES primary key (INVITATIONID, RECIPIENTNODEID)); - CREATE TABLE INVITATIONS (INVITATIONID text(50) not null, SENDERNODEID text(50) not null, RECIPIENTEMAILADDR text(200) not null, RECIPIENTUSERID text(50) null, RECIPIENTNODES text null, ISSUEID text(50) not null, ENVELOPE text not null, MESSAGEBLOB blob not null, INVITATIONSTATE int not null, TQUNID text(36) not null, DATECREATED text(25) not null); - CREATE TABLE ISSUES (CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, CONTAINERNAME text(300) null, CONTAINERACLSETTINGS text null, ISINITIALIZED text(1) null, BLINDINVITES text null, ISSYSTEMISSUE text(1) not null, ISSUETYPE int not null, ACTIVITYTYPEID text(50) null, ISINCOMPLETE text(1) not null, constraint PK_ISSUES primary key (ISSUEID, OBJECTID)); - CREATE TABLE ISSUESETTINGS (CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, ISSUENAME text(300) not null, ISSUEACLSETTINGS text not null, ISSUEDUEDATE text(25) null, ISSUEPRIORITY int null, ISSUESTATUS int null, DESCRIPTION text null, PROJECTID text(100) null, PROJECTNAME text null, PROJECTNAMEISCUSTOM text(1) null, ISSYSTEMISSUE text(1) not null, ACTIONITEMREVNUM int not null, constraint PK_ISSUESETTINGS primary key (ISSUEID, OBJECTID)); - CREATE TABLE KMTPMSG (MSGID integer not null, SENDERID text(50) null, RECIPIENTIDLIST text not null, ISSUEID text(50) null, MESSAGETYPE int not null, ENVELOPE text null, MESSAGEBLOB blob not null, RECEIVEDDATE text(25) not null, constraint PK_KMTPMSG primary key (MSGID)); - CREATE TABLE KMTPNODEQ(NODEID text(50) not null, MSGID int not null, RECEIVEDDATE text(25) not null, SENDCOUNT int not null); - CREATE TABLE KMTPQ(MSGID integer not null, SENDERID text(50) null, RECIPIENTIDLIST text not null, ISSUEID text(50) null, MESSAGETYPE int not null, ENVELOPE text null, MESSAGEBLOB blob not null, constraint PK_KMTPQ primary key (MSGID)); - CREATE TABLE LOGENTRIES(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, PARENTENTITYID text(50) null, BODY text null, BODYCONTENTTYPE text(100) null, ISOBSOLETE text(1) null, ACTIONTYPE int not null, ASSOCIATEDOBJECTIDS text null, OLDENTITIES text null, NEWENTITIES text null, OTHERENTITIES text null, constraint PK_LOGENTRIES primary key (ISSUEID, OBJECTID)); - CREATE TABLE LSBI(TQUNID text(36) not null, ISSUEID text(50) not null, TABLEITEMID text(50) null, TABLENODEID text(50) null, TABLECMD int null, TABLECONTAINERID text(50) null, TABLESEQNO int null, DIRTYCONTENT text null, STUBBED text(1) null, ENTITYSTUBDATA text null, UPDATENUMBER int not null, constraint PK_LSBI primary key (TQUNID)); - CREATE TABLE LSBN(TQUNID text(36) not null, ISSUEID text(50) not null, NODEID text(50) not null, STORESEQNO int not null, SYNCSEQNO int not null, LASTMSGDATE text(25) null, constraint PK_LSBN primary key (TQUNID)); - CREATE TABLE MMQ(TQUNID text(36) not null, ISSUEID text(50) not null, TABLEREQUESTNODE text(50) null, MMQENTRYINDEX text(60) null, DIRECTION int null, NODEID text(50) null, TABLEFIRSTSEQNO int null, TABLELASTSEQNO int null, NEXTRESENDTIMEOUT text(25) null, TABLETIMEOUTMULTIPLIER int null, constraint PK_MMQ primary key (TQUNID)); - CREATE TABLE NODEREG(NODEID text(50) not null, USERID text(50) null, CREATETIME text(25) not null, TQUNID text(36) not null); - CREATE TABLE NODES (NODEID text(50) not null, USERID text(50) null, NODESTATE int not null, NODECERT text null, KUBIVERSION int not null, KUBIBUILD text(30) not null, TQUNID text(36) not null, LASTBINDDATE text(25) null, LASTUNBINDDATE text(25) null, LASTBINDIP text(15) null, NUMBINDS int not null, NUMSENDS int not null, NUMPOLLS int not null, NUMRECVS int not null); - CREATE TABLE PARTICIPANTNODES(ISSUEID text(50) not null, OBJECTID text(50) not null, NODEID text(50) not null, USERID text(50) null, NODESTATE int not null, NODECERT text null, KUBIVERSION int not null, KUBIBUILD text(30) not null, TQUNID text(36) not null); - CREATE TABLE PARTICIPANTS(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, PARTICIPANTSTATE int not null, PARTICIPANTROLE int not null, PARTICIPANTTEAM int not null, ISREQUIREDMEMBER text(1) null, USERID text(50) null, ISAGENT text(1) null, NAME text(150) not null, EMAILADDRESS text(200) not null, ISEMAILONLY text(1) not null, INVITATION text null, ACCEPTRESENDCOUNT int null, ACCEPTRESENDTIMEOUT text(25) null, ACCEPTLASTSENTTONODEID text(50) null, constraint PK_PARTICIPANTS primary key (ISSUEID, OBJECTID)); - CREATE TABLE PARTICIPANTSETTINGS(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, PARTICIPANTID text(50) not null, TASKPIMSYNC text(1) null, MOBILESUPPORT text(1) null, NOTIFYBYEMAIL text(1) null, MARKEDCRITICAL text(1) null, constraint PK_PARTICIPANTSETTINGS primary key (ISSUEID, OBJECTID)); - CREATE TABLE PARTITIONS(PARTITIONID text(50) not null, NAME text(100) not null, LDAPDN text(300) not null, SERVERNODEID text(50) not null, TQUNID text(36) not null); - CREATE TABLE PROJECTS(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, NAME text(100) not null, ID text(100) null, constraint PK_PROJECTS primary key (ISSUEID, OBJECTID)); - CREATE TABLE TASKCOMPLETIONS(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, PARENTENTITYID text(50) null, BODY text null, BODYCONTENTTYPE text(100) null, ISOBSOLETE text(1) null, TASKID text(50) not null, DISPOSITION int not null, STATUSID text(50) not null, SHORTNAME text(30) not null, LONGNAME text(200) not null, constraint PK_TASKCOMPLETIONS primary key (ISSUEID, OBJECTID)); - CREATE TABLE TASKS(CLASSID int null, SEQNO int not null, LASTMODONNODEID text(50) not null, PREVMODONNODEID text(50) null, ISSUEID text(50) not null, OBJECTID text(50) not null, REVISIONNUM int not null, CONTAINERID text(50) not null, AUTHORID text(50) not null, CREATIONDATE text(25) null, LASTMODIFIEDDATE text(25) null, UPDATENUMBER int null, PREVREVISIONNUM int null, LASTCMD int null, LASTCMDACLVERSION int null, USERDEFINEDFIELD text(300) null, LASTMODIFIEDBYID text(50) null, PARENTENTITYID text(50) null, BODY text null, BODYCONTENTTYPE text(100) null, ISOBSOLETE text(1) null, DUETIME text(25) null, ASSIGNEDTO text(50) not null, TARGETOBJECTIDS text null, RESPONSEID text(50) not null, TYPEID text(50) not null, LABEL text(200) not null, INSTRUCTIONS text not null, ALLOWEDSTATUSES text not null, ISSERIALREVIEW text(1) null, DAYSTOREVIEW int null, REVIEWERIDS text(500) null, REVIEWTYPE int null, REVIEWGROUP text(300) null, constraint PK_TASKS primary key (ISSUEID, OBJECTID)); - CREATE TABLE USERS (USERID text(50) not null, USERSID text(100) not null, ENTERPRISEUSER text(1) not null, USEREMAILADDRESS text(200) null, EMAILVALIDATED text(1) null, VALIDATIONCOOKIE text(50) null, CREATETIME text(25) not null, TQUNID text(36) not null, PARTITIONID text(50) null); - CREATE VIEW CRITICALISSUES as - - - select - USERID, ISSUEID, ISSUENAME, min(DATE1) DATE1 - from ( - select p.USERID USERID, p.ISSUEID ISSUEID, iset.ISSUENAME ISSUENAME, t.DUETIME DATE1 - from PARTICIPANTS p - join TASKS t on t.ASSIGNEDTO = p.OBJECTID - join TASKCOMPLETIONS tc on tc.TASKID = t.OBJECTID - join ISSUESETTINGS iset on iset.ISSUEID = p.ISSUEID - where (t.ISOBSOLETE = 'n' or t.ISOBSOLETE is null) - and tc.DISPOSITION = 1 - and iset.ISSUESTATUS = 1 - union - select p.USERID USERID, p.ISSUEID ISSUEID, iset.ISSUENAME ISSUENAME, iset.ISSUEDUEDATE DATE1 - from PARTICIPANTS p - join PARTICIPANTSETTINGS ps on ps.PARTICIPANTID = p.OBJECTID - join ISSUESETTINGS iset on iset.ISSUEID = p.ISSUEID - where ps.MARKEDCRITICAL = 'y' - and iset.ISSUESTATUS = 1 - ) as CRITICALDATA - group by USERID, ISSUEID, ISSUENAME; - CREATE VIEW CURRENTFILES as - - - select - d.ISSUEID as ISSUEID, - d.REFERENCEDOCUMENTID as OBJECTID, - f.VISIBLENAME as VISIBLENAME - from - DOCREFERENCES d - join FILES f on f.OBJECTID = d.REFERENCEDOCUMENTID; - CREATE VIEW ISSUEDATA as - - - select - ISSUES.OBJECTID as ISSUEID, - ISSUES.CREATIONDATE as CREATIONDATE, - ISSUES.AUTHORID as AUTHORID, - ISSUES.LASTMODIFIEDDATE as LASTMODIFIEDDATE, - ISSUES.LASTMODIFIEDBYID as LASTMODIFIEDBYID, - ISSUESETTINGS.ISSUENAME as ISSUENAME, - ISSUES.ISINITIALIZED as ISINITIALIZED, - ISSUES.ISSYSTEMISSUE as ISSYSTEMISSUE, - ISSUES.ISSUETYPE as ISSUETYPE, - ISSUES.ISINCOMPLETE as ISINCOMPLETE, - ISSUESETTINGS.REVISIONNUM as ISSUESETTINGS_REVISIONNUM, - ISSUESETTINGS.LASTMODIFIEDDATE as ISSUESETTINGS_LASTMODIFIEDDATE, - ISSUESETTINGS.LASTMODIFIEDBYID as ISSUESETTINGS_LASTMODIFIEDBYID, - ISSUESETTINGS.ISSUEDUEDATE as ISSUEDUEDATE, - ISSUESETTINGS.ISSUEPRIORITY as ISSUEPRIORITY, - ISSUESETTINGS.ISSUESTATUS as ISSUESTATUS, - ISSUESETTINGS.DESCRIPTION as DESCRIPTION, - ISSUESETTINGS.PROJECTID as PROJECTID, - ISSUESETTINGS.PROJECTNAME as PROJECTNAME, - ISSUESETTINGS.PROJECTNAMEISCUSTOM as PROJECTNAMEISCUSTOM, - ENTERPRISEDATA.REVISIONNUM as ENTERPRISEDATA_REVISIONNUM, - ENTERPRISEDATA.CREATIONDATE as ENTERPRISEDATA_CREATIONDATE, - ENTERPRISEDATA.AUTHORID as ENTERPRISEDATA_AUTHORID, - ENTERPRISEDATA.LASTMODIFIEDDATE as ENTERPRISEDATA_LASTMODIFIEDDATE, - ENTERPRISEDATA.LASTMODIFIEDBYID as ENTERPRISEDATA_LASTMODIFIEDBYID, - ENTERPRISEDATA.DATE1 as DATE1, - ENTERPRISEDATA.DATE2 as DATE2, - ENTERPRISEDATA.DATE3 as DATE3, - ENTERPRISEDATA.DATE4 as DATE4, - ENTERPRISEDATA.DATE5 as DATE5, - ENTERPRISEDATA.DATE6 as DATE6, - ENTERPRISEDATA.DATE7 as DATE7, - ENTERPRISEDATA.DATE8 as DATE8, - ENTERPRISEDATA.DATE9 as DATE9, - ENTERPRISEDATA.DATE10 as DATE10, - ENTERPRISEDATA.VALUE1 as VALUE1, - ENTERPRISEDATA.VALUE2 as VALUE2, - ENTERPRISEDATA.VALUE3 as VALUE3, - ENTERPRISEDATA.VALUE4 as VALUE4, - ENTERPRISEDATA.VALUE5 as VALUE5, - ENTERPRISEDATA.VALUE6 as VALUE6, - ENTERPRISEDATA.VALUE7 as VALUE7, - ENTERPRISEDATA.VALUE8 as VALUE8, - ENTERPRISEDATA.VALUE9 as VALUE9, - ENTERPRISEDATA.VALUE10 as VALUE10, - ENTERPRISEDATA.VALUE11 as VALUE11, - ENTERPRISEDATA.VALUE12 as VALUE12, - ENTERPRISEDATA.VALUE13 as VALUE13, - ENTERPRISEDATA.VALUE14 as VALUE14, - ENTERPRISEDATA.VALUE15 as VALUE15, - ENTERPRISEDATA.VALUE16 as VALUE16, - ENTERPRISEDATA.VALUE17 as VALUE17, - ENTERPRISEDATA.VALUE18 as VALUE18, - ENTERPRISEDATA.VALUE19 as VALUE19, - ENTERPRISEDATA.VALUE20 as VALUE20, - ENTERPRISEDATA.STRING1 as STRING1, - ENTERPRISEDATA.STRING2 as STRING2, - ENTERPRISEDATA.STRING3 as STRING3, - ENTERPRISEDATA.STRING4 as STRING4, - ENTERPRISEDATA.STRING5 as STRING5, - ENTERPRISEDATA.STRING6 as STRING6, - ENTERPRISEDATA.STRING7 as STRING7, - ENTERPRISEDATA.STRING8 as STRING8, - ENTERPRISEDATA.STRING9 as STRING9, - ENTERPRISEDATA.STRING10 as STRING10, - ENTERPRISEDATA.LONGSTRING1 as LONGSTRING1, - ENTERPRISEDATA.LONGSTRING2 as LONGSTRING2, - ENTERPRISEDATA.LONGSTRING3 as LONGSTRING3, - ENTERPRISEDATA.LONGSTRING4 as LONGSTRING4, - ENTERPRISEDATA.LONGSTRING5 as LONGSTRING5, - ENTERPRISEDATA.LONGSTRING6 as LONGSTRING6, - ENTERPRISEDATA.LONGSTRING7 as LONGSTRING7, - ENTERPRISEDATA.LONGSTRING8 as LONGSTRING8, - ENTERPRISEDATA.LONGSTRING9 as LONGSTRING9, - ENTERPRISEDATA.LONGSTRING10 as LONGSTRING10 - from - ISSUES - join ISSUESETTINGS on ISSUES.OBJECTID = ISSUESETTINGS.ISSUEID - left outer join ENTERPRISEDATA on ISSUES.OBJECTID = ENTERPRISEDATA.ISSUEID; - CREATE VIEW ITEMS as - - select 'FILES' as TABLENAME, CLASSID, SEQNO, LASTMODONNODEID, PREVMODONNODEID, ISSUEID, OBJECTID, REVISIONNUM, CONTAINERID, AUTHORID, CREATIONDATE, LASTMODIFIEDDATE, UPDATENUMBER, PREVREVISIONNUM, LASTCMD, LASTCMDACLVERSION, USERDEFINEDFIELD, LASTMODIFIEDBYID, PARENTENTITYID, BODY, BODYCONTENTTYPE, ISOBSOLETE, FILENAME, VISIBLENAME, VERSIONSTRING, DOCUMENTHASH, ISFINAL, DOCREFERENCEID, NULL as ACTIONTYPE, NULL as ASSOCIATEDOBJECTIDS, NULL as OLDENTITIES, NULL as NEWENTITIES, NULL as OTHERENTITIES, NULL as TQUNID, NULL as TABLEITEMID, NULL as TABLENODEID, NULL as TABLECMD, NULL as TABLECONTAINERID, NULL as TABLESEQNO, NULL as DIRTYCONTENT, NULL as STUBBED, NULL as ENTITYSTUBDATA, NULL as PARTICIPANTSTATE, NULL as PARTICIPANTROLE, NULL as PARTICIPANTTEAM, NULL as ISREQUIREDMEMBER, NULL as USERID, NULL as ISAGENT, NULL as NAME, NULL as EMAILADDRESS, NULL as ISEMAILONLY, NULL as INVITATION, NULL as ACCEPTRESENDCOUNT, NULL as ACCEPTRESENDTIMEOUT, NULL as ACCEPTLASTSENTTONODEID, NULL as TASKID, NULL as DISPOSITION, NULL as STATUSID, NULL as SHORTNAME, NULL as LONGNAME, NULL as DUETIME, NULL as ASSIGNEDTO, NULL as TARGETOBJECTIDS, NULL as RESPONSEID, NULL as TYPEID, NULL as LABEL, NULL as INSTRUCTIONS, NULL as ALLOWEDSTATUSES, NULL as ISSERIALREVIEW, NULL as DAYSTOREVIEW, NULL as REVIEWERIDS, NULL as REVIEWTYPE, NULL as REVIEWGROUP from FILES - union all - select 'LOGENTRIES' as TABLENAME, CLASSID, SEQNO, LASTMODONNODEID, PREVMODONNODEID, ISSUEID, OBJECTID, REVISIONNUM, CONTAINERID, AUTHORID, CREATIONDATE, LASTMODIFIEDDATE, UPDATENUMBER, PREVREVISIONNUM, LASTCMD, LASTCMDACLVERSION, USERDEFINEDFIELD, LASTMODIFIEDBYID, PARENTENTITYID, BODY, BODYCONTENTTYPE, ISOBSOLETE, NULL as FILENAME, NULL as VISIBLENAME, NULL as VERSIONSTRING, NULL as DOCUMENTHASH, NULL as ISFINAL, NULL as DOCREFERENCEID, ACTIONTYPE, ASSOCIATEDOBJECTIDS, OLDENTITIES, NEWENTITIES, OTHERENTITIES, NULL as TQUNID, NULL as TABLEITEMID, NULL as TABLENODEID, NULL as TABLECMD, NULL as TABLECONTAINERID, NULL as TABLESEQNO, NULL as DIRTYCONTENT, NULL as STUBBED, NULL as ENTITYSTUBDATA, NULL as PARTICIPANTSTATE, NULL as PARTICIPANTROLE, NULL as PARTICIPANTTEAM, NULL as ISREQUIREDMEMBER, NULL as USERID, NULL as ISAGENT, NULL as NAME, NULL as EMAILADDRESS, NULL as ISEMAILONLY, NULL as INVITATION, NULL as ACCEPTRESENDCOUNT, NULL as ACCEPTRESENDTIMEOUT, NULL as ACCEPTLASTSENTTONODEID, NULL as TASKID, NULL as DISPOSITION, NULL as STATUSID, NULL as SHORTNAME, NULL as LONGNAME, NULL as DUETIME, NULL as ASSIGNEDTO, NULL as TARGETOBJECTIDS, NULL as RESPONSEID, NULL as TYPEID, NULL as LABEL, NULL as INSTRUCTIONS, NULL as ALLOWEDSTATUSES, NULL as ISSERIALREVIEW, NULL as DAYSTOREVIEW, NULL as REVIEWERIDS, NULL as REVIEWTYPE, NULL as REVIEWGROUP from LOGENTRIES - union all - select 'LSBI' as TABLENAME, NULL as CLASSID, NULL as SEQNO, NULL as LASTMODONNODEID, NULL as PREVMODONNODEID, ISSUEID, NULL as OBJECTID, NULL as REVISIONNUM, NULL as CONTAINERID, NULL as AUTHORID, NULL as CREATIONDATE, NULL as LASTMODIFIEDDATE, UPDATENUMBER, NULL as PREVREVISIONNUM, NULL as LASTCMD, NULL as LASTCMDACLVERSION, NULL as USERDEFINEDFIELD, NULL as LASTMODIFIEDBYID, NULL as PARENTENTITYID, NULL as BODY, NULL as BODYCONTENTTYPE, NULL as ISOBSOLETE, NULL as FILENAME, NULL as VISIBLENAME, NULL as VERSIONSTRING, NULL as DOCUMENTHASH, NULL as ISFINAL, NULL as DOCREFERENCEID, NULL as ACTIONTYPE, NULL as ASSOCIATEDOBJECTIDS, NULL as OLDENTITIES, NULL as NEWENTITIES, NULL as OTHERENTITIES, TQUNID, TABLEITEMID, TABLENODEID, TABLECMD, TABLECONTAINERID, TABLESEQNO, DIRTYCONTENT, STUBBED, ENTITYSTUBDATA, NULL as PARTICIPANTSTATE, NULL as PARTICIPANTROLE, NULL as PARTICIPANTTEAM, NULL as ISREQUIREDMEMBER, NULL as USERID, NULL as ISAGENT, NULL as NAME, NULL as EMAILADDRESS, NULL as ISEMAILONLY, NULL as INVITATION, NULL as ACCEPTRESENDCOUNT, NULL as ACCEPTRESENDTIMEOUT, NULL as ACCEPTLASTSENTTONODEID, NULL as TASKID, NULL as DISPOSITION, NULL as STATUSID, NULL as SHORTNAME, NULL as LONGNAME, NULL as DUETIME, NULL as ASSIGNEDTO, NULL as TARGETOBJECTIDS, NULL as RESPONSEID, NULL as TYPEID, NULL as LABEL, NULL as INSTRUCTIONS, NULL as ALLOWEDSTATUSES, NULL as ISSERIALREVIEW, NULL as DAYSTOREVIEW, NULL as REVIEWERIDS, NULL as REVIEWTYPE, NULL as REVIEWGROUP from LSBI where TABLECMD=3 - union all - select 'PARTICIPANTS' as TABLENAME, CLASSID, SEQNO, LASTMODONNODEID, PREVMODONNODEID, ISSUEID, OBJECTID, REVISIONNUM, CONTAINERID, AUTHORID, CREATIONDATE, LASTMODIFIEDDATE, UPDATENUMBER, PREVREVISIONNUM, LASTCMD, LASTCMDACLVERSION, USERDEFINEDFIELD, LASTMODIFIEDBYID, NULL as PARENTENTITYID, NULL as BODY, NULL as BODYCONTENTTYPE, NULL as ISOBSOLETE, NULL as FILENAME, NULL as VISIBLENAME, NULL as VERSIONSTRING, NULL as DOCUMENTHASH, NULL as ISFINAL, NULL as DOCREFERENCEID, NULL as ACTIONTYPE, NULL as ASSOCIATEDOBJECTIDS, NULL as OLDENTITIES, NULL as NEWENTITIES, NULL as OTHERENTITIES, NULL as TQUNID, NULL as TABLEITEMID, NULL as TABLENODEID, NULL as TABLECMD, NULL as TABLECONTAINERID, NULL as TABLESEQNO, NULL as DIRTYCONTENT, NULL as STUBBED, NULL as ENTITYSTUBDATA, PARTICIPANTSTATE, PARTICIPANTROLE, PARTICIPANTTEAM, ISREQUIREDMEMBER, USERID, ISAGENT, NAME, EMAILADDRESS, ISEMAILONLY, INVITATION, ACCEPTRESENDCOUNT, ACCEPTRESENDTIMEOUT, ACCEPTLASTSENTTONODEID, NULL as TASKID, NULL as DISPOSITION, NULL as STATUSID, NULL as SHORTNAME, NULL as LONGNAME, NULL as DUETIME, NULL as ASSIGNEDTO, NULL as TARGETOBJECTIDS, NULL as RESPONSEID, NULL as TYPEID, NULL as LABEL, NULL as INSTRUCTIONS, NULL as ALLOWEDSTATUSES, NULL as ISSERIALREVIEW, NULL as DAYSTOREVIEW, NULL as REVIEWERIDS, NULL as REVIEWTYPE, NULL as REVIEWGROUP from PARTICIPANTS - union all - select 'TASKCOMPLETIONS' as TABLENAME, CLASSID, SEQNO, LASTMODONNODEID, PREVMODONNODEID, ISSUEID, OBJECTID, REVISIONNUM, CONTAINERID, AUTHORID, CREATIONDATE, LASTMODIFIEDDATE, UPDATENUMBER, PREVREVISIONNUM, LASTCMD, LASTCMDACLVERSION, USERDEFINEDFIELD, LASTMODIFIEDBYID, PARENTENTITYID, BODY, BODYCONTENTTYPE, ISOBSOLETE, NULL as FILENAME, NULL as VISIBLENAME, NULL as VERSIONSTRING, NULL as DOCUMENTHASH, NULL as ISFINAL, NULL as DOCREFERENCEID, NULL as ACTIONTYPE, NULL as ASSOCIATEDOBJECTIDS, NULL as OLDENTITIES, NULL as NEWENTITIES, NULL as OTHERENTITIES, NULL as TQUNID, NULL as TABLEITEMID, NULL as TABLENODEID, NULL as TABLECMD, NULL as TABLECONTAINERID, NULL as TABLESEQNO, NULL as DIRTYCONTENT, NULL as STUBBED, NULL as ENTITYSTUBDATA, NULL as PARTICIPANTSTATE, NULL as PARTICIPANTROLE, NULL as PARTICIPANTTEAM, NULL as ISREQUIREDMEMBER, NULL as USERID, NULL as ISAGENT, NULL as NAME, NULL as EMAILADDRESS, NULL as ISEMAILONLY, NULL as INVITATION, NULL as ACCEPTRESENDCOUNT, NULL as ACCEPTRESENDTIMEOUT, NULL as ACCEPTLASTSENTTONODEID, TASKID, DISPOSITION, STATUSID, SHORTNAME, LONGNAME, NULL as DUETIME, NULL as ASSIGNEDTO, NULL as TARGETOBJECTIDS, NULL as RESPONSEID, NULL as TYPEID, NULL as LABEL, NULL as INSTRUCTIONS, NULL as ALLOWEDSTATUSES, NULL as ISSERIALREVIEW, NULL as DAYSTOREVIEW, NULL as REVIEWERIDS, NULL as REVIEWTYPE, NULL as REVIEWGROUP from TASKCOMPLETIONS - union all - select 'TASKS' as TABLENAME, CLASSID, SEQNO, LASTMODONNODEID, PREVMODONNODEID, ISSUEID, OBJECTID, REVISIONNUM, CONTAINERID, AUTHORID, CREATIONDATE, LASTMODIFIEDDATE, UPDATENUMBER, PREVREVISIONNUM, LASTCMD, LASTCMDACLVERSION, USERDEFINEDFIELD, LASTMODIFIEDBYID, PARENTENTITYID, BODY, BODYCONTENTTYPE, ISOBSOLETE, NULL as FILENAME, NULL as VISIBLENAME, NULL as VERSIONSTRING, NULL as DOCUMENTHASH, NULL as ISFINAL, NULL as DOCREFERENCEID, NULL as ACTIONTYPE, NULL as ASSOCIATEDOBJECTIDS, NULL as OLDENTITIES, NULL as NEWENTITIES, NULL as OTHERENTITIES, NULL as TQUNID, NULL as TABLEITEMID, NULL as TABLENODEID, NULL as TABLECMD, NULL as TABLECONTAINERID, NULL as TABLESEQNO, NULL as DIRTYCONTENT, NULL as STUBBED, NULL as ENTITYSTUBDATA, NULL as PARTICIPANTSTATE, NULL as PARTICIPANTROLE, NULL as PARTICIPANTTEAM, NULL as ISREQUIREDMEMBER, NULL as USERID, NULL as ISAGENT, NULL as NAME, NULL as EMAILADDRESS, NULL as ISEMAILONLY, NULL as INVITATION, NULL as ACCEPTRESENDCOUNT, NULL as ACCEPTRESENDTIMEOUT, NULL as ACCEPTLASTSENTTONODEID, NULL as TASKID, NULL as DISPOSITION, NULL as STATUSID, NULL as SHORTNAME, NULL as LONGNAME, DUETIME, ASSIGNEDTO, TARGETOBJECTIDS, RESPONSEID, TYPEID, LABEL, INSTRUCTIONS, ALLOWEDSTATUSES, ISSERIALREVIEW, DAYSTOREVIEW, REVIEWERIDS, REVIEWTYPE, REVIEWGROUP from TASKS; - CREATE VIEW TASKINFO as - - - select - t.ISSUEID as ISSUEID, - t.OBJECTID as OBJECTID, - t.ASSIGNEDTO as ASSIGNEDTO, - t.TARGETOBJECTIDS as TARGETOBJECTIDS, - t.DUETIME as DUETIME, - t.ISOBSOLETE as ISOBSOLETE, - tc.DISPOSITION as DISPOSITION - from - TASKS t - join TASKCOMPLETIONS tc on tc.TASKID = t.OBJECTID; - CREATE INDEX DQ_ISSUEID_DEPENDSID on DQ (ISSUEID, DEPENDSID); - CREATE INDEX EMAILQ_TIMEQUEUED on EMAILQ (TIMEQUEUED); - CREATE INDEX FOLDERS_CONTAINERID_ISSUEID on FOLDERS (CONTAINERID, ISSUEID); - CREATE INDEX IMQ_DATETIMEQUEUED on IMQ (DATETIMEQUEUED); - CREATE INDEX INVITATIONS_RECIPIENTUSERID_INVITATIONID on INVITATIONS (RECIPIENTUSERID, INVITATIONID); - CREATE INDEX INVITATIONS_TQUNID on INVITATIONS (TQUNID); - CREATE INDEX ISSUESETTINGS_CONTAINERID on ISSUESETTINGS (CONTAINERID); - CREATE INDEX KMTPMSG_RECEIVEDDATE on KMTPMSG (RECEIVEDDATE desc); - CREATE INDEX KMTPNODEQ_MSGID on KMTPNODEQ (MSGID); - CREATE INDEX KMTPNODEQ_NODEID_MSGID on KMTPNODEQ (NODEID, MSGID); - CREATE INDEX KMTPNODEQ_RECEIVEDDATE on KMTPNODEQ (RECEIVEDDATE desc); - CREATE INDEX LSBI_ISSUEID_TABLEITEMID on LSBI (ISSUEID, TABLEITEMID); - CREATE INDEX LSBN_ISSUEID_NODEID on LSBN (ISSUEID, NODEID); - CREATE INDEX MMQ_ISSUEID_MMQENTRYINDEX on MMQ (ISSUEID, MMQENTRYINDEX); - CREATE INDEX NODEREG_NODEID_USERID on NODEREG (NODEID, USERID); - CREATE INDEX NODEREG_TQUNID on NODEREG (TQUNID); - CREATE INDEX NODEREG_USERID_NODEID on NODEREG (USERID, NODEID); - CREATE INDEX NODES_NODEID on NODES (NODEID); - CREATE INDEX NODES_TQUNID on NODES (TQUNID); - CREATE INDEX PARTICIPANTNODES_ISSUEID_OBJECTID_NODEID on PARTICIPANTNODES (ISSUEID, OBJECTID, NODEID); - CREATE INDEX PARTICIPANTNODES_TQUNID on PARTICIPANTNODES (TQUNID); - CREATE INDEX PARTICIPANTSETTINGS_PARTICIPANTID on PARTICIPANTSETTINGS (PARTICIPANTID); - CREATE INDEX PARTITIONS_LDAPDN on PARTITIONS (LDAPDN); - CREATE INDEX PARTITIONS_PARTITIONID_SERVERNODEID on PARTITIONS (PARTITIONID, SERVERNODEID); - CREATE INDEX PARTITIONS_SERVERNODEID_PARTITIONID on PARTITIONS (SERVERNODEID, PARTITIONID); - CREATE INDEX PARTITIONS_TQUNID on PARTITIONS (TQUNID); - CREATE INDEX TASKCOMPLETIONS_TASKID on TASKCOMPLETIONS (TASKID); - CREATE INDEX TASKS_ASSIGNEDTO on TASKS (ASSIGNEDTO); - CREATE INDEX USERS_PARTITIONID_USERID on USERS (PARTITIONID, USERID); - CREATE INDEX USERS_TQUNID on USERS (TQUNID); - CREATE INDEX USERS_USERID_PARTITIONID on USERS (USERID, PARTITIONID); - CREATE INDEX USERS_USERSID_USERID on USERS (USERSID, USERID); - COMMIT; - } -} {} - -# Given the schema above, the following query was cause an assertion fault -# do to an uninitialized field in a Select structure. -# -do_test tkt1449-1.2 { - execsql { - select NEWENTITIES from ITEMS where ((ISSUEID = 'x') and (OBJECTID = 'y')) - } -} {} - -finish_test diff --git a/libs/sqlite/test/tkt1473.test b/libs/sqlite/test/tkt1473.test deleted file mode 100644 index 3950272f04..0000000000 --- a/libs/sqlite/test/tkt1473.test +++ /dev/null @@ -1,728 +0,0 @@ -# 2005 September 19 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1473 has been -# fixed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !compound { - finish_test - return -} - -do_test tkt1473-1.1 { - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - INSERT INTO t1 VALUES(3,4); - SELECT * FROM t1 - } -} {1 2 3 4} - -do_test tkt1473-1.2 { - execsql { - SELECT 1 FROM t1 WHERE a=1 UNION ALL SELECT 2 FROM t1 WHERE b=0 - } -} {1} -do_test tkt1473-1.3 { - execsql { - SELECT 1 FROM t1 WHERE a=1 UNION SELECT 2 FROM t1 WHERE b=0 - } -} {1} -do_test tkt1473-1.4 { - execsql { - SELECT 1 FROM t1 WHERE a=1 UNION ALL SELECT 2 FROM t1 WHERE b=4 - } -} {1 2} -do_test tkt1473-1.5 { - execsql { - SELECT 1 FROM t1 WHERE a=1 UNION SELECT 2 FROM t1 WHERE b=4 - } -} {1 2} -do_test tkt1473-1.6 { - execsql { - SELECT 1 FROM t1 WHERE a=0 UNION ALL SELECT 2 FROM t1 WHERE b=4 - } -} {2} -do_test tkt1473-1.7 { - execsql { - SELECT 1 FROM t1 WHERE a=0 UNION SELECT 2 FROM t1 WHERE b=4 - } -} {2} -do_test tkt1473-1.8 { - execsql { - SELECT 1 FROM t1 WHERE a=0 UNION ALL SELECT 2 FROM t1 WHERE b=0 - } -} {} -do_test tkt1473-1.9 { - execsql { - SELECT 1 FROM t1 WHERE a=0 UNION SELECT 2 FROM t1 WHERE b=0 - } -} {} - -# Everything from this point on depends on sub-queries. So skip it -# if sub-queries are not available. -ifcapable !subquery { - finish_test - return -} - -do_test tkt1473-2.2 { - execsql { - SELECT (SELECT 1 FROM t1 WHERE a=1 UNION ALL SELECT 2 FROM t1 WHERE b=0) - } -} {1} -do_test tkt1473-2.3 { - execsql { - SELECT (SELECT 1 FROM t1 WHERE a=1 UNION SELECT 2 FROM t1 WHERE b=0) - } -} {1} -do_test tkt1473-2.4 { - execsql { - SELECT (SELECT 1 FROM t1 WHERE a=1 UNION ALL SELECT 2 FROM t1 WHERE b=4) - } -} {1} -do_test tkt1473-2.5 { - execsql { - SELECT (SELECT 1 FROM t1 WHERE a=1 UNION SELECT 2 FROM t1 WHERE b=4) - } -} {1} -do_test tkt1473-2.6 { - execsql { - SELECT (SELECT 1 FROM t1 WHERE a=0 UNION ALL SELECT 2 FROM t1 WHERE b=4) - } -} {2} -do_test tkt1473-2.7 { - execsql { - SELECT (SELECT 1 FROM t1 WHERE a=0 UNION SELECT 2 FROM t1 WHERE b=4) - } -} {2} -do_test tkt1473-2.8 { - execsql { - SELECT (SELECT 1 FROM t1 WHERE a=0 UNION ALL SELECT 2 FROM t1 WHERE b=0) - } -} {{}} -do_test tkt1473-2.9 { - execsql { - SELECT (SELECT 1 FROM t1 WHERE a=0 UNION SELECT 2 FROM t1 WHERE b=0) - } -} {{}} - -do_test tkt1473-3.2 { - execsql { - SELECT EXISTS - (SELECT 1 FROM t1 WHERE a=1 UNION ALL SELECT 2 FROM t1 WHERE b=0) - } -} {1} -do_test tkt1473-3.3 { - execsql { - SELECT EXISTS - (SELECT 1 FROM t1 WHERE a=1 UNION SELECT 2 FROM t1 WHERE b=0) - } -} {1} -do_test tkt1473-3.4 { - execsql { - SELECT EXISTS - (SELECT 1 FROM t1 WHERE a=1 UNION ALL SELECT 2 FROM t1 WHERE b=4) - } -} {1} -do_test tkt1473-3.5 { - execsql { - SELECT EXISTS - (SELECT 1 FROM t1 WHERE a=1 UNION SELECT 2 FROM t1 WHERE b=4) - } -} {1} -do_test tkt1473-3.6 { - execsql { - SELECT EXISTS - (SELECT 1 FROM t1 WHERE a=0 UNION ALL SELECT 2 FROM t1 WHERE b=4) - } -} {1} -do_test tkt1473-3.7 { - execsql { - SELECT EXISTS - (SELECT 1 FROM t1 WHERE a=0 UNION SELECT 2 FROM t1 WHERE b=4) - } -} {1} -do_test tkt1473-3.8 { - execsql { - SELECT EXISTS - (SELECT 1 FROM t1 WHERE a=0 UNION ALL SELECT 2 FROM t1 WHERE b=0) - } -} {0} -do_test tkt1473-3.9 { - execsql { - SELECT EXISTS - (SELECT 1 FROM t1 WHERE a=0 UNION SELECT 2 FROM t1 WHERE b=0) - } -} {0} - -do_test tkt1473-4.1 { - execsql { - CREATE TABLE t2(x,y); - INSERT INTO t2 VALUES(1,2); - INSERT INTO t2 SELECT x+2, y+2 FROM t2; - INSERT INTO t2 SELECT x+4, y+4 FROM t2; - INSERT INTO t2 SELECT x+8, y+8 FROM t2; - INSERT INTO t2 SELECT x+16, y+16 FROM t2; - INSERT INTO t2 SELECT x+32, y+32 FROM t2; - INSERT INTO t2 SELECT x+64, y+64 FROM t2; - SELECT count(*), sum(x), sum(y) FROM t2; - } -} {64 4096 4160} -do_test tkt1473-4.2 { - execsql { - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=3 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=2 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=4 - } -} {2 4 8 10} -do_test tkt1473-4.3 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=3 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=2 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {2} -do_test tkt1473-4.4 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=-1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=3 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=2 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {4} -do_test tkt1473-4.5 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=-1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=-1 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=2 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=-4 - ) - } -} {8} -do_test tkt1473-4.6 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=-1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=-2 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=-3 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {10} -do_test tkt1473-4.7 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=-1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=-2 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=-3 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=-4 - ) - } -} {{}} - -do_test tkt1473-5.3 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=3 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=2 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {1} -do_test tkt1473-5.4 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=-1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=3 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=2 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {1} - -do_test tkt1473-5.5 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=-1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=-1 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=2 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=-4 - ) - } -} {1} -do_test tkt1473-5.6 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=-1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=-2 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=-3 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {1} -do_test tkt1473-5.7 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION ALL - SELECT 2 FROM t2 WHERE x=-1 - UNION ALL - SELECT 3 FROM t2 WHERE x=2 - UNION ALL - SELECT 4 FROM t2 WHERE x=-2 - UNION ALL - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION ALL - SELECT 7 FROM t2 WHERE y=1 - UNION ALL - SELECT 8 FROM t2 WHERE y=-3 - UNION ALL - SELECT 9 FROM t2 WHERE y=3 - UNION ALL - SELECT 10 FROM t2 WHERE y=-4 - ) - } -} {0} - -do_test tkt1473-6.3 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION - SELECT 2 FROM t2 WHERE x=1 - UNION - SELECT 3 FROM t2 WHERE x=2 - UNION - SELECT 4 FROM t2 WHERE x=3 - UNION - SELECT 5 FROM t2 WHERE x=4 - UNION - SELECT 6 FROM t2 WHERE y=0 - UNION - SELECT 7 FROM t2 WHERE y=1 - UNION - SELECT 8 FROM t2 WHERE y=2 - UNION - SELECT 9 FROM t2 WHERE y=3 - UNION - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {1} -do_test tkt1473-6.4 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION - SELECT 2 FROM t2 WHERE x=-1 - UNION - SELECT 3 FROM t2 WHERE x=2 - UNION - SELECT 4 FROM t2 WHERE x=3 - UNION - SELECT 5 FROM t2 WHERE x=4 - UNION - SELECT 6 FROM t2 WHERE y=0 - UNION - SELECT 7 FROM t2 WHERE y=1 - UNION - SELECT 8 FROM t2 WHERE y=2 - UNION - SELECT 9 FROM t2 WHERE y=3 - UNION - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {1} - -do_test tkt1473-6.5 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION - SELECT 2 FROM t2 WHERE x=-1 - UNION - SELECT 3 FROM t2 WHERE x=2 - UNION - SELECT 4 FROM t2 WHERE x=-1 - UNION - SELECT 5 FROM t2 WHERE x=4 - UNION - SELECT 6 FROM t2 WHERE y=0 - UNION - SELECT 7 FROM t2 WHERE y=1 - UNION - SELECT 8 FROM t2 WHERE y=2 - UNION - SELECT 9 FROM t2 WHERE y=3 - UNION - SELECT 10 FROM t2 WHERE y=-4 - ) - } -} {1} -do_test tkt1473-6.6 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION - SELECT 2 FROM t2 WHERE x=-1 - UNION - SELECT 3 FROM t2 WHERE x=2 - UNION - SELECT 4 FROM t2 WHERE x=-2 - UNION - SELECT 5 FROM t2 WHERE x=4 - UNION - SELECT 6 FROM t2 WHERE y=0 - UNION - SELECT 7 FROM t2 WHERE y=1 - UNION - SELECT 8 FROM t2 WHERE y=-3 - UNION - SELECT 9 FROM t2 WHERE y=3 - UNION - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {1} -do_test tkt1473-6.7 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION - SELECT 2 FROM t2 WHERE x=-1 - UNION - SELECT 3 FROM t2 WHERE x=2 - UNION - SELECT 4 FROM t2 WHERE x=-2 - UNION - SELECT 5 FROM t2 WHERE x=4 - UNION - SELECT 6 FROM t2 WHERE y=0 - UNION - SELECT 7 FROM t2 WHERE y=1 - UNION - SELECT 8 FROM t2 WHERE y=-3 - UNION - SELECT 9 FROM t2 WHERE y=3 - UNION - SELECT 10 FROM t2 WHERE y=-4 - ) - } -} {0} -do_test tkt1473-6.8 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION - SELECT 2 FROM t2 WHERE x=-1 - UNION - SELECT 3 FROM t2 WHERE x=2 - UNION - SELECT 4 FROM t2 WHERE x=-2 - UNION - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION - SELECT 7 FROM t2 WHERE y=1 - UNION - SELECT 8 FROM t2 WHERE y=-3 - UNION - SELECT 9 FROM t2 WHERE y=3 - UNION - SELECT 10 FROM t2 WHERE y=4 - ) - } -} {1} -do_test tkt1473-6.9 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 - UNION - SELECT 2 FROM t2 WHERE x=-1 - UNION - SELECT 3 FROM t2 WHERE x=2 - UNION - SELECT 4 FROM t2 WHERE x=-2 - UNION - SELECT 5 FROM t2 WHERE x=4 - UNION ALL - SELECT 6 FROM t2 WHERE y=0 - UNION - SELECT 7 FROM t2 WHERE y=1 - UNION - SELECT 8 FROM t2 WHERE y=-3 - UNION - SELECT 9 FROM t2 WHERE y=3 - UNION - SELECT 10 FROM t2 WHERE y=-4 - ) - } -} {0} - -do_test tkt1473-7.1 { - execsql { - SELECT 1 FROM t2 WHERE x=1 EXCEPT SELECT 2 FROM t2 WHERE y=2 - } -} {1} -do_test tkt1473-7.2 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=1 EXCEPT SELECT 2 FROM t2 WHERE y=2 - ) - } -} {1} -do_test tkt1473-7.3 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=1 EXCEPT SELECT 2 FROM t2 WHERE y=2 - ) - } -} {1} -do_test tkt1473-7.4 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=0 EXCEPT SELECT 2 FROM t2 WHERE y=2 - ) - } -} {{}} -do_test tkt1473-7.5 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=0 EXCEPT SELECT 2 FROM t2 WHERE y=2 - ) - } -} {0} - -do_test tkt1473-8.1 { - execsql { - SELECT 1 FROM t2 WHERE x=1 INTERSECT SELECT 2 FROM t2 WHERE y=2 - } -} {} -do_test tkt1473-8.1 { - execsql { - SELECT 1 FROM t2 WHERE x=1 INTERSECT SELECT 1 FROM t2 WHERE y=2 - } -} {1} -do_test tkt1473-8.3 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=1 INTERSECT SELECT 2 FROM t2 WHERE y=2 - ) - } -} {{}} -do_test tkt1473-8.4 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=1 INTERSECT SELECT 1 FROM t2 WHERE y=2 - ) - } -} {1} -do_test tkt1473-8.5 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=1 INTERSECT SELECT 2 FROM t2 WHERE y=2 - ) - } -} {0} -do_test tkt1473-8.6 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=1 INTERSECT SELECT 1 FROM t2 WHERE y=2 - ) - } -} {1} -do_test tkt1473-8.7 { - execsql { - SELECT ( - SELECT 1 FROM t2 WHERE x=0 INTERSECT SELECT 1 FROM t2 WHERE y=2 - ) - } -} {{}} -do_test tkt1473-8.8 { - execsql { - SELECT EXISTS ( - SELECT 1 FROM t2 WHERE x=1 INTERSECT SELECT 1 FROM t2 WHERE y=0 - ) - } -} {0} - - - - -finish_test diff --git a/libs/sqlite/test/tkt1501.test b/libs/sqlite/test/tkt1501.test deleted file mode 100644 index 19ec7f7e8f..0000000000 --- a/libs/sqlite/test/tkt1501.test +++ /dev/null @@ -1,36 +0,0 @@ -# 2005 November 16 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1501 is -# fixed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !compound { - finish_test - return -} - -do_test tkt1501-1.1 { - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - SELECT a, b, 'abc' FROM t1 - UNION - SELECT b, a, 'xyz' FROM t1 - ORDER BY 2, 3; - } -} {2 1 xyz 1 2 abc} - -finish_test diff --git a/libs/sqlite/test/tkt1512.test b/libs/sqlite/test/tkt1512.test deleted file mode 100644 index f01b0e8a00..0000000000 --- a/libs/sqlite/test/tkt1512.test +++ /dev/null @@ -1,54 +0,0 @@ -# 2005 September 19 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1512 is -# fixed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !vacuum { - finish_test - return -} -if {[db one {PRAGMA auto_vacuum}]} { - finish_test - return -} - -do_test tkt1512-1.1 { - execsql { - CREATE TABLE t1(a,b); - INSERT INTO t1 VALUES(1,2); - INSERT INTO t1 VALUES(3,4); - SELECT * FROM t1 - } -} {1 2 3 4} -do_test tkt1512-1.2 { - file size test.db -} {2048} -do_test tkt1512-1.3 { - execsql { - DROP TABLE t1; - } - file size test.db -} {2048} -do_test tkt1512-1.4 { - execsql { - VACUUM; - } - file size test.db -} {1024} - - -finish_test diff --git a/libs/sqlite/test/tkt1514.test b/libs/sqlite/test/tkt1514.test deleted file mode 100644 index aff37e8154..0000000000 --- a/libs/sqlite/test/tkt1514.test +++ /dev/null @@ -1,27 +0,0 @@ -# 2005 November 16 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1514 is -# fixed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test tkt1514-1.1 { - catchsql { - CREATE TABLE t1(a,b); - SELECT a FROM t1 WHERE max(b)<10 GROUP BY a; - } -} {1 {misuse of aggregate: max(b)}} - -finish_test diff --git a/libs/sqlite/test/tkt1536.test b/libs/sqlite/test/tkt1536.test deleted file mode 100644 index 46e46192b6..0000000000 --- a/libs/sqlite/test/tkt1536.test +++ /dev/null @@ -1,38 +0,0 @@ -# 2005 November 24 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1536 is -# fixed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test tkt1536-1.1 { - execsql { - CREATE TABLE t1( - a INTEGER PRIMARY KEY, - b TEXT - ); - INSERT INTO t1 VALUES(1,'01'); - SELECT typeof(a), typeof(b) FROM t1; - } -} {integer text} -do_test tkt1536-1.2 { - execsql { - INSERT INTO t1(b) SELECT b FROM t1; - SELECT b FROM t1 WHERE rowid=2; - } -} {01} - - -finish_test diff --git a/libs/sqlite/test/tkt1537.test b/libs/sqlite/test/tkt1537.test deleted file mode 100644 index 633f91fcee..0000000000 --- a/libs/sqlite/test/tkt1537.test +++ /dev/null @@ -1,122 +0,0 @@ -# 2005 November 26 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1537 is -# fixed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test tkt1537-1.1 { - execsql { - CREATE TABLE t1(id, a1, a2); - INSERT INTO t1 VALUES(1, NULL, NULL); - INSERT INTO t1 VALUES(2, 1, 3); - CREATE TABLE t2(id, b); - INSERT INTO t2 VALUES(3, 1); - INSERT INTO t2 VALUES(4, NULL); - SELECT * FROM t1 LEFT JOIN t2 ON a1=b OR a2=+b; - } -} {1 {} {} {} {} 2 1 3 3 1} -do_test tkt1537-1.2 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON a1=b OR a2=b; - } -} {1 {} {} {} {} 2 1 3 3 1} -do_test tkt1537-1.3 { - execsql { - SELECT * FROM t2 LEFT JOIN t1 ON a1=b OR a2=b; - } -} {3 1 2 1 3 4 {} {} {} {}} -ifcapable subquery { - do_test tkt1537-1.4 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON b IN (a1,a2); - } - } {1 {} {} {} {} 2 1 3 3 1} - do_test tkt1537-1.5 { - execsql { - SELECT * FROM t2 LEFT JOIN t1 ON b IN (a2,a1); - } - } {3 1 2 1 3 4 {} {} {} {}} -} -do_test tkt1537-1.6 { - execsql { - CREATE INDEX t1a1 ON t1(a1); - CREATE INDEX t1a2 ON t1(a2); - CREATE INDEX t2b ON t2(b); - SELECT * FROM t1 LEFT JOIN t2 ON a1=b OR a2=b; - } -} {1 {} {} {} {} 2 1 3 3 1} -do_test tkt1537-1.7 { - execsql { - SELECT * FROM t2 LEFT JOIN t1 ON a1=b OR a2=b; - } -} {3 1 2 1 3 4 {} {} {} {}} - -ifcapable subquery { - do_test tkt1537-1.8 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON b IN (a1,a2); - } - } {1 {} {} {} {} 2 1 3 3 1} - do_test tkt1537-1.9 { - execsql { - SELECT * FROM t2 LEFT JOIN t1 ON b IN (a2,a1); - } - } {3 1 2 1 3 4 {} {} {} {}} -} - -execsql { - DROP INDEX t1a1; - DROP INDEX t1a2; - DROP INDEX t2b; -} - -do_test tkt1537-2.1 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON b BETWEEN a1 AND a2; - } -} {1 {} {} {} {} 2 1 3 3 1} -do_test tkt1537-2.2 { - execsql { - CREATE INDEX t2b ON t2(b); - SELECT * FROM t1 LEFT JOIN t2 ON b BETWEEN a1 AND a2; - } -} {1 {} {} {} {} 2 1 3 3 1} -do_test tkt1537-2.3 { - execsql { - SELECT * FROM t2 LEFT JOIN t1 ON b BETWEEN a1 AND a2; - } -} {3 1 2 1 3 4 {} {} {} {}} -do_test tkt1537-2.4 { - execsql { - CREATE INDEX t1a1 ON t1(a1); - CREATE INDEX t1a2 ON t1(a2); - SELECT * FROM t2 LEFT JOIN t1 ON b BETWEEN a1 AND a2; - } -} {3 1 2 1 3 4 {} {} {} {}} - -do_test tkt1537-3.1 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON b GLOB 'abc*' WHERE t1.id=1; - } -} {1 {} {} {} {}} -do_test tkt1537-3.2 { - execsql { - SELECT * FROM t2 LEFT JOIN t1 ON a1 GLOB 'abc*' WHERE t2.id=3; - } -} {3 1 {} {} {}} - - -finish_test diff --git a/libs/sqlite/test/tkt1567.test b/libs/sqlite/test/tkt1567.test deleted file mode 100644 index 6c4548a314..0000000000 --- a/libs/sqlite/test/tkt1567.test +++ /dev/null @@ -1,51 +0,0 @@ -# 2005 December 19 2005 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1567 is -# fixed. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -do_test tkt1567-1.1 { - execsql { - CREATE TABLE t1(a TEXT PRIMARY KEY); - } - set bigstr abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ - for {set i 0} {$i<100} {incr i} { - set x [format %5d [expr $i*2]] - set sql "INSERT INTO t1 VALUES('$x-$bigstr')" - execsql $sql - } -} {} -integrity_check tkt1567-1.2 - -do_test tkt1567-1.3 { - execsql { - BEGIN; - UPDATE t1 SET a = a||'x' WHERE rowid%2==0; - } -} {} -do_test tkt1567-1.4 { - catchsql { - UPDATE t1 SET a = CASE WHEN rowid<90 THEN substr(a,1,10) ELSE '9999' END; - } -} {1 {column a is not unique}} -do_test tkt1567-1.5 { - execsql { - COMMIT; - } -} {} -integrity_check tkt1567-1.6 - -finish_test diff --git a/libs/sqlite/test/tkt1644.test b/libs/sqlite/test/tkt1644.test deleted file mode 100644 index aa26a88d33..0000000000 --- a/libs/sqlite/test/tkt1644.test +++ /dev/null @@ -1,111 +0,0 @@ -# 2006 January 30 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1644 is -# fixed. Ticket #1644 complains that precompiled statements -# are not expired correctly as a result of changes to TEMP -# views and triggers. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !tempdb||!view { - finish_test - return -} - -# Create two tables T1 and T2 and make V1 point to T1. -do_test tkt1644-1.1 { - execsql { - CREATE TABLE t1(a); - INSERT INTO t1 VALUES(1); - CREATE TABLE t2(b); - INSERT INTO t2 VALUES(99); - CREATE TEMP VIEW v1 AS SELECT * FROM t1; - SELECT * FROM v1; - } -} {1} - -# The "SELECT * FROM v1" should be in the TCL interface cache below. -# It will continue to point to T1 unless the cache is invalidated when -# the view changes. -# -do_test tkt1644-1.2 { - execsql { - DROP VIEW v1; - CREATE TEMP VIEW v1 AS SELECT * FROM t2; - SELECT * FROM v1; - } -} {99} - -# Cache an access to the T1 table. -# -do_test tkt1644-1.3 { - execsql { - SELECT * FROM t1; - } -} {1} - -# Create a temp table T1. Make sure the cache is invalidated so that -# the statement is recompiled and refers to the empty temp table. -# -do_test tkt1644-1.4 { - execsql { - CREATE TEMP TABLE t1(x); - } - execsql { - SELECT * FROM t1; - } -} {} - -ifcapable view { - do_test tkt1644-2.1 { - execsql { - CREATE TEMP TABLE temp_t1(a, b); - } - set ::DB [sqlite3_connection_pointer db] - set ::STMT [sqlite3_prepare $::DB "SELECT * FROM temp_t1" -1 DUMMY] - execsql { - DROP TABLE temp_t1; - } - list [sqlite3_step $::STMT] [sqlite3_finalize $::STMT] - } {SQLITE_ERROR SQLITE_SCHEMA} - - do_test tkt1644-2.2 { - execsql { - CREATE TABLE real_t1(a, b); - CREATE TEMP VIEW temp_v1 AS SELECT * FROM real_t1; - } - set ::DB [sqlite3_connection_pointer db] - set ::STMT [sqlite3_prepare $::DB "SELECT * FROM temp_v1" -1 DUMMY] - execsql { - DROP VIEW temp_v1; - } - list [sqlite3_step $::STMT] [sqlite3_finalize $::STMT] - } {SQLITE_ERROR SQLITE_SCHEMA} - - do_test tkt1644-2.3 { - execsql { - CREATE TEMP VIEW temp_v1 AS SELECT * FROM real_t1 LIMIT 10 OFFSET 10; - } - set ::DB [sqlite3_connection_pointer db] - set ::STMT [sqlite3_prepare $::DB "SELECT * FROM temp_v1" -1 DUMMY] - execsql { - DROP VIEW temp_v1; - } - list [sqlite3_step $::STMT] [sqlite3_finalize $::STMT] - } {SQLITE_ERROR SQLITE_SCHEMA} -} - - -finish_test diff --git a/libs/sqlite/test/tkt1667.test b/libs/sqlite/test/tkt1667.test deleted file mode 100644 index 31b698c3b2..0000000000 --- a/libs/sqlite/test/tkt1667.test +++ /dev/null @@ -1,85 +0,0 @@ -# 2006 February 10 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1667 has been -# fixed. -# -# -# $Id: tkt1667.test,v 1.2 2006/06/20 11:01:09 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !autovacuum||!tclvar { - finish_test - return -} - -db close -file delete -force test.db test.db-journal - -# Set the pending byte offset such that the page it is on is -# the first autovacuum pointer map page in the file (assume a page -# size of 1024). - -set first_ptrmap_page [expr 1024/5 + 3] -set sqlite_pending_byte [expr 1024 * ($first_ptrmap_page-1)] - -sqlite db test.db - -do_test tkt1667-1 { - execsql { - PRAGMA auto_vacuum = 1; - BEGIN; - CREATE TABLE t1(a, b); - } - for {set i 0} {$i < 500} {incr i} { - execsql { - INSERT INTO t1 VALUES($i, randstr(1000, 2000)) - } - } - execsql { - COMMIT; - } -} {} -for {set i 0} {$i < 500} {incr i} { - do_test tkt1667-2.$i.1 { - execsql { - DELETE FROM t1 WHERE a = $i; - } - } {} - integrity_check tkt1667-2.$i.2 -} - -do_test tkt1667-3 { - execsql { - BEGIN; - } - for {set i 0} {$i < 500} {incr i} { - execsql { - INSERT INTO t1 VALUES($i, randstr(1000, 2000)) - } - } - execsql { - COMMIT; - } -} {} -do_test tkt1667-4.1 { - execsql { - DELETE FROM t1; - } -} {} -integrity_check tkt1667-4.2 - -finish_test - - diff --git a/libs/sqlite/test/tkt1873.test b/libs/sqlite/test/tkt1873.test deleted file mode 100644 index 0eca230568..0000000000 --- a/libs/sqlite/test/tkt1873.test +++ /dev/null @@ -1,67 +0,0 @@ -# 2006 June 27 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #1873 has been -# fixed. -# -# -# $Id: tkt1873.test,v 1.1 2006/06/27 16:34:58 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -file delete -force test2.db test2.db-journal - -do_test tkt1873-1.1 { - execsql { - CREATE TABLE t1(x, y); - ATTACH 'test2.db' AS aux; - CREATE TABLE aux.t2(x, y); - INSERT INTO t1 VALUES(1, 2); - INSERT INTO t1 VALUES(3, 4); - INSERT INTO t2 VALUES(5, 6); - INSERT INTO t2 VALUES(7, 8); - } -} {} - -do_test tkt1873-1.2 { - set rc [catch { - db eval {SELECT * FROM t2 LIMIT 1} { - db eval {DETACH aux} - } - } msg] - list $rc $msg -} {1 {database aux is locked}} - -do_test tkt1873-1.3 { - set rc [catch { - db eval {SELECT * FROM t1 LIMIT 1} { - db eval {DETACH aux} - } - } msg] - list $rc $msg -} {0 {}} - -do_test tkt1873-1.4 { - catchsql { - select * from t2; - } -} {1 {no such table: t2}} - -do_test tkt1873-1.5 { - catchsql { - ATTACH 'test2.db' AS aux; - select * from t2; - } -} {0 {5 6 7 8}} - -finish_test diff --git a/libs/sqlite/test/tkt2141.test b/libs/sqlite/test/tkt2141.test deleted file mode 100644 index f572817a35..0000000000 --- a/libs/sqlite/test/tkt2141.test +++ /dev/null @@ -1,57 +0,0 @@ -# 2007 January 03 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #2141 has been -# fixed. -# -# -# $Id: tkt2141.test,v 1.1 2007/01/04 01:20:29 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - - -do_test tkt2141-1.1 { - execsql { - CREATE TABLE tab1 (t1_id integer PRIMARY KEY, t1_desc); - INSERT INTO tab1 VALUES(1,'rec 1 tab 1'); - CREATE TABLE tab2 (t2_id integer PRIMARY KEY, t2_id_t1, t2_desc); - INSERT INTO tab2 VALUES(1,1,'rec 1 tab 2'); - CREATE TABLE tab3 (t3_id integer PRIMARY KEY, t3_id_t2, t3_desc); - INSERT INTO tab3 VALUES(1,1,'aa'); - SELECT * - FROM tab1 t1 LEFT JOIN tab2 t2 ON t1.t1_id = t2.t2_id_t1 - WHERE t2.t2_id IN - (SELECT t2_id FROM tab2, tab3 ON t2_id = t3_id_t2 - WHERE t3_id IN (1,2) GROUP BY t2_id); - } -} {1 {rec 1 tab 1} 1 1 {rec 1 tab 2}} -do_test tkt2141-1.2 { - execsql { - SELECT * - FROM tab1 t1 LEFT JOIN tab2 t2 ON t1.t1_id = t2.t2_id_t1 - WHERE t2.t2_id IN - (SELECT t2_id FROM tab2, tab3 ON t2_id = t3_id_t2 - WHERE t3_id IN (1,2)); - } -} {1 {rec 1 tab 1} 1 1 {rec 1 tab 2}} -do_test tkt2141-1.3 { - execsql { - SELECT * - FROM tab1 t1 LEFT JOIN tab2 t2 - WHERE t2.t2_id IN - (SELECT t2_id FROM tab2, tab3 ON t2_id = t3_id_t2 - WHERE t3_id IN (1,2)); - } -} {1 {rec 1 tab 1} 1 1 {rec 1 tab 2}} - -finish_test diff --git a/libs/sqlite/test/tkt2192.test b/libs/sqlite/test/tkt2192.test deleted file mode 100644 index 7d0e354874..0000000000 --- a/libs/sqlite/test/tkt2192.test +++ /dev/null @@ -1,136 +0,0 @@ -# 2007 January 26 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to verify that ticket #2192 has been -# fixed. -# -# -# $Id: tkt2192.test,v 1.1 2007/01/26 19:04:00 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - - -do_test tkt2191-1.1 { - execsql { - -- Raw data (RBS) -------- - - create table records ( - date real, - type text, - description text, - value integer, - acc_name text, - acc_no text - ); - - -- Direct Debits ---------------- - create view direct_debits as - select * from records where type = 'D/D'; - - create view monthly_direct_debits as - select strftime('%Y-%m', date) as date, (-1 * sum(value)) as value - from direct_debits - group by strftime('%Y-%m', date); - - -- Expense Categories --------------- - create view energy as - select strftime('%Y-%m', date) as date, (-1 * sum(value)) as value - from direct_debits - where description like '%NPOWER%' - group by strftime('%Y-%m', date); - - create view phone_internet as - select strftime('%Y-%m', date) as date, (-1 * sum(value)) as value - from direct_debits - where description like '%BT DIRECT%' - or description like '%SUPANET%' - or description like '%ORANGE%' - group by strftime('%Y-%m', date); - - create view credit_cards as - select strftime('%Y-%m', date) as date, (-1 * sum(value)) as value - from direct_debits where description like '%VISA%' - group by strftime('%Y-%m', date); - - -- Overview --------------------- - - create view expense_overview as - select 'Energy' as expense, date, value from energy - union - select 'Phone/Internet' as expense, date, value from phone_internet - union - select 'Credit Card' as expense, date, value from credit_cards; - - create view jan as - select 'jan', expense, value from expense_overview - where date like '%-01'; - - create view nov as - select 'nov', expense, value from expense_overview - where date like '%-11'; - - create view summary as - select * from jan join nov on (jan.expense = nov.expense); - } -} {} -do_test tkt2192-1.2 { - # set ::sqlite_addop_trace 1 - execsql { - select * from summary; - } -} {} -do_test tkt2192-2.1 { - execsql { - CREATE TABLE t1(a,b); - CREATE VIEW v1 AS - SELECT * FROM t1 WHERE b%7=0 UNION SELECT * FROM t1 WHERE b%5=0; - INSERT INTO t1 VALUES(1,7); - INSERT INTO t1 VALUES(2,10); - INSERT INTO t1 VALUES(3,14); - INSERT INTO t1 VALUES(4,15); - INSERT INTO t1 VALUES(1,16); - INSERT INTO t1 VALUES(2,17); - INSERT INTO t1 VALUES(3,20); - INSERT INTO t1 VALUES(4,21); - INSERT INTO t1 VALUES(1,22); - INSERT INTO t1 VALUES(2,24); - INSERT INTO t1 VALUES(3,25); - INSERT INTO t1 VALUES(4,26); - INSERT INTO t1 VALUES(1,27); - - SELECT b FROM v1 ORDER BY b; - } -} {7 10 14 15 20 21 25} -do_test tkt2192-2.2 { - execsql { - SELECT * FROM v1 ORDER BY a, b; - } -} {1 7 2 10 3 14 3 20 3 25 4 15 4 21} -do_test tkt2192-2.3 { - execsql { - SELECT x.a || '/' || x.b || '/' || y.b - FROM v1 AS x JOIN v1 AS y ON x.a=y.a AND x.b0} - } 1 - ifcapable pager_pragmas { - do_test trans-9.$i.5-$cnt { - expr {$sqlite_fullsync_count>0} - } [expr {$i%2==0}] - } else { - do_test trans-9.$i.5-$cnt { - expr {$sqlite_fullsync_count>0} - } {1} - } - } - } - set ::pager_old_format 0 -} - -finish_test diff --git a/libs/sqlite/test/trigger1.test b/libs/sqlite/test/trigger1.test deleted file mode 100644 index ca23335822..0000000000 --- a/libs/sqlite/test/trigger1.test +++ /dev/null @@ -1,624 +0,0 @@ -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# This file tests creating and dropping triggers, and interaction thereof -# with the database COMMIT/ROLLBACK logic. -# -# 1. CREATE and DROP TRIGGER tests -# trig-1.1: Error if table does not exist -# trig-1.2: Error if trigger already exists -# trig-1.3: Created triggers are deleted if the transaction is rolled back -# trig-1.4: DROP TRIGGER removes trigger -# trig-1.5: Dropped triggers are restored if the transaction is rolled back -# trig-1.6: Error if dropped trigger doesn't exist -# trig-1.7: Dropping the table automatically drops all triggers -# trig-1.8: A trigger created on a TEMP table is not inserted into sqlite_master -# trig-1.9: Ensure that we cannot create a trigger on sqlite_master -# trig-1.10: -# trig-1.11: -# trig-1.12: Ensure that INSTEAD OF triggers cannot be created on tables -# trig-1.13: Ensure that AFTER triggers cannot be created on views -# trig-1.14: Ensure that BEFORE triggers cannot be created on views -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -ifcapable {!trigger} { - finish_test - return -} - -do_test trigger1-1.1.1 { - catchsql { - CREATE TRIGGER trig UPDATE ON no_such_table BEGIN - SELECT * from sqlite_master; - END; - } -} {1 {no such table: main.no_such_table}} - -ifcapable tempdb { - do_test trigger1-1.1.2 { - catchsql { - CREATE TEMP TRIGGER trig UPDATE ON no_such_table BEGIN - SELECT * from sqlite_master; - END; - } - } {1 {no such table: no_such_table}} -} - -execsql { - CREATE TABLE t1(a); -} -execsql { - CREATE TRIGGER tr1 INSERT ON t1 BEGIN - INSERT INTO t1 values(1); - END; -} -do_test trigger1-1.2.0 { - catchsql { - CREATE TRIGGER IF NOT EXISTS tr1 DELETE ON t1 BEGIN - SELECT * FROM sqlite_master; - END - } -} {0 {}} -do_test trigger1-1.2.1 { - catchsql { - CREATE TRIGGER tr1 DELETE ON t1 BEGIN - SELECT * FROM sqlite_master; - END - } -} {1 {trigger tr1 already exists}} -do_test trigger1-1.2.2 { - catchsql { - CREATE TRIGGER "tr1" DELETE ON t1 BEGIN - SELECT * FROM sqlite_master; - END - } -} {1 {trigger "tr1" already exists}} -do_test trigger1-1.2.3 { - catchsql { - CREATE TRIGGER [tr1] DELETE ON t1 BEGIN - SELECT * FROM sqlite_master; - END - } -} {1 {trigger [tr1] already exists}} - -do_test trigger1-1.3 { - catchsql { - BEGIN; - CREATE TRIGGER tr2 INSERT ON t1 BEGIN - SELECT * from sqlite_master; END; - ROLLBACK; - CREATE TRIGGER tr2 INSERT ON t1 BEGIN - SELECT * from sqlite_master; END; - } -} {0 {}} - -do_test trigger1-1.4 { - catchsql { - DROP TRIGGER IF EXISTS tr1; - CREATE TRIGGER tr1 DELETE ON t1 BEGIN - SELECT * FROM sqlite_master; - END - } -} {0 {}} - -do_test trigger1-1.5 { - execsql { - BEGIN; - DROP TRIGGER tr2; - ROLLBACK; - DROP TRIGGER tr2; - } -} {} - -do_test trigger1-1.6.1 { - catchsql { - DROP TRIGGER IF EXISTS biggles; - } -} {0 {}} - -do_test trigger1-1.6.2 { - catchsql { - DROP TRIGGER biggles; - } -} {1 {no such trigger: biggles}} - -do_test trigger1-1.7 { - catchsql { - DROP TABLE t1; - DROP TRIGGER tr1; - } -} {1 {no such trigger: tr1}} - -ifcapable tempdb { - execsql { - CREATE TEMP TABLE temp_table(a); - } - do_test trigger1-1.8 { - execsql { - CREATE TRIGGER temp_trig UPDATE ON temp_table BEGIN - SELECT * from sqlite_master; - END; - SELECT count(*) FROM sqlite_master WHERE name = 'temp_trig'; - } - } {0} -} - -do_test trigger1-1.9 { - catchsql { - CREATE TRIGGER tr1 AFTER UPDATE ON sqlite_master BEGIN - SELECT * FROM sqlite_master; - END; - } -} {1 {cannot create trigger on system table}} - -# Check to make sure that a DELETE statement within the body of -# a trigger does not mess up the DELETE that caused the trigger to -# run in the first place. -# -do_test trigger1-1.10 { - execsql { - create table t1(a,b); - insert into t1 values(1,'a'); - insert into t1 values(2,'b'); - insert into t1 values(3,'c'); - insert into t1 values(4,'d'); - create trigger r1 after delete on t1 for each row begin - delete from t1 WHERE a=old.a+2; - end; - delete from t1 where a=1 OR a=3; - select * from t1; - drop table t1; - } -} {2 b 4 d} - -do_test trigger1-1.11 { - execsql { - create table t1(a,b); - insert into t1 values(1,'a'); - insert into t1 values(2,'b'); - insert into t1 values(3,'c'); - insert into t1 values(4,'d'); - create trigger r1 after update on t1 for each row begin - delete from t1 WHERE a=old.a+2; - end; - update t1 set b='x-' || b where a=1 OR a=3; - select * from t1; - drop table t1; - } -} {1 x-a 2 b 4 d} - -# Ensure that we cannot create INSTEAD OF triggers on tables -do_test trigger1-1.12 { - catchsql { - create table t1(a,b); - create trigger t1t instead of update on t1 for each row begin - delete from t1 WHERE a=old.a+2; - end; - } -} {1 {cannot create INSTEAD OF trigger on table: main.t1}} - -ifcapable view { -# Ensure that we cannot create BEFORE triggers on views -do_test trigger1-1.13 { - catchsql { - create view v1 as select * from t1; - create trigger v1t before update on v1 for each row begin - delete from t1 WHERE a=old.a+2; - end; - } -} {1 {cannot create BEFORE trigger on view: main.v1}} -# Ensure that we cannot create AFTER triggers on views -do_test trigger1-1.14 { - catchsql { - drop view v1; - create view v1 as select * from t1; - create trigger v1t AFTER update on v1 for each row begin - delete from t1 WHERE a=old.a+2; - end; - } -} {1 {cannot create AFTER trigger on view: main.v1}} -} ;# ifcapable view - -# Check for memory leaks in the trigger parser -# -do_test trigger1-2.1 { - catchsql { - CREATE TRIGGER r1 AFTER INSERT ON t1 BEGIN - SELECT * FROM; -- Syntax error - END; - } -} {1 {near ";": syntax error}} -do_test trigger1-2.2 { - catchsql { - CREATE TRIGGER r1 AFTER INSERT ON t1 BEGIN - SELECT * FROM t1; - SELECT * FROM; -- Syntax error - END; - } -} {1 {near ";": syntax error}} - -# Create a trigger that refers to a table that might not exist. -# -ifcapable tempdb { - do_test trigger1-3.1 { - execsql { - CREATE TEMP TABLE t2(x,y); - } - catchsql { - CREATE TRIGGER r1 AFTER INSERT ON t1 BEGIN - INSERT INTO t2 VALUES(NEW.a,NEW.b); - END; - } - } {0 {}} - do_test trigger-3.2 { - catchsql { - INSERT INTO t1 VALUES(1,2); - SELECT * FROM t2; - } - } {1 {no such table: main.t2}} - do_test trigger-3.3 { - db close - set rc [catch {sqlite3 db test.db} err] - if {$rc} {lappend rc $err} - set rc - } {0} - do_test trigger-3.4 { - catchsql { - INSERT INTO t1 VALUES(1,2); - SELECT * FROM t2; - } - } {1 {no such table: main.t2}} - do_test trigger-3.5 { - catchsql { - CREATE TEMP TABLE t2(x,y); - INSERT INTO t1 VALUES(1,2); - SELECT * FROM t2; - } - } {1 {no such table: main.t2}} - do_test trigger-3.6 { - catchsql { - DROP TRIGGER r1; - CREATE TEMP TRIGGER r1 AFTER INSERT ON t1 BEGIN - INSERT INTO t2 VALUES(NEW.a,NEW.b); - END; - INSERT INTO t1 VALUES(1,2); - SELECT * FROM t2; - } - } {0 {1 2}} - do_test trigger-3.7 { - execsql { - DROP TABLE t2; - CREATE TABLE t2(x,y); - SELECT * FROM t2; - } - } {} - - # There are two versions of trigger-3.8 and trigger-3.9. One that uses - # compound SELECT statements, and another that does not. - ifcapable compound { - do_test trigger1-3.8 { - execsql { - INSERT INTO t1 VALUES(3,4); - SELECT * FROM t1 UNION ALL SELECT * FROM t2; - } - } {1 2 3 4 3 4} - do_test trigger1-3.9 { - db close - sqlite3 db test.db - execsql { - INSERT INTO t1 VALUES(5,6); - SELECT * FROM t1 UNION ALL SELECT * FROM t2; - } - } {1 2 3 4 5 6 3 4} - } ;# ifcapable compound - ifcapable !compound { - do_test trigger1-3.8 { - execsql { - INSERT INTO t1 VALUES(3,4); - SELECT * FROM t1; - SELECT * FROM t2; - } - } {1 2 3 4 3 4} - do_test trigger1-3.9 { - db close - sqlite3 db test.db - execsql { - INSERT INTO t1 VALUES(5,6); - SELECT * FROM t1; - SELECT * FROM t2; - } - } {1 2 3 4 5 6 3 4} - } ;# ifcapable !compound - - do_test trigger1-4.1 { - execsql { - CREATE TEMP TRIGGER r1 BEFORE INSERT ON t1 BEGIN - INSERT INTO t2 VALUES(NEW.a,NEW.b); - END; - INSERT INTO t1 VALUES(7,8); - SELECT * FROM t2; - } - } {3 4 7 8} - do_test trigger1-4.2 { - sqlite3 db2 test.db - execsql { - INSERT INTO t1 VALUES(9,10); - } db2; - db2 close - execsql { - SELECT * FROM t2; - } - } {3 4 7 8} - do_test trigger1-4.3 { - execsql { - DROP TABLE t1; - SELECT * FROM t2; - }; - } {3 4 7 8} - do_test trigger1-4.4 { - db close - sqlite3 db test.db - execsql { - SELECT * FROM t2; - }; - } {3 4 7 8} -} else { - execsql { - CREATE TABLE t2(x,y); - DROP TABLE t1; - INSERT INTO t2 VALUES(3, 4); - INSERT INTO t2 VALUES(7, 8); - } -} - - -integrity_check trigger1-5.1 - -# Create a trigger with the same name as a table. Make sure the -# trigger works. Then drop the trigger. Make sure the table is -# still there. -# -set view_v1 {} -ifcapable view { - set view_v1 {view v1} -} -do_test trigger1-6.1 { - execsql {SELECT type, name FROM sqlite_master} -} [concat $view_v1 {table t2}] -do_test trigger1-6.2 { - execsql { - CREATE TRIGGER t2 BEFORE DELETE ON t2 BEGIN - SELECT RAISE(ABORT,'deletes are not allows'); - END; - SELECT type, name FROM sqlite_master; - } -} [concat $view_v1 {table t2 trigger t2}] -do_test trigger1-6.3 { - catchsql {DELETE FROM t2} -} {1 {deletes are not allows}} -do_test trigger1-6.4 { - execsql {SELECT * FROM t2} -} {3 4 7 8} -do_test trigger1-6.5 { - db close - sqlite3 db test.db - execsql {SELECT type, name FROM sqlite_master} -} [concat $view_v1 {table t2 trigger t2}] -do_test trigger1-6.6 { - execsql { - DROP TRIGGER t2; - SELECT type, name FROM sqlite_master; - } -} [concat $view_v1 {table t2}] -do_test trigger1-6.7 { - execsql {SELECT * FROM t2} -} {3 4 7 8} -do_test trigger1-6.8 { - db close - sqlite3 db test.db - execsql {SELECT * FROM t2} -} {3 4 7 8} - -integrity_check trigger-7.1 - -# Check to make sure the name of a trigger can be quoted so that keywords -# can be used as trigger names. Ticket #468 -# -do_test trigger1-8.1 { - execsql { - CREATE TRIGGER 'trigger' AFTER INSERT ON t2 BEGIN SELECT 1; END; - SELECT name FROM sqlite_master WHERE type='trigger'; - } -} {trigger} -do_test trigger1-8.2 { - execsql { - DROP TRIGGER 'trigger'; - SELECT name FROM sqlite_master WHERE type='trigger'; - } -} {} -do_test trigger1-8.3 { - execsql { - CREATE TRIGGER "trigger" AFTER INSERT ON t2 BEGIN SELECT 1; END; - SELECT name FROM sqlite_master WHERE type='trigger'; - } -} {trigger} -do_test trigger1-8.4 { - execsql { - DROP TRIGGER "trigger"; - SELECT name FROM sqlite_master WHERE type='trigger'; - } -} {} -do_test trigger1-8.5 { - execsql { - CREATE TRIGGER [trigger] AFTER INSERT ON t2 BEGIN SELECT 1; END; - SELECT name FROM sqlite_master WHERE type='trigger'; - } -} {trigger} -do_test trigger1-8.6 { - execsql { - DROP TRIGGER [trigger]; - SELECT name FROM sqlite_master WHERE type='trigger'; - } -} {} - -ifcapable conflict { - # Make sure REPLACE works inside of triggers. - # - # There are two versions of trigger-9.1 and trigger-9.2. One that uses - # compound SELECT statements, and another that does not. - ifcapable compound { - do_test trigger1-9.1 { - execsql { - CREATE TABLE t3(a,b); - CREATE TABLE t4(x UNIQUE, b); - CREATE TRIGGER r34 AFTER INSERT ON t3 BEGIN - REPLACE INTO t4 VALUES(new.a,new.b); - END; - INSERT INTO t3 VALUES(1,2); - SELECT * FROM t3 UNION ALL SELECT 99, 99 UNION ALL SELECT * FROM t4; - } - } {1 2 99 99 1 2} - do_test trigger1-9.2 { - execsql { - INSERT INTO t3 VALUES(1,3); - SELECT * FROM t3 UNION ALL SELECT 99, 99 UNION ALL SELECT * FROM t4; - } - } {1 2 1 3 99 99 1 3} - } else { - do_test trigger1-9.1 { - execsql { - CREATE TABLE t3(a,b); - CREATE TABLE t4(x UNIQUE, b); - CREATE TRIGGER r34 AFTER INSERT ON t3 BEGIN - REPLACE INTO t4 VALUES(new.a,new.b); - END; - INSERT INTO t3 VALUES(1,2); - SELECT * FROM t3; SELECT 99, 99; SELECT * FROM t4; - } - } {1 2 99 99 1 2} - do_test trigger1-9.2 { - execsql { - INSERT INTO t3 VALUES(1,3); - SELECT * FROM t3; SELECT 99, 99; SELECT * FROM t4; - } - } {1 2 1 3 99 99 1 3} - } - execsql { - DROP TABLE t3; - DROP TABLE t4; - } -} - - -# Ticket #764. At one stage TEMP triggers would fail to re-install when the -# schema was reloaded. The following tests ensure that TEMP triggers are -# correctly re-installed. -# -# Also verify that references within trigger programs are resolved at -# statement compile time, not trigger installation time. This means, for -# example, that you can drop and re-create tables referenced by triggers. -ifcapable tempdb { - do_test trigger1-10.0 { - file delete -force test2.db - file delete -force test2.db-journal - execsql { - ATTACH 'test2.db' AS aux; - } - } {} - do_test trigger1-10.1 { - execsql { - CREATE TABLE main.t4(a, b, c); - CREATE TABLE temp.t4(a, b, c); - CREATE TABLE aux.t4(a, b, c); - CREATE TABLE insert_log(db, a, b, c); - } - } {} - do_test trigger1-10.2 { - execsql { - CREATE TEMP TRIGGER trig1 AFTER INSERT ON main.t4 BEGIN - INSERT INTO insert_log VALUES('main', new.a, new.b, new.c); - END; - CREATE TEMP TRIGGER trig2 AFTER INSERT ON temp.t4 BEGIN - INSERT INTO insert_log VALUES('temp', new.a, new.b, new.c); - END; - CREATE TEMP TRIGGER trig3 AFTER INSERT ON aux.t4 BEGIN - INSERT INTO insert_log VALUES('aux', new.a, new.b, new.c); - END; - } - } {} - do_test trigger1-10.3 { - execsql { - INSERT INTO main.t4 VALUES(1, 2, 3); - INSERT INTO temp.t4 VALUES(4, 5, 6); - INSERT INTO aux.t4 VALUES(7, 8, 9); - } - } {} - do_test trigger1-10.4 { - execsql { - SELECT * FROM insert_log; - } - } {main 1 2 3 temp 4 5 6 aux 7 8 9} - do_test trigger1-10.5 { - execsql { - BEGIN; - INSERT INTO main.t4 VALUES(1, 2, 3); - INSERT INTO temp.t4 VALUES(4, 5, 6); - INSERT INTO aux.t4 VALUES(7, 8, 9); - ROLLBACK; - } - } {} - do_test trigger1-10.6 { - execsql { - SELECT * FROM insert_log; - } - } {main 1 2 3 temp 4 5 6 aux 7 8 9} - do_test trigger1-10.7 { - execsql { - DELETE FROM insert_log; - INSERT INTO main.t4 VALUES(11, 12, 13); - INSERT INTO temp.t4 VALUES(14, 15, 16); - INSERT INTO aux.t4 VALUES(17, 18, 19); - } - } {} - do_test trigger1-10.8 { - execsql { - SELECT * FROM insert_log; - } - } {main 11 12 13 temp 14 15 16 aux 17 18 19} - do_test trigger1-10.8 { - # Drop and re-create the insert_log table in a different database. Note - # that we can change the column names because the trigger programs don't - # use them explicitly. - execsql { - DROP TABLE insert_log; - CREATE TABLE aux.insert_log(db, d, e, f); - } - } {} - do_test trigger1-10.10 { - execsql { - INSERT INTO main.t4 VALUES(21, 22, 23); - INSERT INTO temp.t4 VALUES(24, 25, 26); - INSERT INTO aux.t4 VALUES(27, 28, 29); - } - } {} - do_test trigger1-10.11 { - execsql { - SELECT * FROM insert_log; - } - } {main 21 22 23 temp 24 25 26 aux 27 28 29} -} - -do_test trigger1-11.1 { - catchsql {SELECT raise(abort,'message');} -} {1 {RAISE() may only be used within a trigger-program}} - - -finish_test diff --git a/libs/sqlite/test/trigger2.test b/libs/sqlite/test/trigger2.test deleted file mode 100644 index b150c414ed..0000000000 --- a/libs/sqlite/test/trigger2.test +++ /dev/null @@ -1,742 +0,0 @@ -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# Regression testing of FOR EACH ROW table triggers -# -# 1. Trigger execution order tests. -# These tests ensure that BEFORE and AFTER triggers are fired at the correct -# times relative to each other and the triggering statement. -# -# trigger2-1.1.*: ON UPDATE trigger execution model. -# trigger2-1.2.*: DELETE trigger execution model. -# trigger2-1.3.*: INSERT trigger execution model. -# -# 2. Trigger program execution tests. -# These tests ensure that trigger programs execute correctly (ie. that a -# trigger program can correctly execute INSERT, UPDATE, DELETE * SELECT -# statements, and combinations thereof). -# -# 3. Selective trigger execution -# This tests that conditional triggers (ie. UPDATE OF triggers and triggers -# with WHEN clauses) are fired only fired when they are supposed to be. -# -# trigger2-3.1: UPDATE OF triggers -# trigger2-3.2: WHEN clause -# -# 4. Cascaded trigger execution -# Tests that trigger-programs may cause other triggers to fire. Also that a -# trigger-program is never executed recursively. -# -# trigger2-4.1: Trivial cascading trigger -# trigger2-4.2: Trivial recursive trigger handling -# -# 5. Count changes behaviour. -# Verify that rows altered by triggers are not included in the return value -# of the "count changes" interface. -# -# 6. ON CONFLICT clause handling -# trigger2-6.1[a-f]: INSERT statements -# trigger2-6.2[a-f]: UPDATE statements -# -# 7. & 8. Triggers on views fire correctly. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -ifcapable {!trigger} { - finish_test - return -} - -# 1. -ifcapable subquery { - set ii 0 - set tbl_definitions [list \ - {CREATE TABLE tbl (a, b);} \ - {CREATE TABLE tbl (a INTEGER PRIMARY KEY, b);} \ - {CREATE TABLE tbl (a, b PRIMARY KEY);} \ - {CREATE TABLE tbl (a, b); CREATE INDEX tbl_idx ON tbl(b);} \ - ] - ifcapable tempdb { - lappend tbl_definitions \ - {CREATE TEMP TABLE tbl (a, b); CREATE INDEX tbl_idx ON tbl(b);} - lappend tbl_definitions {CREATE TEMP TABLE tbl (a, b);} - lappend tbl_definitions \ - {CREATE TEMPORARY TABLE tbl (a INTEGER PRIMARY KEY, b);} - } - foreach tbl_defn $tbl_definitions { - incr ii - catchsql { DROP INDEX tbl_idx; } - catchsql { - DROP TABLE rlog; - DROP TABLE clog; - DROP TABLE tbl; - DROP TABLE other_tbl; - } - - execsql $tbl_defn - - execsql { - INSERT INTO tbl VALUES(1, 2); - INSERT INTO tbl VALUES(3, 4); - - CREATE TABLE rlog (idx, old_a, old_b, db_sum_a, db_sum_b, new_a, new_b); - CREATE TABLE clog (idx, old_a, old_b, db_sum_a, db_sum_b, new_a, new_b); - - CREATE TRIGGER before_update_row BEFORE UPDATE ON tbl FOR EACH ROW - BEGIN - INSERT INTO rlog VALUES ( (SELECT coalesce(max(idx),0) + 1 FROM rlog), - old.a, old.b, - (SELECT coalesce(sum(a),0) FROM tbl), - (SELECT coalesce(sum(b),0) FROM tbl), - new.a, new.b); - END; - - CREATE TRIGGER after_update_row AFTER UPDATE ON tbl FOR EACH ROW - BEGIN - INSERT INTO rlog VALUES ( (SELECT coalesce(max(idx),0) + 1 FROM rlog), - old.a, old.b, - (SELECT coalesce(sum(a),0) FROM tbl), - (SELECT coalesce(sum(b),0) FROM tbl), - new.a, new.b); - END; - - CREATE TRIGGER conditional_update_row AFTER UPDATE ON tbl FOR EACH ROW - WHEN old.a = 1 - BEGIN - INSERT INTO clog VALUES ( (SELECT coalesce(max(idx),0) + 1 FROM clog), - old.a, old.b, - (SELECT coalesce(sum(a),0) FROM tbl), - (SELECT coalesce(sum(b),0) FROM tbl), - new.a, new.b); - END; - } - - do_test trigger2-1.$ii.1 { - set r {} - foreach v [execsql { - UPDATE tbl SET a = a * 10, b = b * 10; - SELECT * FROM rlog ORDER BY idx; - SELECT * FROM clog ORDER BY idx; - }] { - lappend r [expr {int($v)}] - } - set r - } [list 1 1 2 4 6 10 20 \ - 2 1 2 13 24 10 20 \ - 3 3 4 13 24 30 40 \ - 4 3 4 40 60 30 40 \ - 1 1 2 13 24 10 20 ] - - execsql { - DELETE FROM rlog; - DELETE FROM tbl; - INSERT INTO tbl VALUES (100, 100); - INSERT INTO tbl VALUES (300, 200); - CREATE TRIGGER delete_before_row BEFORE DELETE ON tbl FOR EACH ROW - BEGIN - INSERT INTO rlog VALUES ( (SELECT coalesce(max(idx),0) + 1 FROM rlog), - old.a, old.b, - (SELECT coalesce(sum(a),0) FROM tbl), - (SELECT coalesce(sum(b),0) FROM tbl), - 0, 0); - END; - - CREATE TRIGGER delete_after_row AFTER DELETE ON tbl FOR EACH ROW - BEGIN - INSERT INTO rlog VALUES ( (SELECT coalesce(max(idx),0) + 1 FROM rlog), - old.a, old.b, - (SELECT coalesce(sum(a),0) FROM tbl), - (SELECT coalesce(sum(b),0) FROM tbl), - 0, 0); - END; - } - do_test trigger2-1.$ii.2 { - set r {} - foreach v [execsql { - DELETE FROM tbl; - SELECT * FROM rlog; - }] { - lappend r [expr {int($v)}] - } - set r - } [list 1 100 100 400 300 0 0 \ - 2 100 100 300 200 0 0 \ - 3 300 200 300 200 0 0 \ - 4 300 200 0 0 0 0 ] - - execsql { - DELETE FROM rlog; - CREATE TRIGGER insert_before_row BEFORE INSERT ON tbl FOR EACH ROW - BEGIN - INSERT INTO rlog VALUES ( (SELECT coalesce(max(idx),0) + 1 FROM rlog), - 0, 0, - (SELECT coalesce(sum(a),0) FROM tbl), - (SELECT coalesce(sum(b),0) FROM tbl), - new.a, new.b); - END; - - CREATE TRIGGER insert_after_row AFTER INSERT ON tbl FOR EACH ROW - BEGIN - INSERT INTO rlog VALUES ( (SELECT coalesce(max(idx),0) + 1 FROM rlog), - 0, 0, - (SELECT coalesce(sum(a),0) FROM tbl), - (SELECT coalesce(sum(b),0) FROM tbl), - new.a, new.b); - END; - } - do_test trigger2-1.$ii.3 { - execsql { - - CREATE TABLE other_tbl(a, b); - INSERT INTO other_tbl VALUES(1, 2); - INSERT INTO other_tbl VALUES(3, 4); - -- INSERT INTO tbl SELECT * FROM other_tbl; - INSERT INTO tbl VALUES(5, 6); - DROP TABLE other_tbl; - - SELECT * FROM rlog; - } - } [list 1 0 0 0 0 5 6 \ - 2 0 0 5 6 5 6 ] - - integrity_check trigger2-1.$ii.4 - } - catchsql { - DROP TABLE rlog; - DROP TABLE clog; - DROP TABLE tbl; - DROP TABLE other_tbl; - } -} - -# 2. -set ii 0 -foreach tr_program { - {UPDATE tbl SET b = old.b;} - {INSERT INTO log VALUES(new.c, 2, 3);} - {DELETE FROM log WHERE a = 1;} - {INSERT INTO tbl VALUES(500, new.b * 10, 700); - UPDATE tbl SET c = old.c; - DELETE FROM log;} - {INSERT INTO log select * from tbl;} -} { - foreach test_varset [ list \ - { - set statement {UPDATE tbl SET c = 10 WHERE a = 1;} - set prep {INSERT INTO tbl VALUES(1, 2, 3);} - set newC 10 - set newB 2 - set newA 1 - set oldA 1 - set oldB 2 - set oldC 3 - } \ - { - set statement {DELETE FROM tbl WHERE a = 1;} - set prep {INSERT INTO tbl VALUES(1, 2, 3);} - set oldA 1 - set oldB 2 - set oldC 3 - } \ - { - set statement {INSERT INTO tbl VALUES(1, 2, 3);} - set newA 1 - set newB 2 - set newC 3 - } - ] \ - { - set statement {} - set prep {} - set newA {''} - set newB {''} - set newC {''} - set oldA {''} - set oldB {''} - set oldC {''} - - incr ii - - eval $test_varset - - set statement_type [string range $statement 0 5] - set tr_program_fixed $tr_program - if {$statement_type == "DELETE"} { - regsub -all new\.a $tr_program_fixed {''} tr_program_fixed - regsub -all new\.b $tr_program_fixed {''} tr_program_fixed - regsub -all new\.c $tr_program_fixed {''} tr_program_fixed - } - if {$statement_type == "INSERT"} { - regsub -all old\.a $tr_program_fixed {''} tr_program_fixed - regsub -all old\.b $tr_program_fixed {''} tr_program_fixed - regsub -all old\.c $tr_program_fixed {''} tr_program_fixed - } - - - set tr_program_cooked $tr_program - regsub -all new\.a $tr_program_cooked $newA tr_program_cooked - regsub -all new\.b $tr_program_cooked $newB tr_program_cooked - regsub -all new\.c $tr_program_cooked $newC tr_program_cooked - regsub -all old\.a $tr_program_cooked $oldA tr_program_cooked - regsub -all old\.b $tr_program_cooked $oldB tr_program_cooked - regsub -all old\.c $tr_program_cooked $oldC tr_program_cooked - - catchsql { - DROP TABLE tbl; - DROP TABLE log; - } - - execsql { - CREATE TABLE tbl(a PRIMARY KEY, b, c); - CREATE TABLE log(a, b, c); - } - - set query {SELECT * FROM tbl; SELECT * FROM log;} - set prep "$prep; INSERT INTO log VALUES(1, 2, 3);\ - INSERT INTO log VALUES(10, 20, 30);" - -# Check execution of BEFORE programs: - - set before_data [ execsql "$prep $tr_program_cooked $statement $query" ] - - execsql "DELETE FROM tbl; DELETE FROM log; $prep"; - execsql "CREATE TRIGGER the_trigger BEFORE [string range $statement 0 6]\ - ON tbl BEGIN $tr_program_fixed END;" - - do_test trigger2-2.$ii-before "execsql {$statement $query}" $before_data - - execsql "DROP TRIGGER the_trigger;" - execsql "DELETE FROM tbl; DELETE FROM log;" - -# Check execution of AFTER programs - set after_data [ execsql "$prep $statement $tr_program_cooked $query" ] - - execsql "DELETE FROM tbl; DELETE FROM log; $prep"; - execsql "CREATE TRIGGER the_trigger AFTER [string range $statement 0 6]\ - ON tbl BEGIN $tr_program_fixed END;" - - do_test trigger2-2.$ii-after "execsql {$statement $query}" $after_data - execsql "DROP TRIGGER the_trigger;" - - integrity_check trigger2-2.$ii-integrity - } -} -catchsql { - DROP TABLE tbl; - DROP TABLE log; -} - -# 3. - -# trigger2-3.1: UPDATE OF triggers -execsql { - CREATE TABLE tbl (a, b, c, d); - CREATE TABLE log (a); - INSERT INTO log VALUES (0); - INSERT INTO tbl VALUES (0, 0, 0, 0); - INSERT INTO tbl VALUES (1, 0, 0, 0); - CREATE TRIGGER tbl_after_update_cd BEFORE UPDATE OF c, d ON tbl - BEGIN - UPDATE log SET a = a + 1; - END; -} -do_test trigger2-3.1 { - execsql { - UPDATE tbl SET b = 1, c = 10; -- 2 - UPDATE tbl SET b = 10; -- 0 - UPDATE tbl SET d = 4 WHERE a = 0; --1 - UPDATE tbl SET a = 4, b = 10; --0 - SELECT * FROM log; - } -} {3} -execsql { - DROP TABLE tbl; - DROP TABLE log; -} - -# trigger2-3.2: WHEN clause -set when_triggers [list {t1 BEFORE INSERT ON tbl WHEN new.a > 20}] -ifcapable subquery { - lappend when_triggers \ - {t2 BEFORE INSERT ON tbl WHEN (SELECT count(*) FROM tbl) = 0} -} - -execsql { - CREATE TABLE tbl (a, b, c, d); - CREATE TABLE log (a); - INSERT INTO log VALUES (0); -} - -foreach trig $when_triggers { - execsql "CREATE TRIGGER $trig BEGIN UPDATE log set a = a + 1; END;" -} - -ifcapable subquery { - set t232 {1 0 1} -} else { - set t232 {0 0 1} -} -do_test trigger2-3.2 { - execsql { - - INSERT INTO tbl VALUES(0, 0, 0, 0); -- 1 (ifcapable subquery) - SELECT * FROM log; - UPDATE log SET a = 0; - - INSERT INTO tbl VALUES(0, 0, 0, 0); -- 0 - SELECT * FROM log; - UPDATE log SET a = 0; - - INSERT INTO tbl VALUES(200, 0, 0, 0); -- 1 - SELECT * FROM log; - UPDATE log SET a = 0; - } -} $t232 -execsql { - DROP TABLE tbl; - DROP TABLE log; -} -integrity_check trigger2-3.3 - -# Simple cascaded trigger -execsql { - CREATE TABLE tblA(a, b); - CREATE TABLE tblB(a, b); - CREATE TABLE tblC(a, b); - - CREATE TRIGGER tr1 BEFORE INSERT ON tblA BEGIN - INSERT INTO tblB values(new.a, new.b); - END; - - CREATE TRIGGER tr2 BEFORE INSERT ON tblB BEGIN - INSERT INTO tblC values(new.a, new.b); - END; -} -do_test trigger2-4.1 { - execsql { - INSERT INTO tblA values(1, 2); - SELECT * FROM tblA; - SELECT * FROM tblB; - SELECT * FROM tblC; - } -} {1 2 1 2 1 2} -execsql { - DROP TABLE tblA; - DROP TABLE tblB; - DROP TABLE tblC; -} - -# Simple recursive trigger -execsql { - CREATE TABLE tbl(a, b, c); - CREATE TRIGGER tbl_trig BEFORE INSERT ON tbl - BEGIN - INSERT INTO tbl VALUES (new.a, new.b, new.c); - END; -} -do_test trigger2-4.2 { - execsql { - INSERT INTO tbl VALUES (1, 2, 3); - select * from tbl; - } -} {1 2 3 1 2 3} -execsql { - DROP TABLE tbl; -} - -# 5. -execsql { - CREATE TABLE tbl(a, b, c); - CREATE TRIGGER tbl_trig BEFORE INSERT ON tbl - BEGIN - INSERT INTO tbl VALUES (1, 2, 3); - INSERT INTO tbl VALUES (2, 2, 3); - UPDATE tbl set b = 10 WHERE a = 1; - DELETE FROM tbl WHERE a = 1; - DELETE FROM tbl; - END; -} -do_test trigger2-5 { - execsql { - INSERT INTO tbl VALUES(100, 200, 300); - } - db changes -} {1} -execsql { - DROP TABLE tbl; -} - -ifcapable conflict { - # Handling of ON CONFLICT by INSERT statements inside triggers - execsql { - CREATE TABLE tbl (a primary key, b, c); - CREATE TRIGGER ai_tbl AFTER INSERT ON tbl BEGIN - INSERT OR IGNORE INTO tbl values (new.a, 0, 0); - END; - } - do_test trigger2-6.1a { - execsql { - BEGIN; - INSERT INTO tbl values (1, 2, 3); - SELECT * from tbl; - } - } {1 2 3} - do_test trigger2-6.1b { - catchsql { - INSERT OR ABORT INTO tbl values (2, 2, 3); - } - } {1 {column a is not unique}} - do_test trigger2-6.1c { - execsql { - SELECT * from tbl; - } - } {1 2 3} - do_test trigger2-6.1d { - catchsql { - INSERT OR FAIL INTO tbl values (2, 2, 3); - } - } {1 {column a is not unique}} - do_test trigger2-6.1e { - execsql { - SELECT * from tbl; - } - } {1 2 3 2 2 3} - do_test trigger2-6.1f { - execsql { - INSERT OR REPLACE INTO tbl values (2, 2, 3); - SELECT * from tbl; - } - } {1 2 3 2 0 0} - do_test trigger2-6.1g { - catchsql { - INSERT OR ROLLBACK INTO tbl values (3, 2, 3); - } - } {1 {column a is not unique}} - do_test trigger2-6.1h { - execsql { - SELECT * from tbl; - } - } {} - execsql {DELETE FROM tbl} - - - # Handling of ON CONFLICT by UPDATE statements inside triggers - execsql { - INSERT INTO tbl values (4, 2, 3); - INSERT INTO tbl values (6, 3, 4); - CREATE TRIGGER au_tbl AFTER UPDATE ON tbl BEGIN - UPDATE OR IGNORE tbl SET a = new.a, c = 10; - END; - } - do_test trigger2-6.2a { - execsql { - BEGIN; - UPDATE tbl SET a = 1 WHERE a = 4; - SELECT * from tbl; - } - } {1 2 10 6 3 4} - do_test trigger2-6.2b { - catchsql { - UPDATE OR ABORT tbl SET a = 4 WHERE a = 1; - } - } {1 {column a is not unique}} - do_test trigger2-6.2c { - execsql { - SELECT * from tbl; - } - } {1 2 10 6 3 4} - do_test trigger2-6.2d { - catchsql { - UPDATE OR FAIL tbl SET a = 4 WHERE a = 1; - } - } {1 {column a is not unique}} - do_test trigger2-6.2e { - execsql { - SELECT * from tbl; - } - } {4 2 10 6 3 4} - do_test trigger2-6.2f.1 { - execsql { - UPDATE OR REPLACE tbl SET a = 1 WHERE a = 4; - SELECT * from tbl; - } - } {1 3 10} - do_test trigger2-6.2f.2 { - execsql { - INSERT INTO tbl VALUES (2, 3, 4); - SELECT * FROM tbl; - } - } {1 3 10 2 3 4} - do_test trigger2-6.2g { - catchsql { - UPDATE OR ROLLBACK tbl SET a = 4 WHERE a = 1; - } - } {1 {column a is not unique}} - do_test trigger2-6.2h { - execsql { - SELECT * from tbl; - } - } {4 2 3 6 3 4} - execsql { - DROP TABLE tbl; - } -} ; # ifcapable conflict - -# 7. Triggers on views -ifcapable view { - -do_test trigger2-7.1 { - execsql { - CREATE TABLE ab(a, b); - CREATE TABLE cd(c, d); - INSERT INTO ab VALUES (1, 2); - INSERT INTO ab VALUES (0, 0); - INSERT INTO cd VALUES (3, 4); - - CREATE TABLE tlog(ii INTEGER PRIMARY KEY, - olda, oldb, oldc, oldd, newa, newb, newc, newd); - - CREATE VIEW abcd AS SELECT a, b, c, d FROM ab, cd; - - CREATE TRIGGER before_update INSTEAD OF UPDATE ON abcd BEGIN - INSERT INTO tlog VALUES(NULL, - old.a, old.b, old.c, old.d, new.a, new.b, new.c, new.d); - END; - CREATE TRIGGER after_update INSTEAD OF UPDATE ON abcd BEGIN - INSERT INTO tlog VALUES(NULL, - old.a, old.b, old.c, old.d, new.a, new.b, new.c, new.d); - END; - - CREATE TRIGGER before_delete INSTEAD OF DELETE ON abcd BEGIN - INSERT INTO tlog VALUES(NULL, - old.a, old.b, old.c, old.d, 0, 0, 0, 0); - END; - CREATE TRIGGER after_delete INSTEAD OF DELETE ON abcd BEGIN - INSERT INTO tlog VALUES(NULL, - old.a, old.b, old.c, old.d, 0, 0, 0, 0); - END; - - CREATE TRIGGER before_insert INSTEAD OF INSERT ON abcd BEGIN - INSERT INTO tlog VALUES(NULL, - 0, 0, 0, 0, new.a, new.b, new.c, new.d); - END; - CREATE TRIGGER after_insert INSTEAD OF INSERT ON abcd BEGIN - INSERT INTO tlog VALUES(NULL, - 0, 0, 0, 0, new.a, new.b, new.c, new.d); - END; - } -} {}; - -do_test trigger2-7.2 { - execsql { - UPDATE abcd SET a = 100, b = 5*5 WHERE a = 1; - DELETE FROM abcd WHERE a = 1; - INSERT INTO abcd VALUES(10, 20, 30, 40); - SELECT * FROM tlog; - } -} [ list 1 1 2 3 4 100 25 3 4 \ - 2 1 2 3 4 100 25 3 4 \ - 3 1 2 3 4 0 0 0 0 \ - 4 1 2 3 4 0 0 0 0 \ - 5 0 0 0 0 10 20 30 40 \ - 6 0 0 0 0 10 20 30 40 ] - -do_test trigger2-7.3 { - execsql { - DELETE FROM tlog; - INSERT INTO abcd VALUES(10, 20, 30, 40); - UPDATE abcd SET a = 100, b = 5*5 WHERE a = 1; - DELETE FROM abcd WHERE a = 1; - SELECT * FROM tlog; - } -} [ list \ - 1 0 0 0 0 10 20 30 40 \ - 2 0 0 0 0 10 20 30 40 \ - 3 1 2 3 4 100 25 3 4 \ - 4 1 2 3 4 100 25 3 4 \ - 5 1 2 3 4 0 0 0 0 \ - 6 1 2 3 4 0 0 0 0 \ -] -do_test trigger2-7.4 { - execsql { - DELETE FROM tlog; - DELETE FROM abcd WHERE a = 1; - INSERT INTO abcd VALUES(10, 20, 30, 40); - UPDATE abcd SET a = 100, b = 5*5 WHERE a = 1; - SELECT * FROM tlog; - } -} [ list \ - 1 1 2 3 4 0 0 0 0 \ - 2 1 2 3 4 0 0 0 0 \ - 3 0 0 0 0 10 20 30 40 \ - 4 0 0 0 0 10 20 30 40 \ - 5 1 2 3 4 100 25 3 4 \ - 6 1 2 3 4 100 25 3 4 \ -] - -do_test trigger2-8.1 { - execsql { - CREATE TABLE t1(a,b,c); - INSERT INTO t1 VALUES(1,2,3); - CREATE VIEW v1 AS - SELECT a+b AS x, b+c AS y, a+c AS z FROM t1; - SELECT * FROM v1; - } -} {3 5 4} -do_test trigger2-8.2 { - execsql { - CREATE TABLE v1log(a,b,c,d,e,f); - CREATE TRIGGER r1 INSTEAD OF DELETE ON v1 BEGIN - INSERT INTO v1log VALUES(OLD.x,NULL,OLD.y,NULL,OLD.z,NULL); - END; - DELETE FROM v1 WHERE x=1; - SELECT * FROM v1log; - } -} {} -do_test trigger2-8.3 { - execsql { - DELETE FROM v1 WHERE x=3; - SELECT * FROM v1log; - } -} {3 {} 5 {} 4 {}} -do_test trigger2-8.4 { - execsql { - INSERT INTO t1 VALUES(4,5,6); - DELETE FROM v1log; - DELETE FROM v1 WHERE y=11; - SELECT * FROM v1log; - } -} {9 {} 11 {} 10 {}} -do_test trigger2-8.5 { - execsql { - CREATE TRIGGER r2 INSTEAD OF INSERT ON v1 BEGIN - INSERT INTO v1log VALUES(NULL,NEW.x,NULL,NEW.y,NULL,NEW.z); - END; - DELETE FROM v1log; - INSERT INTO v1 VALUES(1,2,3); - SELECT * FROM v1log; - } -} {{} 1 {} 2 {} 3} -do_test trigger2-8.6 { - execsql { - CREATE TRIGGER r3 INSTEAD OF UPDATE ON v1 BEGIN - INSERT INTO v1log VALUES(OLD.x,NEW.x,OLD.y,NEW.y,OLD.z,NEW.z); - END; - DELETE FROM v1log; - UPDATE v1 SET x=x+100, y=y+200, z=z+300; - SELECT * FROM v1log; - } -} {3 103 5 205 4 304 9 109 11 211 10 310} - -} ;# ifcapable view - -integrity_check trigger2-9.9 - -finish_test diff --git a/libs/sqlite/test/trigger3.test b/libs/sqlite/test/trigger3.test deleted file mode 100644 index d08ac288e3..0000000000 --- a/libs/sqlite/test/trigger3.test +++ /dev/null @@ -1,176 +0,0 @@ -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# This file tests the RAISE() function. -# - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -ifcapable {!trigger} { - finish_test - return -} - -# Test that we can cause ROLLBACK, FAIL and ABORT correctly -# catchsql { DROP TABLE tbl; } -catchsql { CREATE TABLE tbl (a, b, c) } - -execsql { - CREATE TRIGGER before_tbl_insert BEFORE INSERT ON tbl BEGIN SELECT CASE - WHEN (new.a = 4) THEN RAISE(IGNORE) END; - END; - - CREATE TRIGGER after_tbl_insert AFTER INSERT ON tbl BEGIN SELECT CASE - WHEN (new.a = 1) THEN RAISE(ABORT, 'Trigger abort') - WHEN (new.a = 2) THEN RAISE(FAIL, 'Trigger fail') - WHEN (new.a = 3) THEN RAISE(ROLLBACK, 'Trigger rollback') END; - END; -} -# ABORT -do_test trigger3-1.1 { - catchsql { - BEGIN; - INSERT INTO tbl VALUES (5, 5, 6); - INSERT INTO tbl VALUES (1, 5, 6); - } -} {1 {Trigger abort}} -do_test trigger3-1.2 { - execsql { - SELECT * FROM tbl; - ROLLBACK; - } -} {5 5 6} -do_test trigger3-1.3 { - execsql {SELECT * FROM tbl} -} {} - -# FAIL -do_test trigger3-2.1 { - catchsql { - BEGIN; - INSERT INTO tbl VALUES (5, 5, 6); - INSERT INTO tbl VALUES (2, 5, 6); - } -} {1 {Trigger fail}} -do_test trigger3-2.2 { - execsql { - SELECT * FROM tbl; - ROLLBACK; - } -} {5 5 6 2 5 6} -# ROLLBACK -do_test trigger3-3.1 { - catchsql { - BEGIN; - INSERT INTO tbl VALUES (5, 5, 6); - INSERT INTO tbl VALUES (3, 5, 6); - } -} {1 {Trigger rollback}} -do_test trigger3-3.2 { - execsql { - SELECT * FROM tbl; - } -} {} -# IGNORE -do_test trigger3-4.1 { - catchsql { - BEGIN; - INSERT INTO tbl VALUES (5, 5, 6); - INSERT INTO tbl VALUES (4, 5, 6); - } -} {0 {}} -do_test trigger3-4.2 { - execsql { - SELECT * FROM tbl; - ROLLBACK; - } -} {5 5 6} - -# Check that we can also do RAISE(IGNORE) for UPDATE and DELETE -execsql {DROP TABLE tbl;} -execsql {CREATE TABLE tbl (a, b, c);} -execsql {INSERT INTO tbl VALUES(1, 2, 3);} -execsql {INSERT INTO tbl VALUES(4, 5, 6);} -execsql { - CREATE TRIGGER before_tbl_update BEFORE UPDATE ON tbl BEGIN - SELECT CASE WHEN (old.a = 1) THEN RAISE(IGNORE) END; - END; - - CREATE TRIGGER before_tbl_delete BEFORE DELETE ON tbl BEGIN - SELECT CASE WHEN (old.a = 1) THEN RAISE(IGNORE) END; - END; -} -do_test trigger3-5.1 { - execsql { - UPDATE tbl SET c = 10; - SELECT * FROM tbl; - } -} {1 2 3 4 5 10} -do_test trigger3-5.2 { - execsql { - DELETE FROM tbl; - SELECT * FROM tbl; - } -} {1 2 3} - -# Check that RAISE(IGNORE) works correctly for nested triggers: -execsql {CREATE TABLE tbl2(a, b, c)} -execsql { - CREATE TRIGGER after_tbl2_insert AFTER INSERT ON tbl2 BEGIN - UPDATE tbl SET c = 10; - INSERT INTO tbl2 VALUES (new.a, new.b, new.c); - END; -} -do_test trigger3-6 { - execsql { - INSERT INTO tbl2 VALUES (1, 2, 3); - SELECT * FROM tbl2; - SELECT * FROM tbl; - } -} {1 2 3 1 2 3 1 2 3} - -# Check that things also work for view-triggers - -ifcapable view { - -execsql {CREATE VIEW tbl_view AS SELECT * FROM tbl} -execsql { - CREATE TRIGGER tbl_view_insert INSTEAD OF INSERT ON tbl_view BEGIN - SELECT CASE WHEN (new.a = 1) THEN RAISE(ROLLBACK, 'View rollback') - WHEN (new.a = 2) THEN RAISE(IGNORE) - WHEN (new.a = 3) THEN RAISE(ABORT, 'View abort') END; - END; -} - -do_test trigger3-7.1 { - catchsql { - INSERT INTO tbl_view VALUES(1, 2, 3); - } -} {1 {View rollback}} -do_test trigger3-7.2 { - catchsql { - INSERT INTO tbl_view VALUES(2, 2, 3); - } -} {0 {}} -do_test trigger3-7.3 { - catchsql { - INSERT INTO tbl_view VALUES(3, 2, 3); - } -} {1 {View abort}} - -} ;# ifcapable view - -integrity_check trigger3-8.1 - -catchsql { DROP TABLE tbl; } -catchsql { DROP TABLE tbl2; } -catchsql { DROP VIEW tbl_view; } - -finish_test diff --git a/libs/sqlite/test/trigger4.test b/libs/sqlite/test/trigger4.test deleted file mode 100644 index 0e44ce6ca7..0000000000 --- a/libs/sqlite/test/trigger4.test +++ /dev/null @@ -1,200 +0,0 @@ -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# This file tests the triggers of views. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# If either views or triggers are disabled in this build, omit this file. -ifcapable {!trigger || !view} { - finish_test - return -} - -do_test trigger4-1.1 { - execsql { - create table test1(id integer primary key,a); - create table test2(id integer,b); - create view test as - select test1.id as id,a as a,b as b - from test1 join test2 on test2.id = test1.id; - create trigger I_test instead of insert on test - begin - insert into test1 (id,a) values (NEW.id,NEW.a); - insert into test2 (id,b) values (NEW.id,NEW.b); - end; - insert into test values(1,2,3); - select * from test1; - } -} {1 2} -do_test trigger4-1.2 { - execsql { - select * from test2; - } -} {1 3} -do_test trigger4-1.3 { - db close - sqlite3 db test.db - execsql { - insert into test values(4,5,6); - select * from test1; - } -} {1 2 4 5} -do_test trigger4-1.4 { - execsql { - select * from test2; - } -} {1 3 4 6} - -do_test trigger4-2.1 { - execsql { - create trigger U_test instead of update on test - begin - update test1 set a=NEW.a where id=NEW.id; - update test2 set b=NEW.b where id=NEW.id; - end; - update test set a=22 where id=1; - select * from test1; - } -} {1 22 4 5} -do_test trigger4-2.2 { - execsql { - select * from test2; - } -} {1 3 4 6} -do_test trigger4-2.3 { - db close - sqlite3 db test.db - execsql { - update test set b=66 where id=4; - select * from test1; - } -} {1 22 4 5} -do_test trigger4-2.4 { - execsql { - select * from test2; - } -} {1 3 4 66} - -do_test trigger4-3.1 { - catchsql { - drop table test2; - insert into test values(7,8,9); - } -} {1 {no such table: main.test2}} -do_test trigger4-3.2 { - db close - sqlite3 db test.db - catchsql { - insert into test values(7,8,9); - } -} {1 {no such table: main.test2}} -do_test trigger4-3.3 { - catchsql { - update test set a=222 where id=1; - } -} {1 {no such table: main.test2}} -do_test trigger4-3.4 { - execsql { - select * from test1; - } -} {1 22 4 5} -do_test trigger4-3.5 { - execsql { - create table test2(id,b); - insert into test values(7,8,9); - select * from test1; - } -} {1 22 4 5 7 8} -do_test trigger4-3.6 { - execsql { - select * from test2; - } -} {7 9} -do_test trigger4-3.7 { - db close - sqlite3 db test.db - execsql { - update test set b=99 where id=7; - select * from test2; - } -} {7 99} - -do_test trigger4-4.1 { - db close - file delete -force trigtest.db - file delete -force trigtest.db-journal - sqlite3 db trigtest.db - catchsql {drop table tbl; drop view vw} - execsql { - create table tbl(a integer primary key, b integer); - create view vw as select * from tbl; - create trigger t_del_tbl instead of delete on vw for each row begin - delete from tbl where a = old.a; - end; - create trigger t_upd_tbl instead of update on vw for each row begin - update tbl set a=new.a, b=new.b where a = old.a; - end; - create trigger t_ins_tbl instead of insert on vw for each row begin - insert into tbl values (new.a,new.b); - end; - insert into tbl values(101,1001); - insert into tbl values(102,1002); - insert into tbl select a+2, b+2 from tbl; - insert into tbl select a+4, b+4 from tbl; - insert into tbl select a+8, b+8 from tbl; - insert into tbl select a+16, b+16 from tbl; - insert into tbl select a+32, b+32 from tbl; - insert into tbl select a+64, b+64 from tbl; - select count(*) from vw; - } -} {128} -do_test trigger4-4.2 { - execsql {select a, b from vw where a<103 or a>226 order by a} -} {101 1001 102 1002 227 1127 228 1128} - -#test delete from view -do_test trigger4-5.1 { - catchsql {delete from vw where a>101 and a<2000} -} {0 {}} -do_test trigger4-5.2 { - execsql {select * from vw} -} {101 1001} - -#test insert into view -do_test trigger4-6.1 { - catchsql { - insert into vw values(102,1002); - insert into vw select a+2, b+2 from vw; - insert into vw select a+4, b+4 from vw; - insert into vw select a+8, b+8 from vw; - insert into vw select a+16, b+16 from vw; - insert into vw select a+32, b+32 from vw; - insert into vw select a+64, b+64 from vw; - } -} {0 {}} -do_test trigger4-6.2 { - execsql {select count(*) from vw} -} {128} - -#test update of view -do_test trigger4-7.1 { - catchsql {update vw set b=b+1000 where a>101 and a<2000} -} {0 {}} -do_test trigger4-7.2 { - execsql {select a, b from vw where a<=102 or a>=227 order by a} -} {101 1001 102 2002 227 2127 228 2128} - -integrity_check trigger4-99.9 -db close -file delete -force trigtest.db trigtest.db-journal - -finish_test diff --git a/libs/sqlite/test/trigger5.test b/libs/sqlite/test/trigger5.test deleted file mode 100644 index 75c56b19c9..0000000000 --- a/libs/sqlite/test/trigger5.test +++ /dev/null @@ -1,43 +0,0 @@ -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# This file tests the triggers of views. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -ifcapable {!trigger} { - finish_test - return -} - -# Ticket #844 -# -do_test trigger5-1.1 { - execsql { - CREATE TABLE Item( - a integer PRIMARY KEY NOT NULL , - b double NULL , - c int NOT NULL DEFAULT 0 - ); - CREATE TABLE Undo(UndoAction TEXT); - INSERT INTO Item VALUES (1,38205.60865,340); - CREATE TRIGGER trigItem_UNDO_AD AFTER DELETE ON Item FOR EACH ROW - BEGIN - INSERT INTO Undo SELECT 'INSERT INTO Item (a,b,c) VALUES (' - || coalesce(old.a,'NULL') || ',' || quote(old.b) || ',' || old.c || ');'; - END; - DELETE FROM Item WHERE a = 1; - SELECT * FROM Undo; - } -} {{INSERT INTO Item (a,b,c) VALUES (1,38205.60865,340);}} - -integrity_check trigger5-99.9 - -finish_test diff --git a/libs/sqlite/test/trigger6.test b/libs/sqlite/test/trigger6.test deleted file mode 100644 index bb343faf05..0000000000 --- a/libs/sqlite/test/trigger6.test +++ /dev/null @@ -1,82 +0,0 @@ -# 2004 December 07 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to make sure expression of an INSERT -# and UPDATE statement are only evaluated once. See ticket #980. -# If an expression uses a function that has side-effects or which -# is not deterministic (ex: random()) then we want to make sure -# that the same evaluation occurs for the actual INSERT/UPDATE and -# for the NEW.* fields of any triggers that fire. -# -# $Id: trigger6.test,v 1.2 2005/05/05 11:04:50 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -ifcapable {!trigger} { - finish_test - return -} - -do_test trigger6-1.1 { - execsql { - CREATE TABLE t1(x, y); - CREATE TABLE log(a, b, c); - CREATE TRIGGER r1 BEFORE INSERT ON t1 BEGIN - INSERT INTO log VALUES(1, new.x, new.y); - END; - CREATE TRIGGER r2 BEFORE UPDATE ON t1 BEGIN - INSERT INTO log VALUES(2, new.x, new.y); - END; - } - set ::trigger6_cnt 0 - proc trigger6_counter {args} { - incr ::trigger6_cnt - return $::trigger6_cnt - } - db function counter trigger6_counter - execsql { - INSERT INTO t1 VALUES(1,counter()); - SELECT * FROM t1; - } -} {1 1} -do_test trigger6-1.2 { - execsql { - SELECT * FROM log; - } -} {1 1 1} -do_test trigger6-1.3 { - execsql { - DELETE FROM t1; - DELETE FROM log; - INSERT INTO t1 VALUES(2,counter(2,3)+4); - SELECT * FROM t1; - } -} {2 6} -do_test trigger6-1.4 { - execsql { - SELECT * FROM log; - } -} {1 2 6} -do_test trigger6-1.5 { - execsql { - DELETE FROM log; - UPDATE t1 SET y=counter(5); - SELECT * FROM t1; - } -} {2 3} -do_test trigger6-1.6 { - execsql { - SELECT * FROM log; - } -} {2 2 3} - -finish_test diff --git a/libs/sqlite/test/trigger7.test b/libs/sqlite/test/trigger7.test deleted file mode 100644 index dfaf18fd7d..0000000000 --- a/libs/sqlite/test/trigger7.test +++ /dev/null @@ -1,121 +0,0 @@ -# 2005 August 18 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to increase coverage of trigger.c. -# -# $Id: trigger7.test,v 1.1 2005/08/19 02:26:27 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -ifcapable {!trigger} { - finish_test - return -} - - -# Error messages resulting from qualified trigger names. -# -do_test trigger7-1.1 { - execsql { - CREATE TABLE t1(x, y); - } - catchsql { - CREATE TEMP TRIGGER main.r1 AFTER INSERT ON t1 BEGIN - SELECT 'no nothing'; - END - } -} {1 {temporary trigger may not have qualified name}} -do_test trigger7-1.2 { - catchsql { - CREATE TRIGGER not_a_db.r1 AFTER INSERT ON t1 BEGIN - SELECT 'no nothing'; - END - } -} {1 {unknown database not_a_db}} - - -# When the UPDATE OF syntax is used, no code is generated for triggers -# that do not match the update columns. -# -ifcapable explain { - do_test trigger7-2.1 { - execsql { - CREATE TRIGGER r1 AFTER UPDATE OF x ON t1 BEGIN - SELECT '___update_t1.x___'; - END; - CREATE TRIGGER r2 AFTER UPDATE OF y ON t1 BEGIN - SELECT '___update_t1.y___'; - END; - } - set txt [db eval {EXPLAIN UPDATE t1 SET x=5}] - string match *___update_t1.x___* $txt - } 1 - do_test trigger7-2.2 { - set txt [db eval {EXPLAIN UPDATE t1 SET x=5}] - string match *___update_t1.y___* $txt - } 0 - do_test trigger7-2.3 { - set txt [db eval {EXPLAIN UPDATE t1 SET y=5}] - string match *___update_t1.x___* $txt - } 0 - do_test trigger7-2.4 { - set txt [db eval {EXPLAIN UPDATE t1 SET y=5}] - string match *___update_t1.y___* $txt - } 1 - do_test trigger7-2.5 { - set txt [db eval {EXPLAIN UPDATE t1 SET rowid=5}] - string match *___update_t1.x___* $txt - } 0 - do_test trigger7-2.6 { - set txt [db eval {EXPLAIN UPDATE t1 SET rowid=5}] - string match *___update_t1.x___* $txt - } 0 -} - -# Test the ability to create many triggers on the same table, then -# selectively drop those triggers. -# -do_test trigger7-3.1 { - execsql { - CREATE TABLE t2(x,y,z); - CREATE TRIGGER t2r1 AFTER INSERT ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r2 BEFORE INSERT ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r3 AFTER UPDATE ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r4 BEFORE UPDATE ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r5 AFTER DELETE ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r6 BEFORE DELETE ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r7 AFTER INSERT ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r8 BEFORE INSERT ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r9 AFTER UPDATE ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r10 BEFORE UPDATE ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r11 AFTER DELETE ON t2 BEGIN SELECT 1; END; - CREATE TRIGGER t2r12 BEFORE DELETE ON t2 BEGIN SELECT 1; END; - DROP TRIGGER t2r6; - } -} {} - -# This test corrupts the database file so it must be the last test -# in the series. -# -do_test trigger7-99.1 { - execsql { - PRAGMA writable_schema=on; - UPDATE sqlite_master SET sql='nonsense'; - } - db close - sqlite3 db test.db - catchsql { - DROP TRIGGER t2r5 - } -} {1 {malformed database schema - near "nonsense": syntax error}} - -finish_test diff --git a/libs/sqlite/test/trigger8.test b/libs/sqlite/test/trigger8.test deleted file mode 100644 index b4215fba47..0000000000 --- a/libs/sqlite/test/trigger8.test +++ /dev/null @@ -1,42 +0,0 @@ -# 2006 February 27 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests to make sure abusively large triggers -# (triggers with 100s or 1000s of statements) work. -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -ifcapable {!trigger} { - finish_test - return -} - - -do_test trigger8-1.1 { - execsql { - CREATE TABLE t1(x); - CREATE TABLE t2(y); - } - set sql "CREATE TRIGGER r10000 AFTER INSERT ON t1 BEGIN\n" - for {set i 0} {$i<10000} {incr i} { - append sql " INSERT INTO t2 VALUES($i);\n" - } - append sql "END;" - execsql $sql - execsql { - INSERT INTO t1 VALUES(5); - SELECT count(*) FROM t2; - } -} {10000} - -finish_test diff --git a/libs/sqlite/test/types.test b/libs/sqlite/test/types.test deleted file mode 100644 index 6ebaeb8f5e..0000000000 --- a/libs/sqlite/test/types.test +++ /dev/null @@ -1,324 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. Specfically -# it tests that the different storage classes (integer, real, text etc.) -# all work correctly. -# -# $Id: types.test,v 1.19 2006/06/27 12:51:13 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Tests in this file are organized roughly as follows: -# -# types-1.*.*: Test that values are stored using the expected storage -# classes when various forms of literals are inserted into -# columns with different affinities. -# types-1.1.*: INSERT INTO
VALUES(...) -# types-1.2.*: INSERT INTO
SELECT... -# types-1.3.*: UPDATE
SET... -# -# types-2.*.*: Check that values can be stored and retrieving using the -# various storage classes. -# types-2.1.*: INTEGER -# types-2.2.*: REAL -# types-2.3.*: NULL -# types-2.4.*: TEXT -# types-2.5.*: Records with a few different storage classes. -# -# types-3.*: Test that the '=' operator respects manifest types. -# - -# Disable encryption on the database for this test. -db close -set DB [sqlite3 db test.db; sqlite3_connection_pointer db] -sqlite3_rekey $DB {} - -# Create a table with one column for each type of affinity -do_test types-1.1.0 { - execsql { - CREATE TABLE t1(i integer, n numeric, t text, o blob); - } -} {} - -# Each element of the following list represents one test case. -# -# The first value of each sub-list is an SQL literal. The following -# four value are the storage classes that would be used if the -# literal were inserted into a column with affinity INTEGER, NUMERIC, TEXT -# or NONE, respectively. -set values { - { 5.0 integer integer text real } - { 5.1 real real text real } - { 5 integer integer text integer } - { '5.0' integer integer text text } - { '5.1' real real text text } - { '-5.0' integer integer text text } - { '-5.0' integer integer text text } - { '5' integer integer text text } - { 'abc' text text text text } - { NULL null null null null } -} -ifcapable {bloblit} { - lappend values { X'00' blob blob blob blob } -} - -# This code tests that the storage classes specified above (in the $values -# table) are correctly assigned when values are inserted using a statement -# of the form: -# -# INSERT INTO
VALUE(); -# -set tnum 1 -foreach val $values { - set lit [lindex $val 0] - execsql "DELETE FROM t1;" - execsql "INSERT INTO t1 VALUES($lit, $lit, $lit, $lit);" - do_test types-1.1.$tnum { - execsql { - SELECT typeof(i), typeof(n), typeof(t), typeof(o) FROM t1; - } - } [lrange $val 1 end] - incr tnum -} - -# This code tests that the storage classes specified above (in the $values -# table) are correctly assigned when values are inserted using a statement -# of the form: -# -# INSERT INTO t1 SELECT .... -# -set tnum 1 -foreach val $values { - set lit [lindex $val 0] - execsql "DELETE FROM t1;" - execsql "INSERT INTO t1 SELECT $lit, $lit, $lit, $lit;" - do_test types-1.2.$tnum { - execsql { - SELECT typeof(i), typeof(n), typeof(t), typeof(o) FROM t1; - } - } [lrange $val 1 end] - incr tnum -} - -# This code tests that the storage classes specified above (in the $values -# table) are correctly assigned when values are inserted using a statement -# of the form: -# -# UPDATE
SET = ; -# -set tnum 1 -foreach val $values { - set lit [lindex $val 0] - execsql "UPDATE t1 SET i = $lit, n = $lit, t = $lit, o = $lit;" - do_test types-1.3.$tnum { - execsql { - SELECT typeof(i), typeof(n), typeof(t), typeof(o) FROM t1; - } - } [lrange $val 1 end] - incr tnum -} - -execsql { - DROP TABLE t1; -} - -# Open the table with root-page $rootpage at the btree -# level. Return a list that is the length of each record -# in the table, in the tables default scanning order. -proc record_sizes {rootpage} { - set bt [btree_open test.db 10 0] - set c [btree_cursor $bt $rootpage 0] - btree_first $c - while 1 { - lappend res [btree_payload_size $c] - if {[btree_next $c]} break - } - btree_close_cursor $c - btree_close $bt - set res -} - - -# Create a table and insert some 1-byte integers. Make sure they -# can be read back OK. These should be 3 byte records. -do_test types-2.1.1 { - execsql { - CREATE TABLE t1(a integer); - INSERT INTO t1 VALUES(0); - INSERT INTO t1 VALUES(120); - INSERT INTO t1 VALUES(-120); - } -} {} -do_test types-2.1.2 { - execsql { - SELECT a FROM t1; - } -} {0 120 -120} - -# Try some 2-byte integers (4 byte records) -do_test types-2.1.3 { - execsql { - INSERT INTO t1 VALUES(30000); - INSERT INTO t1 VALUES(-30000); - } -} {} -do_test types-2.1.4 { - execsql { - SELECT a FROM t1; - } -} {0 120 -120 30000 -30000} - -# 4-byte integers (6 byte records) -do_test types-2.1.5 { - execsql { - INSERT INTO t1 VALUES(2100000000); - INSERT INTO t1 VALUES(-2100000000); - } -} {} -do_test types-2.1.6 { - execsql { - SELECT a FROM t1; - } -} {0 120 -120 30000 -30000 2100000000 -2100000000} - -# 8-byte integers (10 byte records) -do_test types-2.1.7 { - execsql { - INSERT INTO t1 VALUES(9000000*1000000*1000000); - INSERT INTO t1 VALUES(-9000000*1000000*1000000); - } -} {} -do_test types-2.1.8 { - execsql { - SELECT a FROM t1; - } -} [list 0 120 -120 30000 -30000 2100000000 -2100000000 \ - 9000000000000000000 -9000000000000000000] - -# Check that all the record sizes are as we expected. -ifcapable legacyformat { - do_test types-2.1.9 { - set root [db eval {select rootpage from sqlite_master where name = 't1'}] - record_sizes $root - } {3 3 3 4 4 6 6 10 10} -} else { - do_test types-2.1.9 { - set root [db eval {select rootpage from sqlite_master where name = 't1'}] - record_sizes $root - } {2 3 3 4 4 6 6 10 10} -} - -# Insert some reals. These should be 10 byte records. -do_test types-2.2.1 { - execsql { - CREATE TABLE t2(a float); - INSERT INTO t2 VALUES(0.0); - INSERT INTO t2 VALUES(12345.678); - INSERT INTO t2 VALUES(-12345.678); - } -} {} -do_test types-2.2.2 { - execsql { - SELECT a FROM t2; - } -} {0.0 12345.678 -12345.678} - -# Check that all the record sizes are as we expected. -ifcapable legacyformat { - do_test types-2.2.3 { - set root [db eval {select rootpage from sqlite_master where name = 't2'}] - record_sizes $root - } {3 10 10} -} else { - do_test types-2.2.3 { - set root [db eval {select rootpage from sqlite_master where name = 't2'}] - record_sizes $root - } {2 10 10} -} - -# Insert a NULL. This should be a two byte record. -do_test types-2.3.1 { - execsql { - CREATE TABLE t3(a nullvalue); - INSERT INTO t3 VALUES(NULL); - } -} {} -do_test types-2.3.2 { - execsql { - SELECT a ISNULL FROM t3; - } -} {1} - -# Check that all the record sizes are as we expected. -do_test types-2.3.3 { - set root [db eval {select rootpage from sqlite_master where name = 't3'}] - record_sizes $root -} {2} - -# Insert a couple of strings. -do_test types-2.4.1 { - set string10 abcdefghij - set string500 [string repeat $string10 50] - set string500000 [string repeat $string10 50000] - - execsql " - CREATE TABLE t4(a string); - INSERT INTO t4 VALUES('$string10'); - INSERT INTO t4 VALUES('$string500'); - INSERT INTO t4 VALUES('$string500000'); - " -} {} -do_test types-2.4.2 { - execsql { - SELECT a FROM t4; - } -} [list $string10 $string500 $string500000] - -# Check that all the record sizes are as we expected. This is dependant on -# the database encoding. -if { $sqlite_options(utf16)==0 || [execsql {pragma encoding}] == "UTF-8" } { - do_test types-2.4.3 { - set root [db eval {select rootpage from sqlite_master where name = 't4'}] - record_sizes $root - } {12 503 500004} -} else { - do_test types-2.4.3 { - set root [db eval {select rootpage from sqlite_master where name = 't4'}] - record_sizes $root - } {22 1003 1000004} -} - -do_test types-2.5.1 { - execsql { - DROP TABLE t1; - DROP TABLE t2; - DROP TABLE t3; - DROP TABLE t4; - CREATE TABLE t1(a, b, c); - } -} {} -do_test types-2.5.2 { - set string10 abcdefghij - set string500 [string repeat $string10 50] - set string500000 [string repeat $string10 50000] - - execsql "INSERT INTO t1 VALUES(NULL, '$string10', 4000);" - execsql "INSERT INTO t1 VALUES('$string500', 4000, NULL);" - execsql "INSERT INTO t1 VALUES(4000, NULL, '$string500000');" -} {} -do_test types-2.5.3 { - execsql { - SELECT * FROM t1; - } -} [list {} $string10 4000 $string500 4000 {} 4000 {} $string500000] - -finish_test diff --git a/libs/sqlite/test/types2.test b/libs/sqlite/test/types2.test deleted file mode 100644 index 5a6efb136b..0000000000 --- a/libs/sqlite/test/types2.test +++ /dev/null @@ -1,313 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The focus -# of this file is testing the interaction of manifest types, type affinity -# and comparison expressions. -# -# $Id: types2.test,v 1.6 2006/05/23 23:22:29 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Tests in this file are organized roughly as follows: -# -# types2-1.*: The '=' operator in the absence of an index. -# types2-2.*: The '=' operator implemented using an index. -# types2-3.*: The '<' operator implemented using an index. -# types2-4.*: The '>' operator in the absence of an index. -# types2-5.*: The 'IN(x, y...)' operator in the absence of an index. -# types2-6.*: The 'IN(x, y...)' operator with an index. -# types2-7.*: The 'IN(SELECT...)' operator in the absence of an index. -# types2-8.*: The 'IN(SELECT...)' operator with an index. -# -# All tests test the operators using literals and columns, but no -# other types of expressions. All expressions except columns are -# handled similarly in the implementation. - -execsql { - CREATE TABLE t1( - i1 INTEGER, - i2 INTEGER, - n1 NUMERIC, - n2 NUMERIC, - t1 TEXT, - t2 TEXT, - o1 BLOB, - o2 BLOB - ); - INSERT INTO t1 VALUES(NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL); -} - -proc test_bool {testname vars expr res} { - if { $vars != "" } { - execsql "UPDATE t1 SET $vars" - } - - foreach {t e r} [list $testname $expr $res] {} - - do_test $t.1 "execsql {SELECT $e FROM t1}" $r - do_test $t.2 "execsql {SELECT 1 FROM t1 WHERE $expr}" [expr $r?"1":""] - do_test $t.3 "execsql {SELECT 1 FROM t1 WHERE NOT ($e)}" [expr $r?"":"1"] -} - -# Compare literals against literals. This should always use a numeric -# comparison. -# -# Changed by ticket #805: Use no affinity for literal comparisons. -# -test_bool types2-1.1 "" {500 = 500.0} 1 -test_bool types2-1.2 "" {'500' = 500.0} 0 -test_bool types2-1.3 "" {500 = '500.0'} 0 -test_bool types2-1.4 "" {'500' = '500.0'} 0 - -# Compare literals against a column with TEXT affinity -test_bool types2-1.5 {t1=500} {500 = t1} 1 -test_bool types2-1.6 {t1=500} {'500' = t1} 1 -test_bool types2-1.7 {t1=500} {500.0 = t1} 0 -test_bool types2-1.8 {t1=500} {'500.0' = t1} 0 -test_bool types2-1.9 {t1='500'} {500 = t1} 1 -test_bool types2-1.10 {t1='500'} {'500' = t1} 1 -test_bool types2-1.11 {t1='500'} {500.0 = t1} 0 -test_bool types2-1.12 {t1='500'} {'500.0' = t1} 0 - -# Compare literals against a column with NUMERIC affinity -test_bool types2-1.13 {n1=500} {500 = n1} 1 -test_bool types2-1.14 {n1=500} {'500' = n1} 1 -test_bool types2-1.15 {n1=500} {500.0 = n1} 1 -test_bool types2-1.16 {n1=500} {'500.0' = n1} 1 -test_bool types2-1.17 {n1='500'} {500 = n1} 1 -test_bool types2-1.18 {n1='500'} {'500' = n1} 1 -test_bool types2-1.19 {n1='500'} {500.0 = n1} 1 -test_bool types2-1.20 {n1='500'} {'500.0' = n1} 1 - -# Compare literals against a column with affinity NONE -test_bool types2-1.21 {o1=500} {500 = o1} 1 -test_bool types2-1.22 {o1=500} {'500' = o1} 0 -test_bool types2-1.23 {o1=500} {500.0 = o1} 1 -test_bool types2-1.24 {o1=500} {'500.0' = o1} 0 -test_bool types2-1.25 {o1='500'} {500 = o1} 0 -test_bool types2-1.26 {o1='500'} {'500' = o1} 1 -test_bool types2-1.27 {o1='500'} {500.0 = o1} 0 -test_bool types2-1.28 {o1='500'} {'500.0' = o1} 0 - -set vals [list 10 10.0 '10' '10.0' 20 20.0 '20' '20.0' 30 30.0 '30' '30.0'] -# 1 2 3 4 5 6 7 8 9 10 11 12 - -execsql { - CREATE TABLE t2(i INTEGER, n NUMERIC, t TEXT, o XBLOBY); - CREATE INDEX t2i1 ON t2(i); - CREATE INDEX t2i2 ON t2(n); - CREATE INDEX t2i3 ON t2(t); - CREATE INDEX t2i4 ON t2(o); -} -foreach v $vals { - execsql "INSERT INTO t2 VALUES($v, $v, $v, $v);" -} - -proc test_boolset {testname where set} { - set ::tb_sql "SELECT rowid FROM t2 WHERE $where" - do_test $testname { - lsort -integer [execsql $::tb_sql] - } $set -} - -test_boolset types2-2.1 {i = 10} {1 2 3 4} -test_boolset types2-2.2 {i = 10.0} {1 2 3 4} -test_boolset types2-2.3 {i = '10'} {1 2 3 4} -test_boolset types2-2.4 {i = '10.0'} {1 2 3 4} - -test_boolset types2-2.5 {n = 20} {5 6 7 8} -test_boolset types2-2.6 {n = 20.0} {5 6 7 8} -test_boolset types2-2.7 {n = '20'} {5 6 7 8} -test_boolset types2-2.8 {n = '20.0'} {5 6 7 8} - -test_boolset types2-2.9 {t = 20} {5 7} -test_boolset types2-2.10 {t = 20.0} {6 8} -test_boolset types2-2.11 {t = '20'} {5 7} -test_boolset types2-2.12 {t = '20.0'} {6 8} - -test_boolset types2-2.10 {o = 30} {9 10} -test_boolset types2-2.11 {o = 30.0} {9 10} -test_boolset types2-2.12 {o = '30'} 11 -test_boolset types2-2.13 {o = '30.0'} 12 - -test_boolset types2-3.1 {i < 20} {1 2 3 4} -test_boolset types2-3.2 {i < 20.0} {1 2 3 4} -test_boolset types2-3.3 {i < '20'} {1 2 3 4} -test_boolset types2-3.4 {i < '20.0'} {1 2 3 4} - -test_boolset types2-3.1 {n < 20} {1 2 3 4} -test_boolset types2-3.2 {n < 20.0} {1 2 3 4} -test_boolset types2-3.3 {n < '20'} {1 2 3 4} -test_boolset types2-3.4 {n < '20.0'} {1 2 3 4} - -test_boolset types2-3.1 {t < 20} {1 2 3 4} -test_boolset types2-3.2 {t < 20.0} {1 2 3 4 5 7} -test_boolset types2-3.3 {t < '20'} {1 2 3 4} -test_boolset types2-3.4 {t < '20.0'} {1 2 3 4 5 7} - -test_boolset types2-3.1 {o < 20} {1 2} -test_boolset types2-3.2 {o < 20.0} {1 2} -test_boolset types2-3.3 {o < '20'} {1 2 3 4 5 6 9 10} -test_boolset types2-3.3 {o < '20.0'} {1 2 3 4 5 6 7 9 10} - -# Compare literals against literals (always a numeric comparison). -# Change (by ticket #805): No affinity in comparisons -test_bool types2-4.1 "" {500 > 60.0} 1 -test_bool types2-4.2 "" {'500' > 60.0} 1 -test_bool types2-4.3 "" {500 > '60.0'} 0 -test_bool types2-4.4 "" {'500' > '60.0'} 0 - -# Compare literals against a column with TEXT affinity -test_bool types2-4.5 {t1=500.0} {t1 > 500} 1 -test_bool types2-4.6 {t1=500.0} {t1 > '500' } 1 -test_bool types2-4.7 {t1=500.0} {t1 > 500.0 } 0 -test_bool types2-4.8 {t1=500.0} {t1 > '500.0' } 0 -test_bool types2-4.9 {t1='500.0'} {t1 > 500 } 1 -test_bool types2-4.10 {t1='500.0'} {t1 > '500' } 1 -test_bool types2-4.11 {t1='500.0'} {t1 > 500.0 } 0 -test_bool types2-4.12 {t1='500.0'} {t1 > '500.0' } 0 - -# Compare literals against a column with NUMERIC affinity -test_bool types2-4.13 {n1=400} {500 > n1} 1 -test_bool types2-4.14 {n1=400} {'500' > n1} 1 -test_bool types2-4.15 {n1=400} {500.0 > n1} 1 -test_bool types2-4.16 {n1=400} {'500.0' > n1} 1 -test_bool types2-4.17 {n1='400'} {500 > n1} 1 -test_bool types2-4.18 {n1='400'} {'500' > n1} 1 -test_bool types2-4.19 {n1='400'} {500.0 > n1} 1 -test_bool types2-4.20 {n1='400'} {'500.0' > n1} 1 - -# Compare literals against a column with affinity NONE -test_bool types2-4.21 {o1=500} {500 > o1} 0 -test_bool types2-4.22 {o1=500} {'500' > o1} 1 -test_bool types2-4.23 {o1=500} {500.0 > o1} 0 -test_bool types2-4.24 {o1=500} {'500.0' > o1} 1 -test_bool types2-4.25 {o1='500'} {500 > o1} 0 -test_bool types2-4.26 {o1='500'} {'500' > o1} 0 -test_bool types2-4.27 {o1='500'} {500.0 > o1} 0 -test_bool types2-4.28 {o1='500'} {'500.0' > o1} 1 - -ifcapable subquery { - # types2-5.* - The 'IN (x, y....)' operator with no index. - # - # Compare literals against literals (no affinity applied) - test_bool types2-5.1 {} {(NULL IN ('10.0', 20)) ISNULL} 1 - test_bool types2-5.2 {} {10 IN ('10.0', 20)} 0 - test_bool types2-5.3 {} {'10' IN ('10.0', 20)} 0 - test_bool types2-5.4 {} {10 IN (10.0, 20)} 1 - test_bool types2-5.5 {} {'10.0' IN (10, 20)} 1 - - # Compare literals against a column with TEXT affinity - test_bool types2-5.6 {t1='10.0'} {t1 IN (10.0, 20)} 1 - test_bool types2-5.7 {t1='10.0'} {t1 IN (10, 20)} 0 - test_bool types2-5.8 {t1='10'} {t1 IN (10.0, 20)} 0 - test_bool types2-5.9 {t1='10'} {t1 IN (20, '10.0')} 0 - test_bool types2-5.10 {t1=10} {t1 IN (20, '10')} 1 - - # Compare literals against a column with NUMERIC affinity - test_bool types2-5.11 {n1='10.0'} {n1 IN (10.0, 20)} 1 - test_bool types2-5.12 {n1='10.0'} {n1 IN (10, 20)} 1 - test_bool types2-5.13 {n1='10'} {n1 IN (10.0, 20)} 1 - test_bool types2-5.14 {n1='10'} {n1 IN (20, '10.0')} 1 - test_bool types2-5.15 {n1=10} {n1 IN (20, '10')} 1 - - # Compare literals against a column with affinity NONE - test_bool types2-5.16 {o1='10.0'} {o1 IN (10.0, 20)} 0 - test_bool types2-5.17 {o1='10.0'} {o1 IN (10, 20)} 0 - test_bool types2-5.18 {o1='10'} {o1 IN (10.0, 20)} 0 - test_bool types2-5.19 {o1='10'} {o1 IN (20, '10.0')} 0 - test_bool types2-5.20 {o1=10} {o1 IN (20, '10')} 0 - test_bool types2-5.21 {o1='10.0'} {o1 IN (10, 20, '10.0')} 1 - test_bool types2-5.22 {o1='10'} {o1 IN (10.0, 20, '10')} 1 - test_bool types2-5.23 {o1=10} {n1 IN (20, '10', 10)} 1 -} - -# Tests named types2-6.* use the same infrastructure as the types2-2.* -# tests. The contents of the vals array is repeated here for easy -# reference. -# -# set vals [list 10 10.0 '10' '10.0' 20 20.0 '20' '20.0' 30 30.0 '30' '30.0'] -# 1 2 3 4 5 6 7 8 9 10 11 12 - -ifcapable subquery { - test_boolset types2-6.1 {o IN ('10', 30)} {3 9 10} - test_boolset types2-6.2 {o IN (20.0, 30.0)} {5 6 9 10} - test_boolset types2-6.3 {t IN ('10', 30)} {1 3 9 11} - test_boolset types2-6.4 {t IN (20.0, 30.0)} {6 8 10 12} - test_boolset types2-6.5 {n IN ('10', 30)} {1 2 3 4 9 10 11 12} - test_boolset types2-6.6 {n IN (20.0, 30.0)} {5 6 7 8 9 10 11 12} - test_boolset types2-6.7 {i IN ('10', 30)} {1 2 3 4 9 10 11 12} - test_boolset types2-6.8 {i IN (20.0, 30.0)} {5 6 7 8 9 10 11 12} - - # Also test than IN(x, y, z) works on a rowid: - test_boolset types2-6.9 {rowid IN (1, 6, 10)} {1 6 10} -} - -# Tests types2-7.* concentrate on expressions of the form -# "x IN (SELECT...)" with no index. -execsql { - CREATE TABLE t3(i INTEGER, n NUMERIC, t TEXT, o BLOB); - INSERT INTO t3 VALUES(1, 1, 1, 1); - INSERT INTO t3 VALUES(2, 2, 2, 2); - INSERT INTO t3 VALUES(3, 3, 3, 3); - INSERT INTO t3 VALUES('1', '1', '1', '1'); - INSERT INTO t3 VALUES('1.0', '1.0', '1.0', '1.0'); -} - -ifcapable subquery { - test_bool types2-7.1 {i1=1} {i1 IN (SELECT i FROM t3)} 1 - test_bool types2-7.2 {i1='2.0'} {i1 IN (SELECT i FROM t3)} 1 - test_bool types2-7.3 {i1='2.0'} {i1 IN (SELECT n FROM t3)} 1 - test_bool types2-7.4 {i1='2.0'} {i1 IN (SELECT t FROM t3)} 1 - test_bool types2-7.5 {i1='2.0'} {i1 IN (SELECT o FROM t3)} 1 - - test_bool types2-7.6 {n1=1} {n1 IN (SELECT n FROM t3)} 1 - test_bool types2-7.7 {n1='2.0'} {n1 IN (SELECT i FROM t3)} 1 - test_bool types2-7.8 {n1='2.0'} {n1 IN (SELECT n FROM t3)} 1 - test_bool types2-7.9 {n1='2.0'} {n1 IN (SELECT t FROM t3)} 1 - test_bool types2-7.10 {n1='2.0'} {n1 IN (SELECT o FROM t3)} 1 - - test_bool types2-7.6 {t1=1} {t1 IN (SELECT t FROM t3)} 1 - test_bool types2-7.7 {t1='2.0'} {t1 IN (SELECT t FROM t3)} 0 - test_bool types2-7.8 {t1='2.0'} {t1 IN (SELECT n FROM t3)} 1 - test_bool types2-7.9 {t1='2.0'} {t1 IN (SELECT i FROM t3)} 1 - test_bool types2-7.10 {t1='2.0'} {t1 IN (SELECT o FROM t3)} 0 - test_bool types2-7.11 {t1='1.0'} {t1 IN (SELECT t FROM t3)} 1 - test_bool types2-7.12 {t1='1.0'} {t1 IN (SELECT o FROM t3)} 1 - - test_bool types2-7.13 {o1=2} {o1 IN (SELECT o FROM t3)} 1 - test_bool types2-7.14 {o1='2'} {o1 IN (SELECT o FROM t3)} 0 - test_bool types2-7.15 {o1='2'} {o1 IN (SELECT o||'' FROM t3)} 1 -} - -# set vals [list 10 10.0 '10' '10.0' 20 20.0 '20' '20.0' 30 30.0 '30' '30.0'] -# 1 2 3 4 5 6 7 8 9 10 11 12 -execsql { - CREATE TABLE t4(i INTEGER, n NUMERIC, t VARCHAR(20), o LARGE BLOB); - INSERT INTO t4 VALUES(10, 20, 20, 30); -} -ifcapable subquery { - test_boolset types2-8.1 {i IN (SELECT i FROM t4)} {1 2 3 4} - test_boolset types2-8.2 {n IN (SELECT i FROM t4)} {1 2 3 4} - test_boolset types2-8.3 {t IN (SELECT i FROM t4)} {1 2 3 4} - test_boolset types2-8.4 {o IN (SELECT i FROM t4)} {1 2 3 4} - test_boolset types2-8.5 {i IN (SELECT t FROM t4)} {5 6 7 8} - test_boolset types2-8.6 {n IN (SELECT t FROM t4)} {5 6 7 8} - test_boolset types2-8.7 {t IN (SELECT t FROM t4)} {5 7} - test_boolset types2-8.8 {o IN (SELECT t FROM t4)} {7} - test_boolset types2-8.9 {i IN (SELECT o FROM t4)} {9 10 11 12} - test_boolset types2-8.6 {n IN (SELECT o FROM t4)} {9 10 11 12} - test_boolset types2-8.7 {t IN (SELECT o FROM t4)} {9 11} - test_boolset types2-8.8 {o IN (SELECT o FROM t4)} {9 10} -} - -finish_test diff --git a/libs/sqlite/test/types3.test b/libs/sqlite/test/types3.test deleted file mode 100644 index 2319ba93d6..0000000000 --- a/libs/sqlite/test/types3.test +++ /dev/null @@ -1,90 +0,0 @@ -# 2005 June 25 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The focus -# of this file is testing the interaction of SQLite manifest types -# with Tcl dual-representations. -# -# $Id: types3.test,v 1.5 2006/01/17 09:35:03 danielk1977 Exp $ -# - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# A variable with only a string representation comes in as TEXT -do_test types3-1.1 { - set V {} - append V {} - concat [tcl_variable_type V] [execsql {SELECT typeof(:V)}] -} {string text} - -# A variable with an integer representation comes in as INTEGER -do_test types3-1.2 { - set V [expr {1+2}] - concat [tcl_variable_type V] [execsql {SELECT typeof(:V)}] -} {int integer} -do_test types3-1.3 { - set V [expr {1+123456789012345}] - concat [tcl_variable_type V] [execsql {SELECT typeof(:V)}] -} {wideInt integer} - -# A double variable comes in as REAL -do_test types3-1.4 { - set V [expr {1.0+1}] - concat [tcl_variable_type V] [execsql {SELECT typeof(:V)}] -} {double real} - -# A byte-array variable comes in a BLOB if it has no string representation -# or as TEXT if there is a string representation. -# -do_test types3-1.5 { - set V [binary format a3 abc] - concat [tcl_variable_type V] [execsql {SELECT typeof(:V)}] -} {bytearray blob} -do_test types3-1.6 { - set V "abc" - binary scan $V a3 x - concat [tcl_variable_type V] [execsql {SELECT typeof(:V)}] -} {bytearray text} - -# Check to make sure return values are of the right types. -# -ifcapable bloblit { - do_test types3-2.1 { - set V [db one {SELECT x'616263'}] - tcl_variable_type V - } bytearray -} -do_test types3-2.2 { - set V [db one {SELECT 123}] - tcl_variable_type V -} int -do_test types3-2.3 { - set V [db one {SELECT 1234567890123456}] - tcl_variable_type V -} wideInt -do_test types3-2.4.1 { - set V [db one {SELECT 1234567890123456.1}] - tcl_variable_type V -} double -do_test types3-2.4.2 { - set V [db one {SELECT 1234567890123.456}] - tcl_variable_type V -} double -do_test types3-2.5 { - set V [db one {SELECT '1234567890123456.0'}] - tcl_variable_type V -} {} -do_test types3-2.6 { - set V [db one {SELECT NULL}] - tcl_variable_type V -} {} - -finish_test diff --git a/libs/sqlite/test/unique.test b/libs/sqlite/test/unique.test deleted file mode 100644 index 7bdc3636e0..0000000000 --- a/libs/sqlite/test/unique.test +++ /dev/null @@ -1,253 +0,0 @@ -# 2001 September 27 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the CREATE UNIQUE INDEX statement, -# and primary keys, and the UNIQUE constraint on table columns -# -# $Id: unique.test,v 1.8 2005/06/24 03:53:06 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Try to create a table with two primary keys. -# (This is allowed in SQLite even that it is not valid SQL) -# -do_test unique-1.1 { - catchsql { - CREATE TABLE t1( - a int PRIMARY KEY, - b int PRIMARY KEY, - c text - ); - } -} {1 {table "t1" has more than one primary key}} -do_test unique-1.1b { - catchsql { - CREATE TABLE t1( - a int PRIMARY KEY, - b int UNIQUE, - c text - ); - } -} {0 {}} -do_test unique-1.2 { - catchsql { - INSERT INTO t1(a,b,c) VALUES(1,2,3) - } -} {0 {}} -do_test unique-1.3 { - catchsql { - INSERT INTO t1(a,b,c) VALUES(1,3,4) - } -} {1 {column a is not unique}} -do_test unique-1.4 { - execsql { - SELECT * FROM t1 ORDER BY a; - } -} {1 2 3} -do_test unique-1.5 { - catchsql { - INSERT INTO t1(a,b,c) VALUES(3,2,4) - } -} {1 {column b is not unique}} -do_test unique-1.6 { - execsql { - SELECT * FROM t1 ORDER BY a; - } -} {1 2 3} -do_test unique-1.7 { - catchsql { - INSERT INTO t1(a,b,c) VALUES(3,4,5) - } -} {0 {}} -do_test unique-1.8 { - execsql { - SELECT * FROM t1 ORDER BY a; - } -} {1 2 3 3 4 5} -integrity_check unique-1.9 - -do_test unique-2.0 { - execsql { - DROP TABLE t1; - CREATE TABLE t2(a int, b int); - INSERT INTO t2(a,b) VALUES(1,2); - INSERT INTO t2(a,b) VALUES(3,4); - SELECT * FROM t2 ORDER BY a; - } -} {1 2 3 4} -do_test unique-2.1 { - catchsql { - CREATE UNIQUE INDEX i2 ON t2(a) - } -} {0 {}} -do_test unique-2.2 { - catchsql { - SELECT * FROM t2 ORDER BY a - } -} {0 {1 2 3 4}} -do_test unique-2.3 { - catchsql { - INSERT INTO t2 VALUES(1,5); - } -} {1 {column a is not unique}} -do_test unique-2.4 { - catchsql { - SELECT * FROM t2 ORDER BY a - } -} {0 {1 2 3 4}} -do_test unique-2.5 { - catchsql { - DROP INDEX i2; - SELECT * FROM t2 ORDER BY a; - } -} {0 {1 2 3 4}} -do_test unique-2.6 { - catchsql { - INSERT INTO t2 VALUES(1,5) - } -} {0 {}} -do_test unique-2.7 { - catchsql { - SELECT * FROM t2 ORDER BY a, b; - } -} {0 {1 2 1 5 3 4}} -do_test unique-2.8 { - catchsql { - CREATE UNIQUE INDEX i2 ON t2(a); - } -} {1 {indexed columns are not unique}} -do_test unique-2.9 { - catchsql { - CREATE INDEX i2 ON t2(a); - } -} {0 {}} -integrity_check unique-2.10 - -# Test the UNIQUE keyword as used on two or more fields. -# -do_test unique-3.1 { - catchsql { - CREATE TABLE t3( - a int, - b int, - c int, - d int, - unique(a,c,d) - ); - } -} {0 {}} -do_test unique-3.2 { - catchsql { - INSERT INTO t3(a,b,c,d) VALUES(1,2,3,4); - SELECT * FROM t3 ORDER BY a,b,c,d; - } -} {0 {1 2 3 4}} -do_test unique-3.3 { - catchsql { - INSERT INTO t3(a,b,c,d) VALUES(1,2,3,5); - SELECT * FROM t3 ORDER BY a,b,c,d; - } -} {0 {1 2 3 4 1 2 3 5}} -do_test unique-3.4 { - catchsql { - INSERT INTO t3(a,b,c,d) VALUES(1,4,3,5); - SELECT * FROM t3 ORDER BY a,b,c,d; - } -} {1 {columns a, c, d are not unique}} -integrity_check unique-3.5 - -# Make sure NULLs are distinct as far as the UNIQUE tests are -# concerned. -# -do_test unique-4.1 { - execsql { - CREATE TABLE t4(a UNIQUE, b, c, UNIQUE(b,c)); - INSERT INTO t4 VALUES(1,2,3); - INSERT INTO t4 VALUES(NULL, 2, NULL); - SELECT * FROM t4; - } -} {1 2 3 {} 2 {}} -do_test unique-4.2 { - catchsql { - INSERT INTO t4 VALUES(NULL, 3, 4); - } -} {0 {}} -do_test unique-4.3 { - execsql { - SELECT * FROM t4 - } -} {1 2 3 {} 2 {} {} 3 4} -do_test unique-4.4 { - catchsql { - INSERT INTO t4 VALUES(2, 2, NULL); - } -} {0 {}} -do_test unique-4.5 { - execsql { - SELECT * FROM t4 - } -} {1 2 3 {} 2 {} {} 3 4 2 2 {}} - -# Ticket #1301. Any NULL value in a set of unique columns should -# cause the rows to be distinct. -# -do_test unique-4.6 { - catchsql { - INSERT INTO t4 VALUES(NULL, 2, NULL); - } -} {0 {}} -do_test unique-4.7 { - execsql {SELECT * FROM t4} -} {1 2 3 {} 2 {} {} 3 4 2 2 {} {} 2 {}} -do_test unique-4.8 { - catchsql {CREATE UNIQUE INDEX i4a ON t4(a,b)} -} {0 {}} -do_test unique-4.9 { - catchsql {CREATE UNIQUE INDEX i4b ON t4(a,b,c)} -} {0 {}} -do_test unique-4.10 { - catchsql {CREATE UNIQUE INDEX i4c ON t4(b)} -} {1 {indexed columns are not unique}} -integrity_check unique-4.99 - -# Test the error message generation logic. In particular, make sure we -# do not overflow the static buffer used to generate the error message. -# -do_test unique-5.1 { - execsql { - CREATE TABLE t5( - first_column_with_long_name, - second_column_with_long_name, - third_column_with_long_name, - fourth_column_with_long_name, - fifth_column_with_long_name, - sixth_column_with_long_name, - UNIQUE( - first_column_with_long_name, - second_column_with_long_name, - third_column_with_long_name, - fourth_column_with_long_name, - fifth_column_with_long_name, - sixth_column_with_long_name - ) - ); - INSERT INTO t5 VALUES(1,2,3,4,5,6); - SELECT * FROM t5; - } -} {1 2 3 4 5 6} -do_test unique-5.2 { - catchsql { - INSERT INTO t5 VALUES(1,2,3,4,5,6); - } -} {1 {columns first_column_with_long_name, second_column_with_long_name, third_column_with_long_name, fourth_column_with_long_name, fifth_column_with_long_name, ... are not unique}} - -finish_test diff --git a/libs/sqlite/test/update.test b/libs/sqlite/test/update.test deleted file mode 100644 index d56c342a91..0000000000 --- a/libs/sqlite/test/update.test +++ /dev/null @@ -1,596 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the UPDATE statement. -# -# $Id: update.test,v 1.17 2005/01/21 03:12:16 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Try to update an non-existent table -# -do_test update-1.1 { - set v [catch {execsql {UPDATE test1 SET f2=5 WHERE f1<1}} msg] - lappend v $msg -} {1 {no such table: test1}} - -# Try to update a read-only table -# -do_test update-2.1 { - set v [catch \ - {execsql {UPDATE sqlite_master SET name='xyz' WHERE name='123'}} msg] - lappend v $msg -} {1 {table sqlite_master may not be modified}} - -# Create a table to work with -# -do_test update-3.1 { - execsql {CREATE TABLE test1(f1 int,f2 int)} - for {set i 1} {$i<=10} {incr i} { - set sql "INSERT INTO test1 VALUES($i,[expr {int(pow(2,$i))}])" - execsql $sql - } - execsql {SELECT * FROM test1 ORDER BY f1} -} {1 2 2 4 3 8 4 16 5 32 6 64 7 128 8 256 9 512 10 1024} - -# Unknown column name in an expression -# -do_test update-3.2 { - set v [catch {execsql {UPDATE test1 SET f1=f3*2 WHERE f2==32}} msg] - lappend v $msg -} {1 {no such column: f3}} -do_test update-3.3 { - set v [catch {execsql {UPDATE test1 SET f1=test2.f1*2 WHERE f2==32}} msg] - lappend v $msg -} {1 {no such column: test2.f1}} -do_test update-3.4 { - set v [catch {execsql {UPDATE test1 SET f3=f1*2 WHERE f2==32}} msg] - lappend v $msg -} {1 {no such column: f3}} - -# Actually do some updates -# -do_test update-3.5 { - execsql {UPDATE test1 SET f2=f2*3} -} {} -do_test update-3.6 { - execsql {SELECT * FROM test1 ORDER BY f1} -} {1 6 2 12 3 24 4 48 5 96 6 192 7 384 8 768 9 1536 10 3072} -do_test update-3.7 { - execsql {PRAGMA count_changes=on} - execsql {UPDATE test1 SET f2=f2/3 WHERE f1<=5} -} {5} -do_test update-3.8 { - execsql {SELECT * FROM test1 ORDER BY f1} -} {1 2 2 4 3 8 4 16 5 32 6 192 7 384 8 768 9 1536 10 3072} -do_test update-3.9 { - execsql {UPDATE test1 SET f2=f2/3 WHERE f1>5} -} {5} -do_test update-3.10 { - execsql {SELECT * FROM test1 ORDER BY f1} -} {1 2 2 4 3 8 4 16 5 32 6 64 7 128 8 256 9 512 10 1024} - -# Swap the values of f1 and f2 for all elements -# -do_test update-3.11 { - execsql {UPDATE test1 SET F2=f1, F1=f2} -} {10} -do_test update-3.12 { - execsql {SELECT * FROM test1 ORDER BY F1} -} {2 1 4 2 8 3 16 4 32 5 64 6 128 7 256 8 512 9 1024 10} -do_test update-3.13 { - execsql {PRAGMA count_changes=off} - execsql {UPDATE test1 SET F2=f1, F1=f2} -} {} -do_test update-3.14 { - execsql {SELECT * FROM test1 ORDER BY F1} -} {1 2 2 4 3 8 4 16 5 32 6 64 7 128 8 256 9 512 10 1024} - -# Create duplicate entries and make sure updating still -# works. -# -do_test update-4.0 { - execsql { - DELETE FROM test1 WHERE f1<=5; - INSERT INTO test1(f1,f2) VALUES(8,88); - INSERT INTO test1(f1,f2) VALUES(8,888); - INSERT INTO test1(f1,f2) VALUES(77,128); - INSERT INTO test1(f1,f2) VALUES(777,128); - } - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-4.1 { - execsql {UPDATE test1 SET f2=f2+1 WHERE f1==8} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 89 8 257 8 889 9 512 10 1024 77 128 777 128} -do_test update-4.2 { - execsql {UPDATE test1 SET f2=f2-1 WHERE f1==8 and f2>800} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 89 8 257 8 888 9 512 10 1024 77 128 777 128} -do_test update-4.3 { - execsql {UPDATE test1 SET f2=f2-1 WHERE f1==8 and f2<800} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-4.4 { - execsql {UPDATE test1 SET f1=f1+1 WHERE f2==128} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 8 88 8 128 8 256 8 888 9 512 10 1024 78 128 778 128} -do_test update-4.5 { - execsql {UPDATE test1 SET f1=f1-1 WHERE f1>100 and f2==128} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 8 88 8 128 8 256 8 888 9 512 10 1024 78 128 777 128} -do_test update-4.6 { - execsql { - PRAGMA count_changes=on; - UPDATE test1 SET f1=f1-1 WHERE f1<=100 and f2==128; - } -} {2} -do_test update-4.7 { - execsql { - PRAGMA count_changes=off; - SELECT * FROM test1 ORDER BY f1,f2 - } -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} - -# Repeat the previous sequence of tests with an index. -# -do_test update-5.0 { - execsql {CREATE INDEX idx1 ON test1(f1)} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-5.1 { - execsql {UPDATE test1 SET f2=f2+1 WHERE f1==8} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 89 8 257 8 889 9 512 10 1024 77 128 777 128} -do_test update-5.2 { - execsql {UPDATE test1 SET f2=f2-1 WHERE f1==8 and f2>800} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 89 8 257 8 888 9 512 10 1024 77 128 777 128} -do_test update-5.3 { - execsql {UPDATE test1 SET f2=f2-1 WHERE f1==8 and f2<800} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-5.4 { - execsql {UPDATE test1 SET f1=f1+1 WHERE f2==128} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 8 88 8 128 8 256 8 888 9 512 10 1024 78 128 778 128} -do_test update-5.4.1 { - execsql {SELECT * FROM test1 WHERE f1==78 ORDER BY f1,f2} -} {78 128} -do_test update-5.4.2 { - execsql {SELECT * FROM test1 WHERE f1==778 ORDER BY f1,f2} -} {778 128} -do_test update-5.4.3 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 128 8 256 8 888} -do_test update-5.5 { - execsql {UPDATE test1 SET f1=f1-1 WHERE f1>100 and f2==128} -} {} -do_test update-5.5.1 { - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 8 88 8 128 8 256 8 888 9 512 10 1024 78 128 777 128} -do_test update-5.5.2 { - execsql {SELECT * FROM test1 WHERE f1==78 ORDER BY f1,f2} -} {78 128} -do_test update-5.5.3 { - execsql {SELECT * FROM test1 WHERE f1==778 ORDER BY f1,f2} -} {} -do_test update-5.5.4 { - execsql {SELECT * FROM test1 WHERE f1==777 ORDER BY f1,f2} -} {777 128} -do_test update-5.5.5 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 128 8 256 8 888} -do_test update-5.6 { - execsql { - PRAGMA count_changes=on; - UPDATE test1 SET f1=f1-1 WHERE f1<=100 and f2==128; - } -} {2} -do_test update-5.6.1 { - execsql { - PRAGMA count_changes=off; - SELECT * FROM test1 ORDER BY f1,f2 - } -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-5.6.2 { - execsql {SELECT * FROM test1 WHERE f1==77 ORDER BY f1,f2} -} {77 128} -do_test update-5.6.3 { - execsql {SELECT * FROM test1 WHERE f1==778 ORDER BY f1,f2} -} {} -do_test update-5.6.4 { - execsql {SELECT * FROM test1 WHERE f1==777 ORDER BY f1,f2} -} {777 128} -do_test update-5.6.5 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 256 8 888} - -# Repeat the previous sequence of tests with a different index. -# -execsql {PRAGMA synchronous=FULL} -do_test update-6.0 { - execsql {DROP INDEX idx1} - execsql {CREATE INDEX idx1 ON test1(f2)} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-6.1 { - execsql {UPDATE test1 SET f2=f2+1 WHERE f1==8} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 89 8 257 8 889 9 512 10 1024 77 128 777 128} -do_test update-6.1.1 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 89 8 257 8 889} -do_test update-6.1.2 { - execsql {SELECT * FROM test1 WHERE f2==89 ORDER BY f1,f2} -} {8 89} -do_test update-6.1.3 { - execsql {SELECT * FROM test1 WHERE f1==88 ORDER BY f1,f2} -} {} -do_test update-6.2 { - execsql {UPDATE test1 SET f2=f2-1 WHERE f1==8 and f2>800} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 89 8 257 8 888 9 512 10 1024 77 128 777 128} -do_test update-6.3 { - execsql {UPDATE test1 SET f2=f2-1 WHERE f1==8 and f2<800} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-6.3.1 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 256 8 888} -do_test update-6.3.2 { - execsql {SELECT * FROM test1 WHERE f2==89 ORDER BY f1,f2} -} {} -do_test update-6.3.3 { - execsql {SELECT * FROM test1 WHERE f2==88 ORDER BY f1,f2} -} {8 88} -do_test update-6.4 { - execsql {UPDATE test1 SET f1=f1+1 WHERE f2==128} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 8 88 8 128 8 256 8 888 9 512 10 1024 78 128 778 128} -do_test update-6.4.1 { - execsql {SELECT * FROM test1 WHERE f1==78 ORDER BY f1,f2} -} {78 128} -do_test update-6.4.2 { - execsql {SELECT * FROM test1 WHERE f1==778 ORDER BY f1,f2} -} {778 128} -do_test update-6.4.3 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 128 8 256 8 888} -do_test update-6.5 { - execsql {UPDATE test1 SET f1=f1-1 WHERE f1>100 and f2==128} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 8 88 8 128 8 256 8 888 9 512 10 1024 78 128 777 128} -do_test update-6.5.1 { - execsql {SELECT * FROM test1 WHERE f1==78 ORDER BY f1,f2} -} {78 128} -do_test update-6.5.2 { - execsql {SELECT * FROM test1 WHERE f1==778 ORDER BY f1,f2} -} {} -do_test update-6.5.3 { - execsql {SELECT * FROM test1 WHERE f1==777 ORDER BY f1,f2} -} {777 128} -do_test update-6.5.4 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 128 8 256 8 888} -do_test update-6.6 { - execsql {UPDATE test1 SET f1=f1-1 WHERE f1<=100 and f2==128} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-6.6.1 { - execsql {SELECT * FROM test1 WHERE f1==77 ORDER BY f1,f2} -} {77 128} -do_test update-6.6.2 { - execsql {SELECT * FROM test1 WHERE f1==778 ORDER BY f1,f2} -} {} -do_test update-6.6.3 { - execsql {SELECT * FROM test1 WHERE f1==777 ORDER BY f1,f2} -} {777 128} -do_test update-6.6.4 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 256 8 888} - -# Repeat the previous sequence of tests with multiple -# indices -# -do_test update-7.0 { - execsql {CREATE INDEX idx2 ON test1(f2)} - execsql {CREATE INDEX idx3 ON test1(f1,f2)} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-7.1 { - execsql {UPDATE test1 SET f2=f2+1 WHERE f1==8} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 89 8 257 8 889 9 512 10 1024 77 128 777 128} -do_test update-7.1.1 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 89 8 257 8 889} -do_test update-7.1.2 { - execsql {SELECT * FROM test1 WHERE f2==89 ORDER BY f1,f2} -} {8 89} -do_test update-7.1.3 { - execsql {SELECT * FROM test1 WHERE f1==88 ORDER BY f1,f2} -} {} -do_test update-7.2 { - execsql {UPDATE test1 SET f2=f2-1 WHERE f1==8 and f2>800} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 89 8 257 8 888 9 512 10 1024 77 128 777 128} -do_test update-7.3 { - # explain {UPDATE test1 SET f2=f2-1 WHERE f1==8 and F2<300} - execsql {UPDATE test1 SET f2=f2-1 WHERE f1==8 and f2<800} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-7.3.1 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 256 8 888} -do_test update-7.3.2 { - execsql {SELECT * FROM test1 WHERE f2==89 ORDER BY f1,f2} -} {} -do_test update-7.3.3 { - execsql {SELECT * FROM test1 WHERE f2==88 ORDER BY f1,f2} -} {8 88} -do_test update-7.4 { - execsql {UPDATE test1 SET f1=f1+1 WHERE f2==128} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 8 88 8 128 8 256 8 888 9 512 10 1024 78 128 778 128} -do_test update-7.4.1 { - execsql {SELECT * FROM test1 WHERE f1==78 ORDER BY f1,f2} -} {78 128} -do_test update-7.4.2 { - execsql {SELECT * FROM test1 WHERE f1==778 ORDER BY f1,f2} -} {778 128} -do_test update-7.4.3 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 128 8 256 8 888} -do_test update-7.5 { - execsql {UPDATE test1 SET f1=f1-1 WHERE f1>100 and f2==128} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 8 88 8 128 8 256 8 888 9 512 10 1024 78 128 777 128} -do_test update-7.5.1 { - execsql {SELECT * FROM test1 WHERE f1==78 ORDER BY f1,f2} -} {78 128} -do_test update-7.5.2 { - execsql {SELECT * FROM test1 WHERE f1==778 ORDER BY f1,f2} -} {} -do_test update-7.5.3 { - execsql {SELECT * FROM test1 WHERE f1==777 ORDER BY f1,f2} -} {777 128} -do_test update-7.5.4 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 128 8 256 8 888} -do_test update-7.6 { - execsql {UPDATE test1 SET f1=f1-1 WHERE f1<=100 and f2==128} - execsql {SELECT * FROM test1 ORDER BY f1,f2} -} {6 64 7 128 8 88 8 256 8 888 9 512 10 1024 77 128 777 128} -do_test update-7.6.1 { - execsql {SELECT * FROM test1 WHERE f1==77 ORDER BY f1,f2} -} {77 128} -do_test update-7.6.2 { - execsql {SELECT * FROM test1 WHERE f1==778 ORDER BY f1,f2} -} {} -do_test update-7.6.3 { - execsql {SELECT * FROM test1 WHERE f1==777 ORDER BY f1,f2} -} {777 128} -do_test update-7.6.4 { - execsql {SELECT * FROM test1 WHERE f1==8 ORDER BY f1,f2} -} {8 88 8 256 8 888} - -# Error messages -# -do_test update-9.1 { - set v [catch {execsql { - UPDATE test1 SET x=11 WHERE f1=1025 - }} msg] - lappend v $msg -} {1 {no such column: x}} -do_test update-9.2 { - set v [catch {execsql { - UPDATE test1 SET f1=x(11) WHERE f1=1025 - }} msg] - lappend v $msg -} {1 {no such function: x}} -do_test update-9.3 { - set v [catch {execsql { - UPDATE test1 SET f1=11 WHERE x=1025 - }} msg] - lappend v $msg -} {1 {no such column: x}} -do_test update-9.4 { - set v [catch {execsql { - UPDATE test1 SET f1=11 WHERE x(f1)=1025 - }} msg] - lappend v $msg -} {1 {no such function: x}} - -# Try doing updates on a unique column where the value does not -# really change. -# -do_test update-10.1 { - execsql { - DROP TABLE test1; - CREATE TABLE t1( - a integer primary key, - b UNIQUE, - c, d, - e, f, - UNIQUE(c,d) - ); - INSERT INTO t1 VALUES(1,2,3,4,5,6); - INSERT INTO t1 VALUES(2,3,4,4,6,7); - SELECT * FROM t1 - } -} {1 2 3 4 5 6 2 3 4 4 6 7} -do_test update-10.2 { - catchsql { - UPDATE t1 SET a=1, e=9 WHERE f=6; - SELECT * FROM t1; - } -} {0 {1 2 3 4 9 6 2 3 4 4 6 7}} -do_test update-10.3 { - catchsql { - UPDATE t1 SET a=1, e=10 WHERE f=7; - SELECT * FROM t1; - } -} {1 {PRIMARY KEY must be unique}} -do_test update-10.4 { - catchsql { - SELECT * FROM t1; - } -} {0 {1 2 3 4 9 6 2 3 4 4 6 7}} -do_test update-10.5 { - catchsql { - UPDATE t1 SET b=2, e=11 WHERE f=6; - SELECT * FROM t1; - } -} {0 {1 2 3 4 11 6 2 3 4 4 6 7}} -do_test update-10.6 { - catchsql { - UPDATE t1 SET b=2, e=12 WHERE f=7; - SELECT * FROM t1; - } -} {1 {column b is not unique}} -do_test update-10.7 { - catchsql { - SELECT * FROM t1; - } -} {0 {1 2 3 4 11 6 2 3 4 4 6 7}} -do_test update-10.8 { - catchsql { - UPDATE t1 SET c=3, d=4, e=13 WHERE f=6; - SELECT * FROM t1; - } -} {0 {1 2 3 4 13 6 2 3 4 4 6 7}} -do_test update-10.9 { - catchsql { - UPDATE t1 SET c=3, d=4, e=14 WHERE f=7; - SELECT * FROM t1; - } -} {1 {columns c, d are not unique}} -do_test update-10.10 { - catchsql { - SELECT * FROM t1; - } -} {0 {1 2 3 4 13 6 2 3 4 4 6 7}} - -# Make sure we can handle a subquery in the where clause. -# -ifcapable subquery { - do_test update-11.1 { - execsql { - UPDATE t1 SET e=e+1 WHERE b IN (SELECT b FROM t1); - SELECT b,e FROM t1; - } - } {2 14 3 7} - do_test update-11.2 { - execsql { - UPDATE t1 SET e=e+1 WHERE a IN (SELECT a FROM t1); - SELECT a,e FROM t1; - } - } {1 15 2 8} -} - -integrity_check update-12.1 - -# Ticket 602. Updates should occur in the same order as the records -# were discovered in the WHERE clause. -# -do_test update-13.1 { - execsql { - BEGIN; - CREATE TABLE t2(a); - INSERT INTO t2 VALUES(1); - INSERT INTO t2 VALUES(2); - INSERT INTO t2 SELECT a+2 FROM t2; - INSERT INTO t2 SELECT a+4 FROM t2; - INSERT INTO t2 SELECT a+8 FROM t2; - INSERT INTO t2 SELECT a+16 FROM t2; - INSERT INTO t2 SELECT a+32 FROM t2; - INSERT INTO t2 SELECT a+64 FROM t2; - INSERT INTO t2 SELECT a+128 FROM t2; - INSERT INTO t2 SELECT a+256 FROM t2; - INSERT INTO t2 SELECT a+512 FROM t2; - INSERT INTO t2 SELECT a+1024 FROM t2; - COMMIT; - SELECT count(*) FROM t2; - } -} {2048} -do_test update-13.2 { - execsql { - SELECT count(*) FROM t2 WHERE a=rowid; - } -} {2048} -do_test update-13.3 { - execsql { - UPDATE t2 SET rowid=rowid-1; - SELECT count(*) FROM t2 WHERE a=rowid+1; - } -} {2048} -do_test update-13.3 { - execsql { - UPDATE t2 SET rowid=rowid+10000; - UPDATE t2 SET rowid=rowid-9999; - SELECT count(*) FROM t2 WHERE a=rowid; - } -} {2048} -do_test update-13.4 { - execsql { - BEGIN; - INSERT INTO t2 SELECT a+2048 FROM t2; - INSERT INTO t2 SELECT a+4096 FROM t2; - INSERT INTO t2 SELECT a+8192 FROM t2; - SELECT count(*) FROM t2 WHERE a=rowid; - COMMIT; - } -} 16384 -do_test update-13.5 { - execsql { - UPDATE t2 SET rowid=rowid-1; - SELECT count(*) FROM t2 WHERE a=rowid+1; - } -} 16384 - -integrity_check update-13.6 - -ifcapable {trigger} { -# Test for proper detection of malformed WHEN clauses on UPDATE triggers. -# -do_test update-14.1 { - execsql { - CREATE TABLE t3(a,b,c); - CREATE TRIGGER t3r1 BEFORE UPDATE on t3 WHEN nosuchcol BEGIN - SELECT 'illegal WHEN clause'; - END; - } -} {} -do_test update-14.2 { - catchsql { - UPDATE t3 SET a=1; - } -} {1 {no such column: nosuchcol}} -do_test update-14.3 { - execsql { - CREATE TABLE t4(a,b,c); - CREATE TRIGGER t4r1 AFTER UPDATE on t4 WHEN nosuchcol BEGIN - SELECT 'illegal WHEN clause'; - END; - } -} {} -do_test update-14.4 { - catchsql { - UPDATE t4 SET a=1; - } -} {1 {no such column: nosuchcol}} - -} ;# ifcapable {trigger} - - -finish_test diff --git a/libs/sqlite/test/utf16.test b/libs/sqlite/test/utf16.test deleted file mode 100644 index 872648c578..0000000000 --- a/libs/sqlite/test/utf16.test +++ /dev/null @@ -1,75 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file runs all tests. -# -# $Id: utf16.test,v 1.6 2007/01/04 16:37:04 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl -rename finish_test really_finish_test2 -proc finish_test {} {} -set ISQUICK 1 - -if { [llength $argv]>0 } { - set FILES $argv - set argv [list] -} else { - set F { - alter.test alter3.test - auth.test bind.test blob.test capi2.test capi3.test collate1.test - collate2.test collate3.test collate4.test collate5.test collate6.test - conflict.test date.test delete.test expr.test fkey1.test func.test - hook.test index.test insert2.test insert.test interrupt.test in.test - intpkey.test ioerr.test join2.test join.test lastinsert.test - laststmtchanges.test limit.test lock2.test lock.test main.test - memdb.test minmax.test misc1.test misc2.test misc3.test notnull.test - null.test progress.test quote.test rowid.test select1.test select2.test - select3.test select4.test select5.test select6.test sort.test - subselect.test tableapi.test table.test temptable.test - trace.test trigger1.test trigger2.test trigger3.test - trigger4.test types2.test types.test unique.test update.test - vacuum.test view.test where.test - } - foreach f $F {lappend FILES $testdir/$f} -} - -rename sqlite3 real_sqlite3 -proc sqlite3 {args} { - set r [eval "real_sqlite3 $args"] - if { [llength $args] == 2 } { - [lindex $args 0] eval {pragma encoding = 'UTF-16'} - } - set r -} - -rename do_test really_do_test -proc do_test {args} { - set sc [concat really_do_test "utf16-[lindex $args 0]" [lrange $args 1 end]] - eval $sc -} - -foreach f $FILES { - source $f - catch {db close} - if {$sqlite_open_file_count>0} { - puts "$tail did not close all files: $sqlite_open_file_count" - incr nErr - lappend ::failList $tail - } -} - -rename sqlite3 "" -rename real_sqlite3 sqlite3 -rename finish_test "" -rename really_finish_test2 finish_test -rename do_test "" -rename really_do_test do_test -finish_test diff --git a/libs/sqlite/test/utf16align.test b/libs/sqlite/test/utf16align.test deleted file mode 100644 index fb41b77422..0000000000 --- a/libs/sqlite/test/utf16align.test +++ /dev/null @@ -1,84 +0,0 @@ -# 2006 February 16 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# This file contains code to verify that the SQLITE_UTF16_ALIGNED -# flag passed into the sqlite3_create_collation() function insures -# that all strings passed to that function are aligned on an even -# byte boundary. -# -# $Id: utf16align.test,v 1.1 2006/02/16 18:16:38 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Skip this entire test if we do not support UTF16 -# -ifcapable !utf16 { - finish_test - return -} - -# Create a database with a UTF16 encoding. Put in lots of string -# data of varying lengths. -# -do_test utf16align-1.0 { - set unaligned_string_counter 0 - add_alignment_test_collations [sqlite3_connection_pointer db] - execsql { - PRAGMA encoding=UTF16; - CREATE TABLE t1( - id INTEGER PRIMARY KEY, - spacer TEXT, - a TEXT COLLATE utf16_aligned, - b TEXT COLLATE utf16_unaligned - ); - INSERT INTO t1(a) VALUES("abc"); - INSERT INTO t1(a) VALUES("defghi"); - INSERT INTO t1(a) VALUES("jklmnopqrstuv"); - INSERT INTO t1(a) VALUES("wxyz0123456789-"); - UPDATE t1 SET b=a||'-'||a; - INSERT INTO t1(a,b) SELECT a||b, b||a FROM t1; - INSERT INTO t1(a,b) SELECT a||b, b||a FROM t1; - INSERT INTO t1(a,b) SELECT a||b, b||a FROM t1; - INSERT INTO t1(a,b) VALUES('one','two'); - INSERT INTO t1(a,b) SELECT a, b FROM t1; - UPDATE t1 SET spacer = CASE WHEN rowid&1 THEN 'x' ELSE 'xx' END; - SELECT count(*) FROM t1; - } -} 66 -do_test utf16align-1.1 { - set unaligned_string_counter -} 0 - -# Creating an index that uses the unaligned collation. We should see -# some unaligned strings passed to the collating function. -# -do_test utf16align-1.2 { - execsql { - CREATE INDEX t1i1 ON t1(spacer, b); - } - # puts $unaligned_string_counter - expr {$unaligned_string_counter>0} -} 1 - -# Create another index that uses the aligned collation. This time -# there should be no unaligned accesses -# -do_test utf16align-1.3 { - set unaligned_string_counter 0 - execsql { - CREATE INDEX t1i2 ON t1(spacer, a); - } - expr {$unaligned_string_counter>0} -} 0 -integrity_check utf16align-1.4 - -finish_test diff --git a/libs/sqlite/test/vacuum.test b/libs/sqlite/test/vacuum.test deleted file mode 100644 index bcf204d078..0000000000 --- a/libs/sqlite/test/vacuum.test +++ /dev/null @@ -1,359 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the VACUUM statement. -# -# $Id: vacuum.test,v 1.38 2006/10/04 11:55:50 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# If the VACUUM statement is disabled in the current build, skip all -# the tests in this file. -# -ifcapable {!vacuum} { - finish_test - return -} -if $AUTOVACUUM { - finish_test - return -} - -set fcnt 1 -proc cksum {{db db}} { - set sql "SELECT name, type, sql FROM sqlite_master ORDER BY name, type" - set txt [$db eval $sql]\n - set sql "SELECT name FROM sqlite_master WHERE type='table' ORDER BY name" - foreach tbl [$db eval $sql] { - append txt [$db eval "SELECT * FROM $tbl"]\n - } - foreach prag {default_cache_size} { - append txt $prag-[$db eval "PRAGMA $prag"]\n - } - if 0 { - global fcnt - set fd [open dump$fcnt.txt w] - puts -nonewline $fd $txt - close $fd - incr fcnt - } - set cksum [string length $txt]-[md5 $txt] - # puts $cksum-[file size test.db] - return $cksum -} -do_test vacuum-1.1 { - execsql { - BEGIN; - CREATE TABLE t1(a INTEGER PRIMARY KEY, b, c); - INSERT INTO t1 VALUES(NULL,randstr(10,100),randstr(5,50)); - INSERT INTO t1 VALUES(123456,randstr(10,100),randstr(5,50)); - INSERT INTO t1 SELECT NULL, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT NULL, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT NULL, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT NULL, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT NULL, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT NULL, b||'-'||rowid, c||'-'||rowid FROM t1; - INSERT INTO t1 SELECT NULL, b||'-'||rowid, c||'-'||rowid FROM t1; - CREATE INDEX i1 ON t1(b,c); - CREATE UNIQUE INDEX i2 ON t1(c,a); - CREATE TABLE t2 AS SELECT * FROM t1; - COMMIT; - DROP TABLE t2; - } - set ::size1 [file size test.db] - set ::cksum [cksum] - expr {$::cksum!=""} -} {1} -do_test vacuum-1.2 { - execsql { - VACUUM; - } - cksum -} $cksum -ifcapable vacuum { - do_test vacuum-1.3 { - expr {[file size test.db]<$::size1} - } {1} -} -do_test vacuum-1.4 { - set sql_script { - BEGIN; - CREATE TABLE t2 AS SELECT * FROM t1; - CREATE TABLE t3 AS SELECT * FROM t1; - CREATE VIEW v1 AS SELECT b, c FROM t3; - CREATE TRIGGER r1 AFTER DELETE ON t2 BEGIN SELECT 1; END; - COMMIT; - DROP TABLE t2; - } - # If the library was compiled to omit view support, comment out the - # create view in the script $sql_script before executing it. Similarly, - # if triggers are not supported, comment out the trigger definition. - ifcapable !view { - regsub {CREATE VIEW} $sql_script {-- CREATE VIEW} sql_script - } - ifcapable !trigger { - regsub {CREATE TRIGGER} $sql_script {-- CREATE TRIGGER} sql_script - } - execsql $sql_script - set ::size1 [file size test.db] - set ::cksum [cksum] - expr {$::cksum!=""} -} {1} -do_test vacuum-1.5 { - execsql { - VACUUM; - } - cksum -} $cksum - -ifcapable vacuum { - do_test vacuum-1.6 { - expr {[file size test.db]<$::size1} - } {1} -} -ifcapable vacuum { - do_test vacuum-2.1 { - catchsql { - BEGIN; - VACUUM; - COMMIT; - } - } {1 {cannot VACUUM from within a transaction}} - catch {db eval COMMIT} -} -do_test vacuum-2.2 { - sqlite3 db2 test.db - execsql { - BEGIN; - CREATE TABLE t4 AS SELECT * FROM t1; - CREATE TABLE t5 AS SELECT * FROM t1; - COMMIT; - DROP TABLE t4; - DROP TABLE t5; - } db2 - set ::cksum [cksum db2] - catchsql { - VACUUM - } -} {0 {}} -do_test vacuum-2.3 { - cksum -} $cksum -do_test vacuum-2.4 { - catch {db2 eval {SELECT count(*) FROM sqlite_master}} - cksum db2 -} $cksum - -# Make sure the schema cookie is incremented by vacuum. -# -do_test vacuum-2.5 { - execsql { - BEGIN; - CREATE TABLE t6 AS SELECT * FROM t1; - CREATE TABLE t7 AS SELECT * FROM t1; - COMMIT; - } - sqlite3 db3 test.db - execsql { - -- The "SELECT * FROM sqlite_master" statement ensures that this test - -- works when shared-cache is enabled. If shared-cache is enabled, then - -- db3 shares a cache with db2 (but not db - it was opened as - -- "./test.db"). - SELECT * FROM sqlite_master; - SELECT * FROM t7 LIMIT 1 - } db3 - execsql { - VACUUM; - } - execsql { - INSERT INTO t7 VALUES(1234567890,'hello','world'); - } db3 - execsql { - SELECT * FROM t7 WHERE a=1234567890 - } -} {1234567890 hello world} -integrity_check vacuum-2.6 -do_test vacuum-2.7 { - execsql { - SELECT * FROM t7 WHERE a=1234567890 - } db3 -} {1234567890 hello world} -do_test vacuum-2.8 { - execsql { - INSERT INTO t7 SELECT * FROM t6; - SELECT count(*) FROM t7; - } -} 513 -integrity_check vacuum-2.9 -do_test vacuum-2.10 { - execsql { - DELETE FROM t7; - SELECT count(*) FROM t7; - } db3 -} 0 -integrity_check vacuum-2.11 -db3 close - - -# Ticket #427. Make sure VACUUM works when the EMPTY_RESULT_CALLBACKS -# pragma is turned on. -# -do_test vacuum-3.1 { - db close - db2 close - file delete test.db - sqlite3 db test.db - execsql { - PRAGMA empty_result_callbacks=on; - VACUUM; - } -} {} - -# Ticket #464. Make sure VACUUM works with the sqlite3_prepare() API. -# -do_test vacuum-4.1 { - db close - sqlite3 db test.db; set DB [sqlite3_connection_pointer db] - set VM [sqlite3_prepare $DB {VACUUM} -1 TAIL] - sqlite3_step $VM -} {SQLITE_DONE} -do_test vacuum-4.2 { - sqlite3_finalize $VM -} SQLITE_OK - -# Ticket #515. VACUUM after deleting and recreating the table that -# a view refers to. Omit this test if the library is not view-enabled. -# -ifcapable view { -do_test vacuum-5.1 { - db close - file delete -force test.db - sqlite3 db test.db - catchsql { - CREATE TABLE Test (TestID int primary key); - INSERT INTO Test VALUES (NULL); - CREATE VIEW viewTest AS SELECT * FROM Test; - - BEGIN; - CREATE TABLE tempTest (TestID int primary key, Test2 int NULL); - INSERT INTO tempTest SELECT TestID, 1 FROM Test; - DROP TABLE Test; - CREATE TABLE Test(TestID int primary key, Test2 int NULL); - INSERT INTO Test SELECT * FROM tempTest; - DROP TABLE tempTest; - COMMIT; - VACUUM; - } -} {0 {}} -do_test vacuum-5.2 { - catchsql { - VACUUM; - } -} {0 {}} -} ;# ifcapable view - -# Ensure vacuum works with complicated tables names. -do_test vacuum-6.1 { - execsql { - CREATE TABLE "abc abc"(a, b, c); - INSERT INTO "abc abc" VALUES(1, 2, 3); - VACUUM; - } -} {} -do_test vacuum-6.2 { - execsql { - select * from "abc abc"; - } -} {1 2 3} - -# Also ensure that blobs survive a vacuum. -ifcapable {bloblit} { - do_test vacuum-6.3 { - execsql { - DELETE FROM "abc abc"; - INSERT INTO "abc abc" VALUES(X'00112233', NULL, NULL); - VACUUM; - } - } {} - do_test vacuum-6.4 { - execsql { - select count(*) from "abc abc" WHERE a = X'00112233'; - } - } {1} -} - -# Check what happens when an in-memory database is vacuumed. The -# [file delete] command covers us in case the library was compiled -# without in-memory database support. -# -file delete -force :memory: -do_test vacuum-7.0 { - sqlite3 db2 :memory: - execsql { - CREATE TABLE t1(t); - VACUUM; - } db2 -} {} -db2 close - -# Ticket #873. VACUUM a database that has ' in its name. -# -do_test vacuum-8.1 { - file delete -force a'z.db - file delete -force a'z.db-journal - sqlite3 db2 a'z.db - execsql { - CREATE TABLE t1(t); - VACUUM; - } db2 -} {} -db2 close - -# Ticket #1095: Vacuum a table that uses AUTOINCREMENT -# -ifcapable {autoinc} { - do_test vacuum-9.1 { - execsql { - DROP TABLE 'abc abc'; - CREATE TABLE autoinc(a INTEGER PRIMARY KEY AUTOINCREMENT, b); - INSERT INTO autoinc(b) VALUES('hi'); - INSERT INTO autoinc(b) VALUES('there'); - DELETE FROM autoinc; - } - set ::cksum [cksum] - expr {$::cksum!=""} - } {1} - do_test vacuum-9.2 { - execsql { - VACUUM; - } - cksum - } $::cksum - do_test vacuum-9.3 { - execsql { - INSERT INTO autoinc(b) VALUES('one'); - INSERT INTO autoinc(b) VALUES('two'); - } - set ::cksum [cksum] - expr {$::cksum!=""} - } {1} - do_test vacuum-9.4 { - execsql { - VACUUM; - } - cksum - } $::cksum -} - -file delete -force {a'z.db} - -finish_test diff --git a/libs/sqlite/test/vacuum2.test b/libs/sqlite/test/vacuum2.test deleted file mode 100644 index 4b087cf76f..0000000000 --- a/libs/sqlite/test/vacuum2.test +++ /dev/null @@ -1,42 +0,0 @@ -# 2005 February 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the VACUUM statement. -# -# $Id: vacuum2.test,v 1.2 2006/01/16 16:24:25 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# If the VACUUM statement is disabled in the current build, skip all -# the tests in this file. -# -ifcapable {!vacuum||!autoinc} { - finish_test - return -} -if $AUTOVACUUM { - finish_test - return -} - -# Ticket #1121 - make sure vacuum works if all autoincrement tables -# have been deleted. -# -do_test vacuum2-1.1 { - execsql { - CREATE TABLE t1(x INTEGER PRIMARY KEY AUTOINCREMENT, y); - DROP TABLE t1; - VACUUM; - } -} {} - -finish_test diff --git a/libs/sqlite/test/varint.test b/libs/sqlite/test/varint.test deleted file mode 100644 index 974e88f2a6..0000000000 --- a/libs/sqlite/test/varint.test +++ /dev/null @@ -1,32 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this script is variable-length integer encoding scheme. -# -# $Id: varint.test,v 1.1 2004/05/18 15:57:42 drh Exp $ - - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Test reading and writing of varints. -# -set cnt 0 -foreach start {0 100 10000 1000000 0x10000000} { - foreach mult {1 0x10 0x100 0x1000 0x10000 0x100000 0x1000000 0x10000000} { - foreach incr {1 500 10000 50000000} { - incr cnt - do_test varint-1.$cnt { - btree_varint_test $start $mult 5000 $incr - } {} - } - } -} diff --git a/libs/sqlite/test/view.test b/libs/sqlite/test/view.test deleted file mode 100644 index 83ffec2567..0000000000 --- a/libs/sqlite/test/view.test +++ /dev/null @@ -1,501 +0,0 @@ -# 2002 February 26 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing VIEW statements. -# -# $Id: view.test,v 1.33 2006/09/11 23:45:50 drh Exp $ -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Omit this entire file if the library is not configured with views enabled. -ifcapable !view { - finish_test - return -} - -do_test view-1.0 { - execsql { - CREATE TABLE t1(a,b,c); - INSERT INTO t1 VALUES(1,2,3); - INSERT INTO t1 VALUES(4,5,6); - INSERT INTO t1 VALUES(7,8,9); - SELECT * FROM t1; - } -} {1 2 3 4 5 6 7 8 9} - -do_test view-1.1 { - execsql { - BEGIN; - CREATE VIEW IF NOT EXISTS v1 AS SELECT a,b FROM t1; - SELECT * FROM v1 ORDER BY a; - } -} {1 2 4 5 7 8} -do_test view-1.2 { - catchsql { - ROLLBACK; - SELECT * FROM v1 ORDER BY a; - } -} {1 {no such table: v1}} -do_test view-1.3 { - execsql { - CREATE VIEW v1 AS SELECT a,b FROM t1; - SELECT * FROM v1 ORDER BY a; - } -} {1 2 4 5 7 8} -do_test view-1.3.1 { - db close - sqlite3 db test.db - execsql { - SELECT * FROM v1 ORDER BY a; - } -} {1 2 4 5 7 8} -do_test view-1.4 { - catchsql { - DROP VIEW IF EXISTS v1; - SELECT * FROM v1 ORDER BY a; - } -} {1 {no such table: v1}} -do_test view-1.5 { - execsql { - CREATE VIEW v1 AS SELECT a,b FROM t1; - SELECT * FROM v1 ORDER BY a; - } -} {1 2 4 5 7 8} -do_test view-1.6 { - catchsql { - DROP TABLE t1; - SELECT * FROM v1 ORDER BY a; - } -} {1 {no such table: main.t1}} -do_test view-1.7 { - execsql { - CREATE TABLE t1(x,a,b,c); - INSERT INTO t1 VALUES(1,2,3,4); - INSERT INTO t1 VALUES(4,5,6,7); - INSERT INTO t1 VALUES(7,8,9,10); - SELECT * FROM v1 ORDER BY a; - } -} {2 3 5 6 8 9} -do_test view-1.8 { - db close - sqlite3 db test.db - execsql { - SELECT * FROM v1 ORDER BY a; - } -} {2 3 5 6 8 9} - -do_test view-2.1 { - execsql { - CREATE VIEW v2 AS SELECT * FROM t1 WHERE a>5 - }; # No semicolon - execsql2 { - SELECT * FROM v2; - } -} {x 7 a 8 b 9 c 10} -do_test view-2.2 { - catchsql { - INSERT INTO v2 VALUES(1,2,3,4); - } -} {1 {cannot modify v2 because it is a view}} -do_test view-2.3 { - catchsql { - UPDATE v2 SET a=10 WHERE a=5; - } -} {1 {cannot modify v2 because it is a view}} -do_test view-2.4 { - catchsql { - DELETE FROM v2; - } -} {1 {cannot modify v2 because it is a view}} -do_test view-2.5 { - execsql { - INSERT INTO t1 VALUES(11,12,13,14); - SELECT * FROM v2 ORDER BY x; - } -} {7 8 9 10 11 12 13 14} -do_test view-2.6 { - execsql { - SELECT x FROM v2 WHERE a>10 - } -} {11} - -# Test that column name of views are generated correctly. -# -do_test view-3.1 { - execsql2 { - SELECT * FROM v1 LIMIT 1 - } -} {a 2 b 3} -do_test view-3.2 { - execsql2 { - SELECT * FROM v2 LIMIT 1 - } -} {x 7 a 8 b 9 c 10} -do_test view-3.3 { - execsql2 { - DROP VIEW v1; - CREATE VIEW v1 AS SELECT a AS 'xyz', b+c AS 'pqr', c-b FROM t1; - SELECT * FROM v1 LIMIT 1 - } -} {xyz 2 pqr 7 c-b 1} - -ifcapable compound { -do_test view-3.4 { - execsql2 { - CREATE VIEW v3 AS SELECT a FROM t1 UNION SELECT b FROM t1 ORDER BY b; - SELECT * FROM v3 LIMIT 4; - } -} {a 2 a 3 a 5 a 6} -do_test view-3.5 { - execsql2 { - CREATE VIEW v4 AS - SELECT a, b FROM t1 - UNION - SELECT b AS 'x', a AS 'y' FROM t1 - ORDER BY x, y; - SELECT b FROM v4 ORDER BY b LIMIT 4; - } -} {b 2 b 3 b 5 b 6} -} ;# ifcapable compound - - -do_test view-4.1 { - catchsql { - DROP VIEW t1; - } -} {1 {use DROP TABLE to delete table t1}} -do_test view-4.2 { - execsql { - SELECT 1 FROM t1 LIMIT 1; - } -} 1 -do_test view-4.3 { - catchsql { - DROP TABLE v1; - } -} {1 {use DROP VIEW to delete view v1}} -do_test view-4.4 { - execsql { - SELECT 1 FROM v1 LIMIT 1; - } -} {1} -do_test view-4.5 { - catchsql { - CREATE INDEX i1v1 ON v1(xyz); - } -} {1 {views may not be indexed}} - -do_test view-5.1 { - execsql { - CREATE TABLE t2(y,a); - INSERT INTO t2 VALUES(22,2); - INSERT INTO t2 VALUES(33,3); - INSERT INTO t2 VALUES(44,4); - INSERT INTO t2 VALUES(55,5); - SELECT * FROM t2; - } -} {22 2 33 3 44 4 55 5} -do_test view-5.2 { - execsql { - CREATE VIEW v5 AS - SELECT t1.x AS v, t2.y AS w FROM t1 JOIN t2 USING(a); - SELECT * FROM v5; - } -} {1 22 4 55} - -# Verify that the view v5 gets flattened. see sqliteFlattenSubquery(). -# This will only work if EXPLAIN is enabled. -# Ticket #272 -# -ifcapable {explain} { -do_test view-5.3 { - lsearch [execsql { - EXPLAIN SELECT * FROM v5; - }] OpenEphemeral -} {-1} -do_test view-5.4 { - execsql { - SELECT * FROM v5 AS a, t2 AS b WHERE a.w=b.y; - } -} {1 22 22 2 4 55 55 5} -do_test view-5.5 { - lsearch [execsql { - EXPLAIN SELECT * FROM v5 AS a, t2 AS b WHERE a.w=b.y; - }] OpenEphemeral -} {-1} -do_test view-5.6 { - execsql { - SELECT * FROM t2 AS b, v5 AS a WHERE a.w=b.y; - } -} {22 2 1 22 55 5 4 55} -do_test view-5.7 { - lsearch [execsql { - EXPLAIN SELECT * FROM t2 AS b, v5 AS a WHERE a.w=b.y; - }] OpenEphemeral -} {-1} -do_test view-5.8 { - execsql { - SELECT * FROM t1 AS a, v5 AS b, t2 AS c WHERE a.x=b.v AND b.w=c.y; - } -} {1 2 3 4 1 22 22 2 4 5 6 7 4 55 55 5} -do_test view-5.9 { - lsearch [execsql { - EXPLAIN SELECT * FROM t1 AS a, v5 AS b, t2 AS c WHERE a.x=b.v AND b.w=c.y; - }] OpenEphemeral -} {-1} -} ;# endif explain - -do_test view-6.1 { - execsql { - SELECT min(x), min(a), min(b), min(c), min(a+b+c) FROM v2; - } -} {7 8 9 10 27} -do_test view-6.2 { - execsql { - SELECT max(x), max(a), max(b), max(c), max(a+b+c) FROM v2; - } -} {11 12 13 14 39} - -do_test view-7.1 { - execsql { - CREATE TABLE test1(id integer primary key, a); - CREATE TABLE test2(id integer, b); - INSERT INTO test1 VALUES(1,2); - INSERT INTO test2 VALUES(1,3); - CREATE VIEW test AS - SELECT test1.id, a, b - FROM test1 JOIN test2 ON test2.id=test1.id; - SELECT * FROM test; - } -} {1 2 3} -do_test view-7.2 { - db close - sqlite3 db test.db - execsql { - SELECT * FROM test; - } -} {1 2 3} -do_test view-7.3 { - execsql { - DROP VIEW test; - CREATE VIEW test AS - SELECT test1.id, a, b - FROM test1 JOIN test2 USING(id); - SELECT * FROM test; - } -} {1 2 3} -do_test view-7.4 { - db close - sqlite3 db test.db - execsql { - SELECT * FROM test; - } -} {1 2 3} -do_test view-7.5 { - execsql { - DROP VIEW test; - CREATE VIEW test AS - SELECT test1.id, a, b - FROM test1 NATURAL JOIN test2; - SELECT * FROM test; - } -} {1 2 3} -do_test view-7.6 { - db close - sqlite3 db test.db - execsql { - SELECT * FROM test; - } -} {1 2 3} - -do_test view-8.1 { - execsql { - CREATE VIEW v6 AS SELECT pqr, xyz FROM v1; - SELECT * FROM v6 ORDER BY xyz; - } -} {7 2 13 5 19 8 27 12} -do_test view-8.2 { - db close - sqlite3 db test.db - execsql { - SELECT * FROM v6 ORDER BY xyz; - } -} {7 2 13 5 19 8 27 12} -do_test view-8.3 { - execsql { - CREATE VIEW v7 AS SELECT pqr+xyz AS a FROM v6; - SELECT * FROM v7 ORDER BY a; - } -} {9 18 27 39} - -ifcapable subquery { - do_test view-8.4 { - execsql { - CREATE VIEW v8 AS SELECT max(cnt) AS mx FROM - (SELECT a%2 AS eo, count(*) AS cnt FROM t1 GROUP BY eo); - SELECT * FROM v8; - } - } 3 - do_test view-8.5 { - execsql { - SELECT mx+10, mx*2 FROM v8; - } - } {13 6} - do_test view-8.6 { - execsql { - SELECT mx+10, pqr FROM v6, v8 WHERE xyz=2; - } - } {13 7} - do_test view-8.7 { - execsql { - SELECT mx+10, pqr FROM v6, v8 WHERE xyz>2; - } - } {13 13 13 19 13 27} -} ;# ifcapable subquery - -# Tests for a bug found by Michiel de Wit involving ORDER BY in a VIEW. -# -do_test view-9.1 { - execsql { - INSERT INTO t2 SELECT * FROM t2 WHERE a<5; - INSERT INTO t2 SELECT * FROM t2 WHERE a<4; - INSERT INTO t2 SELECT * FROM t2 WHERE a<3; - SELECT DISTINCT count(*) FROM t2 GROUP BY a ORDER BY 1; - } -} {1 2 4 8} -do_test view-9.2 { - execsql { - SELECT DISTINCT count(*) FROM t2 GROUP BY a ORDER BY 1 LIMIT 3; - } -} {1 2 4} -do_test view-9.3 { - execsql { - CREATE VIEW v9 AS - SELECT DISTINCT count(*) FROM t2 GROUP BY a ORDER BY 1 LIMIT 3; - SELECT * FROM v9; - } -} {1 2 4} -do_test view-9.4 { - execsql { - SELECT * FROM v9 ORDER BY 1 DESC; - } -} {4 2 1} -do_test view-9.5 { - execsql { - CREATE VIEW v10 AS - SELECT DISTINCT a, count(*) FROM t2 GROUP BY a ORDER BY 2 LIMIT 3; - SELECT * FROM v10; - } -} {5 1 4 2 3 4} -do_test view-9.6 { - execsql { - SELECT * FROM v10 ORDER BY 1; - } -} {3 4 4 2 5 1} - -# Tables with columns having peculiar quoted names used in views -# Ticket #756. -# -do_test view-10.1 { - execsql { - CREATE TABLE t3("9" integer, [4] text); - INSERT INTO t3 VALUES(1,2); - CREATE VIEW v_t3_a AS SELECT a.[9] FROM t3 AS a; - CREATE VIEW v_t3_b AS SELECT "4" FROM t3; - SELECT * FROM v_t3_a; - } -} {1} -do_test view-10.2 { - execsql { - SELECT * FROM v_t3_b; - } -} {2} - -do_test view-11.1 { - execsql { - CREATE TABLE t4(a COLLATE NOCASE); - INSERT INTO t4 VALUES('This'); - INSERT INTO t4 VALUES('this'); - INSERT INTO t4 VALUES('THIS'); - SELECT * FROM t4 WHERE a = 'THIS'; - } -} {This this THIS} -ifcapable subquery { - do_test view-11.2 { - execsql { - SELECT * FROM (SELECT * FROM t4) WHERE a = 'THIS'; - } - } {This this THIS} -} -do_test view-11.3 { - execsql { - CREATE VIEW v11 AS SELECT * FROM t4; - SELECT * FROM v11 WHERE a = 'THIS'; - } -} {This this THIS} - -# Ticket #1270: Do not allow parameters in view definitions. -# -do_test view-12.1 { - catchsql { - CREATE VIEW v12 AS SELECT a FROM t1 WHERE b=? - } -} {1 {parameters are not allowed in views}} - -do_test view-13.1 { - file delete -force test2.db - catchsql { - ATTACH 'test2.db' AS two; - CREATE TABLE two.t2(x,y); - CREATE VIEW v13 AS SELECT y FROM two.t2; - } -} {1 {view v13 cannot reference objects in database two}} - -# Ticket #1658 -# -do_test view-14.1 { - catchsql { - CREATE TEMP VIEW t1 AS SELECT a,b FROM t1; - SELECT * FROM temp.t1; - } -} {1 {view t1 is circularly defined}} - -# Tickets #1688, #1709 -# -do_test view-15.1 { - execsql2 { - CREATE VIEW v15 AS SELECT a AS x, b AS y FROM t1; - SELECT * FROM v15 LIMIT 1; - } -} {x 2 y 3} -do_test view-15.2 { - execsql2 { - SELECT x, y FROM v15 LIMIT 1 - } -} {x 2 y 3} - -do_test view-16.1 { - catchsql { - CREATE VIEW IF NOT EXISTS v1 AS SELECT * FROM t1; - } -} {0 {}} -do_test view-16.2 { - execsql { - SELECT sql FROM sqlite_master WHERE name='v1' - } -} {{CREATE VIEW v1 AS SELECT a AS 'xyz', b+c AS 'pqr', c-b FROM t1}} -do_test view-16.3 { - catchsql { - DROP VIEW IF EXISTS nosuchview - } -} {0 {}} - -finish_test diff --git a/libs/sqlite/test/vtab1.test b/libs/sqlite/test/vtab1.test deleted file mode 100644 index a2f8fdadb0..0000000000 --- a/libs/sqlite/test/vtab1.test +++ /dev/null @@ -1,894 +0,0 @@ -# 2006 June 10 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is creating and dropping virtual tables. -# -# $Id: vtab1.test,v 1.39 2007/01/09 14:01:14 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !vtab||!schema_pragmas { - finish_test - return -} - -#---------------------------------------------------------------------- -# Organization of tests in this file: -# -# vtab1-1.*: Error conditions and other issues surrounding creation/connection -# of a virtual module. -# vtab1-2.*: Test sqlite3_declare_vtab() and the xConnect/xDisconnect methods. -# vtab1-3.*: Table scans and WHERE clauses. -# vtab1-4.*: Table scans and ORDER BY clauses. -# vtab1-5.*: Test queries that include joins. This brings the -# sqlite3_index_info.estimatedCost variable into play. -# vtab1-6.*: Test UPDATE/INSERT/DELETE on vtables. -# vtab1-7.*: Test sqlite3_last_insert_rowid(). -# -# This file uses the "echo" module (see src/test8.c). Refer to comments -# in that file for the special behaviour of the Tcl $echo_module variable. -# -# TODO: -# * How to test the sqlite3_index_constraint_usage.omit field? -# * vtab1-5.* -# - - -#---------------------------------------------------------------------- -# Test cases vtab1.1.* -# - -# We cannot create a virtual table if the module has not been registered. -# -do_test vtab1-1.1 { - catchsql { - CREATE VIRTUAL TABLE t1 USING echo; - } -} {1 {no such module: echo}} -do_test vtab1-1.2 { - execsql { - SELECT name FROM sqlite_master ORDER BY 1 - } -} {} - -# Register the module -register_echo_module [sqlite3_connection_pointer db] - -# Once a module has been registered, virtual tables using that module -# may be created. However if a module xCreate() fails to call -# sqlite3_declare_vtab() an error will be raised and the table not created. -# -# The "echo" module does not invoke sqlite3_declare_vtab() if it is -# passed zero arguments. -# -do_test vtab1-1.3 { - catchsql { - CREATE VIRTUAL TABLE t1 USING echo; - } -} {1 {vtable constructor did not declare schema: t1}} -do_test vtab1-1.4 { - execsql { - SELECT name FROM sqlite_master ORDER BY 1 - } -} {} - -# The "echo" module xCreate method returns an error and does not create -# the virtual table if it is passed an argument that does not correspond -# to an existing real table in the same database. -# -do_test vtab1-1.5 { - catchsql { - CREATE VIRTUAL TABLE t1 USING echo(no_such_table); - } -} {1 {vtable constructor failed: t1}} -do_test vtab1-1.6 { - execsql { - SELECT name FROM sqlite_master ORDER BY 1 - } -} {} - -# Ticket #2156. Using the sqlite3_prepare_v2() API, make sure that -# a CREATE VIRTUAL TABLE statement can be used multiple times. -# -do_test vtab1-1.2152.1 { - set DB [sqlite3_connection_pointer db] - set sql {CREATE VIRTUAL TABLE t2152a USING echo(t2152b)} - set STMT [sqlite3_prepare_v2 $DB $sql -1 TAIL] - sqlite3_step $STMT -} SQLITE_ERROR -do_test vtab-1.2152.2 { - sqlite3_reset $STMT - sqlite3_step $STMT -} SQLITE_ERROR -do_test vtab-1.2152.3 { - sqlite3_reset $STMT - db eval {CREATE TABLE t2152b(x,y)} - sqlite3_step $STMT -} SQLITE_DONE -do_test vtab-1.2152.4 { - sqlite3_finalize $STMT - db eval {DROP TABLE t2152a; DROP TABLE t2152b} -} {} - -# Test to make sure nothing goes wrong and no memory is leaked if we -# select an illegal table-name (i.e a reserved name or the name of a -# table that already exists). -# -do_test vtab1-1.7 { - catchsql { - CREATE VIRTUAL TABLE sqlite_master USING echo; - } -} {1 {object name reserved for internal use: sqlite_master}} -do_test vtab1-1.8 { - catchsql { - CREATE TABLE treal(a, b, c); - CREATE VIRTUAL TABLE treal USING echo(treal); - } -} {1 {table treal already exists}} -do_test vtab1-1.9 { - execsql { - DROP TABLE treal; - SELECT name FROM sqlite_master ORDER BY 1 - } -} {} - -do_test vtab1-1.10 { - execsql { - CREATE TABLE treal(a, b, c); - CREATE VIRTUAL TABLE techo USING echo(treal); - } - db close - sqlite3 db test.db - catchsql { - SELECT * FROM techo; - } -} {1 {no such module: echo}} -do_test vtab1-1.11 { - catchsql { - INSERT INTO techo VALUES(1, 2, 3); - } -} {1 {no such module: echo}} -do_test vtab1-1.12 { - catchsql { - UPDATE techo SET a = 10; - } -} {1 {no such module: echo}} -do_test vtab1-1.13 { - catchsql { - DELETE FROM techo; - } -} {1 {no such module: echo}} -do_test vtab1-1.14 { - catchsql { - PRAGMA table_info(techo) - } -} {1 {no such module: echo}} -do_test vtab1-1.15 { - catchsql { - DROP TABLE techo; - } -} {1 {no such module: echo}} - -register_echo_module [sqlite3_connection_pointer db] -do_test vtab1-1.X { - execsql { - DROP TABLE techo; - DROP TABLE treal; - SELECT sql FROM sqlite_master; - } -} {} - -#---------------------------------------------------------------------- -# Test cases vtab1.2.* -# -# At this point, the database is completely empty. The echo module -# has already been registered. - -# If a single argument is passed to the echo module during table -# creation, it is assumed to be the name of a table in the same -# database. The echo module attempts to set the schema of the -# new virtual table to be the same as the existing database table. -# -do_test vtab1-2.1 { - execsql { - CREATE TABLE template(a, b, c); - } - execsql { PRAGMA table_info(template); } -} [list \ - 0 a {} 0 {} 0 \ - 1 b {} 0 {} 0 \ - 2 c {} 0 {} 0 \ -] -do_test vtab1-2.2 { - execsql { - CREATE VIRTUAL TABLE t1 USING echo(template); - } - execsql { PRAGMA table_info(t1); } -} [list \ - 0 a {} 0 {} 0 \ - 1 b {} 0 {} 0 \ - 2 c {} 0 {} 0 \ -] - -# Test that the database can be unloaded. This should invoke the xDisconnect() -# callback for the successfully create virtual table (t1). -# -do_test vtab1-2.3 { - set echo_module [list] - db close - set echo_module -} [list xDisconnect] - -# Re-open the database. This should not cause any virtual methods to -# be called. The invocation of xConnect() is delayed until the virtual -# table schema is first required by the compiler. -# -do_test vtab1-2.4 { - set echo_module [list] - sqlite3 db test.db - db cache size 0 - set echo_module -} {} - -# Try to query the virtual table schema. This should fail, as the -# echo module has not been registered with this database connection. -# -do_test vtab1.2.6 { -breakpoint - catchsql { PRAGMA table_info(t1); } -} {1 {no such module: echo}} - -# Register the module -register_echo_module [sqlite3_connection_pointer db] - -# Try to query the virtual table schema again. This time it should -# invoke the xConnect method and succeed. -# -do_test vtab1.2.7 { - execsql { PRAGMA table_info(t1); } -} [list \ - 0 a {} 0 {} 0 \ - 1 b {} 0 {} 0 \ - 2 c {} 0 {} 0 \ -] -do_test vtab1.2.8 { - set echo_module -} {xConnect echo main t1 template} - -# Drop table t1. This should cause the xDestroy (but not xDisconnect) method -# to be invoked. -do_test vtab1-2.5 { - set echo_module "" - execsql { - DROP TABLE t1; - } - set echo_module -} {xDestroy} - -do_test vtab1-2.6 { - execsql { - PRAGMA table_info(t1); - } -} {} -do_test vtab1-2.7 { - execsql { - SELECT sql FROM sqlite_master; - } -} [list {CREATE TABLE template(a, b, c)}] -# Clean up other test artifacts: -do_test vtab1-2.8 { - execsql { - DROP TABLE template; - SELECT sql FROM sqlite_master; - } -} [list] - -#---------------------------------------------------------------------- -# Test case vtab1-3 test table scans and the echo module's -# xBestIndex/xFilter handling of WHERE conditions. - -do_test vtab1-3.1 { - set echo_module "" - execsql { - CREATE TABLE treal(a INTEGER, b INTEGER, c); - CREATE INDEX treal_idx ON treal(b); - CREATE VIRTUAL TABLE t1 USING echo(treal); - } - set echo_module -} [list xCreate echo main t1 treal \ - xSync echo(treal) \ - xCommit echo(treal) \ -] - -# Test that a SELECT on t1 doesn't crash. No rows are returned -# because the underlying real table is currently empty. -# -do_test vtab1-3.2 { - execsql { - SELECT a, b, c FROM t1; - } -} {} - -# Put some data into the table treal. Then try a few simple SELECT -# statements on t1. -# -do_test vtab1-3.3 { - execsql { - INSERT INTO treal VALUES(1, 2, 3); - INSERT INTO treal VALUES(4, 5, 6); - SELECT * FROM t1; - } -} {1 2 3 4 5 6} -do_test vtab1-3.4 { - execsql { - SELECT a FROM t1; - } -} {1 4} -do_test vtab1-3.5 { - execsql { - SELECT rowid FROM t1; - } -} {1 2} -do_test vtab1-3.6 { - set echo_module "" - execsql { - SELECT * FROM t1; - } -} {1 2 3 4 5 6} -do_test vtab1-3.7 { - execsql { - SELECT rowid, * FROM t1; - } -} {1 1 2 3 2 4 5 6} -do_test vtab1-3.8 { - execsql { - SELECT a AS d, b AS e, c AS f FROM t1; - } -} {1 2 3 4 5 6} - -# Execute some SELECT statements with WHERE clauses on the t1 table. -# Then check the echo_module variable (written to by the module methods -# in test8.c) to make sure the xBestIndex() and xFilter() methods were -# called correctly. -# -do_test vtab1-3.8 { - set echo_module "" - execsql { - SELECT * FROM t1; - } - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal'} \ - xFilter {SELECT rowid, * FROM 'treal'} ] -do_test vtab1-3.9 { - set echo_module "" - execsql { - SELECT * FROM t1 WHERE b = 5; - } -} {4 5 6} -do_test vtab1-3.10 { - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal' WHERE b = ?} \ - xFilter {SELECT rowid, * FROM 'treal' WHERE b = ?} 5 ] -do_test vtab1-3.10 { - set echo_module "" - execsql { - SELECT * FROM t1 WHERE b >= 5 AND b <= 10; - } -} {4 5 6} -do_test vtab1-3.11 { - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal' WHERE b >= ? AND b <= ?} \ - xFilter {SELECT rowid, * FROM 'treal' WHERE b >= ? AND b <= ?} 5 10 ] -do_test vtab1-3.12 { - set echo_module "" - execsql { - SELECT * FROM t1 WHERE b BETWEEN 2 AND 10; - } -} {1 2 3 4 5 6} -do_test vtab1-3.13 { - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal' WHERE b >= ? AND b <= ?} \ - xFilter {SELECT rowid, * FROM 'treal' WHERE b >= ? AND b <= ?} 2 10 ] - -# Add a function for the MATCH operator. Everything always matches! -#proc test_match {lhs rhs} { -# lappend ::echo_module MATCH $lhs $rhs -# return 1 -#} -#db function match test_match - -set echo_module "" -do_test vtab1-3.12 { - set echo_module "" - catchsql { - SELECT * FROM t1 WHERE a MATCH 'string'; - } -} {1 {unable to use function MATCH in the requested context}} -do_test vtab1-3.13 { - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal'} \ - xFilter {SELECT rowid, * FROM 'treal'}] -do_test vtab1-3.14 { - set echo_module "" - execsql { - SELECT * FROM t1 WHERE b MATCH 'string'; - } -} {} -do_test vtab1-3.15 { - set echo_module -} [list xBestIndex \ - {SELECT rowid, * FROM 'treal' WHERE b LIKE (SELECT '%'||?||'%')} \ - xFilter \ - {SELECT rowid, * FROM 'treal' WHERE b LIKE (SELECT '%'||?||'%')} \ - string ] - -#---------------------------------------------------------------------- -# Test case vtab1-3 test table scans and the echo module's -# xBestIndex/xFilter handling of ORDER BY clauses. - -# This procedure executes the SQL. Then it checks to see if the OP_Sort -# opcode was executed. If an OP_Sort did occur, then "sort" is appended -# to the result. If no OP_Sort happened, then "nosort" is appended. -# -# This procedure is used to check to make sure sorting is or is not -# occurring as expected. -# -proc cksort {sql} { - set ::sqlite_sort_count 0 - set data [execsql $sql] - if {$::sqlite_sort_count} {set x sort} {set x nosort} - lappend data $x - return $data -} - -do_test vtab1-4.1 { - set echo_module "" - cksort { - SELECT b FROM t1 ORDER BY b; - } -} {2 5 nosort} -do_test vtab1-4.2 { - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal' ORDER BY b ASC} \ - xFilter {SELECT rowid, * FROM 'treal' ORDER BY b ASC} ] -do_test vtab1-4.3 { - set echo_module "" - cksort { - SELECT b FROM t1 ORDER BY b DESC; - } -} {5 2 nosort} -do_test vtab1-4.4 { - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal' ORDER BY b DESC} \ - xFilter {SELECT rowid, * FROM 'treal' ORDER BY b DESC} ] -do_test vtab1-4.3 { - set echo_module "" - cksort { - SELECT b FROM t1 ORDER BY b||''; - } -} {2 5 sort} -do_test vtab1-4.4 { - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal'} \ - xFilter {SELECT rowid, * FROM 'treal'} ] - -execsql { - DROP TABLE t1; - DROP TABLE treal; -} - -#---------------------------------------------------------------------- -# Test cases vtab1-5 test SELECT queries that include joins on virtual -# tables. - -proc filter {log} { - set out [list] - for {set ii 0} {$ii < [llength $log]} {incr ii} { - if {[lindex $log $ii] eq "xFilter"} { - lappend out xFilter - lappend out [lindex $log [expr $ii+1]] - } - } - return $out -} - -do_test vtab1-5-1 { - execsql { - CREATE TABLE t1(a, b, c); - CREATE TABLE t2(d, e, f); - INSERT INTO t1 VALUES(1, 'red', 'green'); - INSERT INTO t1 VALUES(2, 'blue', 'black'); - INSERT INTO t2 VALUES(1, 'spades', 'clubs'); - INSERT INTO t2 VALUES(2, 'hearts', 'diamonds'); - CREATE VIRTUAL TABLE et1 USING echo(t1); - CREATE VIRTUAL TABLE et2 USING echo(t2); - } -} {} - -do_test vtab1-5-2 { - set echo_module "" - execsql { - SELECT * FROM et1, et2; - } -} [list \ - 1 red green 1 spades clubs \ - 1 red green 2 hearts diamonds \ - 2 blue black 1 spades clubs \ - 2 blue black 2 hearts diamonds \ -] -do_test vtab1-5-3 { - filter $echo_module -} [list \ - xFilter {SELECT rowid, * FROM 't1'} \ - xFilter {SELECT rowid, * FROM 't2'} \ - xFilter {SELECT rowid, * FROM 't2'} \ -] -do_test vtab1-5-4 { - set echo_module "" - execsql { - SELECT * FROM et1, et2 WHERE et2.d = 2; - } -} [list \ - 1 red green 2 hearts diamonds \ - 2 blue black 2 hearts diamonds \ -] -do_test vtab1-5-5 { - filter $echo_module -} [list \ - xFilter {SELECT rowid, * FROM 't1'} \ - xFilter {SELECT rowid, * FROM 't2'} \ - xFilter {SELECT rowid, * FROM 't2'} \ -] -do_test vtab1-5-6 { - execsql { - CREATE INDEX i1 ON t2(d); - } - - db close - sqlite3 db test.db - register_echo_module [sqlite3_connection_pointer db] - - set echo_module "" - execsql { - SELECT * FROM et1, et2 WHERE et2.d = 2; - } -} [list \ - 1 red green 2 hearts diamonds \ - 2 blue black 2 hearts diamonds \ -] -do_test vtab1-5-7 { - filter $echo_module -} [list \ - xFilter {SELECT rowid, * FROM 't2' WHERE d = ?} \ - xFilter {SELECT rowid, * FROM 't1'} \ -] - -execsql { - DROP TABLE t1; - DROP TABLE t2; - DROP TABLE et1; - DROP TABLE et2; -} - -#---------------------------------------------------------------------- -# Test cases vtab1-6 test INSERT, UPDATE and DELETE operations -# on virtual tables. -do_test vtab1-6-1 { - execsql { SELECT sql FROM sqlite_master } -} {} -do_test vtab1-6-2 { - execsql { - CREATE TABLE treal(a PRIMARY KEY, b, c); - CREATE VIRTUAL TABLE techo USING echo(treal); - SELECT name FROM sqlite_master WHERE type = 'table'; - } -} {treal techo} -do_test vtab1-6-3 { - execsql { - INSERT INTO techo VALUES(1, 2, 3); - SELECT * FROM techo; - } -} {1 2 3} -do_test vtab1-6-4 { - execsql { - UPDATE techo SET a = 5; - SELECT * FROM techo; - } -} {5 2 3} - -do_test vtab1-6-5 { - execsql { - UPDATE techo set a = a||b||c; - SELECT * FROM techo; - } -} {523 2 3} - -do_test vtab1-6-6 { - execsql { - UPDATE techo set rowid = 10; - SELECT rowid FROM techo; - } -} {10} - -do_test vtab1-6-7 { - execsql { - DELETE FROM techo; - SELECT * FROM techo; - } -} {} - - -file delete -force test2.db -file delete -force test2.db-journal -sqlite3 db2 test2.db -execsql { - CREATE TABLE techo(a PRIMARY KEY, b, c); -} db2 -proc check_echo_table {tn} { - set ::data1 [execsql {SELECT rowid, * FROM techo}] - set ::data2 [execsql {SELECT rowid, * FROM techo} db2] - do_test $tn { - string equal $::data1 $::data2 - } 1 -} -set tn 0 -foreach stmt [list \ - {INSERT INTO techo VALUES('abc', 'def', 'ghi')} \ - {INSERT INTO techo SELECT a||'.'||rowid, b, c FROM techo} \ - {INSERT INTO techo SELECT a||'x'||rowid, b, c FROM techo} \ - {INSERT INTO techo SELECT a||'y'||rowid, b, c FROM techo} \ - {DELETE FROM techo WHERE (oid % 3) = 0} \ - {UPDATE techo set rowid = 100 WHERE rowid = 1} \ - {INSERT INTO techo(a, b) VALUES('hello', 'world')} \ - {DELETE FROM techo} \ -] { - execsql $stmt - execsql $stmt db2 - check_echo_table vtab1-6.8.[incr tn] -} - -db2 close - - - -#---------------------------------------------------------------------- -# Test cases vtab1-7 tests that the value returned by -# sqlite3_last_insert_rowid() is set correctly when rows are inserted -# into virtual tables. -do_test vtab1.7-1 { - execsql { - CREATE TABLE real_abc(a PRIMARY KEY, b, c); - CREATE VIRTUAL TABLE echo_abc USING echo(real_abc); - } -} {} -do_test vtab1.7-2 { - execsql { - INSERT INTO echo_abc VALUES(1, 2, 3); - SELECT last_insert_rowid(); - } -} {1} -do_test vtab1.7-3 { - execsql { - INSERT INTO echo_abc(rowid) VALUES(31427); - SELECT last_insert_rowid(); - } -} {31427} -do_test vtab1.7-4 { - execsql { - INSERT INTO echo_abc SELECT a||'.v2', b, c FROM echo_abc; - SELECT last_insert_rowid(); - } -} {31429} -do_test vtab1.7-5 { - execsql { - SELECT rowid, a, b, c FROM echo_abc - } -} [list 1 1 2 3 \ - 31427 {} {} {} \ - 31428 1.v2 2 3 \ - 31429 {} {} {} \ -] - -# Now test that DELETE and UPDATE operations do not modify the value. -do_test vtab1.7-6 { - execsql { - UPDATE echo_abc SET c = 5 WHERE b = 2; - SELECT last_insert_rowid(); - } -} {31429} -do_test vtab1.7-7 { - execsql { - UPDATE echo_abc SET rowid = 5 WHERE rowid = 1; - SELECT last_insert_rowid(); - } -} {31429} -do_test vtab1.7-8 { - execsql { - DELETE FROM echo_abc WHERE b = 2; - SELECT last_insert_rowid(); - } -} {31429} -do_test vtab1.7-9 { - execsql { - SELECT rowid, a, b, c FROM echo_abc - } -} [list 31427 {} {} {} \ - 31429 {} {} {} \ -] -do_test vtab1.7-10 { - execsql { - DELETE FROM echo_abc WHERE b = 2; - SELECT last_insert_rowid(); - } -} {31429} -do_test vtab1.7-11 { - execsql { - SELECT rowid, a, b, c FROM real_abc - } -} [list 31427 {} {} {} \ - 31429 {} {} {} \ -] -do_test vtab1.7-12 { - execsql { - DELETE FROM echo_abc; - SELECT last_insert_rowid(); - } -} {31429} -do_test vtab1.7-13 { - execsql { - SELECT rowid, a, b, c FROM real_abc - } -} {} - -do_test vtab1.8-1 { - set echo_module "" - execsql { - ATTACH 'test2.db' AS aux; - CREATE VIRTUAL TABLE aux.e2 USING echo(real_abc); - } - set echo_module -} [list xCreate echo aux e2 real_abc \ - xSync echo(real_abc) \ - xCommit echo(real_abc) \ -] -do_test vtab1.8-2 { - execsql { - DROP TABLE aux.e2; - DROP TABLE treal; - DROP TABLE techo; - DROP TABLE echo_abc; - DROP TABLE real_abc; - } -} {} - -do_test vtab1.9-1 { - set echo_module "" - execsql { - CREATE TABLE r(a, b, c); - CREATE VIRTUAL TABLE e USING echo(r, e_log); - SELECT name FROM sqlite_master; - } -} {r e e_log} -do_test vtab1.9-2 { - execsql { - DROP TABLE e; - SELECT name FROM sqlite_master; - } -} {r} - -do_test vtab1.9-3 { - set echo_module "" - execsql { - CREATE VIRTUAL TABLE e USING echo(r, e_log, virtual 1 2 3 varchar(32)); - } - set echo_module -} [list \ - xCreate echo main e r e_log {virtual 1 2 3 varchar(32)} \ - xSync echo(r) \ - xCommit echo(r) \ -] - -do_test vtab1.10-1 { - execsql { - CREATE TABLE del(d); - CREATE VIRTUAL TABLE e2 USING echo(del); - } - db close - sqlite3 db test.db - register_echo_module [sqlite3_connection_pointer db] - execsql { - DROP TABLE del; - } - catchsql { - SELECT * FROM e2; - } -} {1 {vtable constructor failed: e2}} -do_test vtab1.10-2 { - set rc [catch { - set ptr [sqlite3_connection_pointer db] - sqlite3_declare_vtab $ptr {CREATE TABLE abc(a, b, c)} - } msg] - list $rc $msg -} {1 {library routine called out of sequence}} -do_test vtab1.10-3 { - set ::echo_module_begin_fail r - catchsql { - INSERT INTO e VALUES(1, 2, 3); - } -} {1 {SQL logic error or missing database}} -do_test vtab1.10-4 { - catch {execsql { - EXPLAIN SELECT * FROM e WHERE rowid = 2; - EXPLAIN QUERY PLAN SELECT * FROM e WHERE rowid = 2 ORDER BY rowid; - }} -} {0} - -do_test vtab1.10-5 { - set echo_module "" - execsql { - SELECT * FROM e WHERE rowid||'' MATCH 'pattern'; - } - set echo_module -} [list \ - xBestIndex {SELECT rowid, * FROM 'r'} \ - xFilter {SELECT rowid, * FROM 'r'} \ -] -proc match_func {args} {return ""} -do_test vtab1.10-6 { - set echo_module "" - db function match match_func - execsql { - SELECT * FROM e WHERE match('pattern', rowid, 'pattern2'); - } - set echo_module -} [list \ - xBestIndex {SELECT rowid, * FROM 'r'} \ - xFilter {SELECT rowid, * FROM 'r'} \ -] - - -# Testing the xFindFunction interface -# -catch {rename ::echo_glob_overload {}} -do_test vtab1.11-1 { - execsql { - INSERT INTO r(a,b,c) VALUES(1,'?',99); - INSERT INTO r(a,b,c) VALUES(2,3,99); - SELECT a GLOB b FROM e - } -} {1 0} -proc ::echo_glob_overload {a b} { - return [list $b $a] -} -do_test vtab1.11-2 { - execsql { - SELECT a like 'b' FROM e - } -} {0 0} -do_test vtab1.11-3 { - execsql { - SELECT a glob '2' FROM e - } -} {{1 2} {2 2}} -do_test vtab1.11-4 { - execsql { - SELECT glob('2',a) FROM e - } -} {0 1} -do_test vtab1.11-5 { - execsql { - SELECT glob(a,'2') FROM e - } -} {{2 1} {2 2}} - -unset -nocomplain echo_module_begin_fail -finish_test diff --git a/libs/sqlite/test/vtab2.test b/libs/sqlite/test/vtab2.test deleted file mode 100644 index 909a273e23..0000000000 --- a/libs/sqlite/test/vtab2.test +++ /dev/null @@ -1,72 +0,0 @@ -# 2006 June 10 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# $Id: vtab2.test,v 1.6 2006/08/13 19:04:19 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !vtab||!schema_pragmas { - finish_test - return -} - -register_schema_module [sqlite3_connection_pointer db] -do_test vtab2-1.1 { - execsql { - CREATE VIRTUAL TABLE schema USING schema; - SELECT * FROM schema; - } -} [list \ - main schema 0 database {} 0 {} 0 \ - main schema 1 tablename {} 0 {} 0 \ - main schema 2 cid {} 0 {} 0 \ - main schema 3 name {} 0 {} 0 \ - main schema 4 type {} 0 {} 0 \ - main schema 5 not_null {} 0 {} 0 \ - main schema 6 dflt_value {} 0 {} 0 \ - main schema 7 pk {} 0 {} 0 \ -] - -register_tclvar_module [sqlite3_connection_pointer db] -do_test vtab2-2.1 { - set ::abc 123 - execsql { - CREATE VIRTUAL TABLE vars USING tclvar; - SELECT * FROM vars WHERE name='abc'; - } -} [list abc "" 123] -do_test vtab2-2.2 { - set A(1) 1 - set A(2) 4 - set A(3) 9 - execsql { - SELECT * FROM vars WHERE name='A'; - } -} [list A 1 1 A 2 4 A 3 9] -unset -nocomplain result -unset -nocomplain var -set result {} -foreach var [lsort [info vars tcl_*]] { - catch {lappend result $var [set $var]} -} -do_test vtab2-2.3 { - execsql { - SELECT name, value FROM vars - WHERE name MATCH 'tcl_*' AND arrayname = '' - ORDER BY name; - } -} $result -unset result -unset var - -finish_test diff --git a/libs/sqlite/test/vtab3.test b/libs/sqlite/test/vtab3.test deleted file mode 100644 index 2d7c67940c..0000000000 --- a/libs/sqlite/test/vtab3.test +++ /dev/null @@ -1,142 +0,0 @@ -# 2006 June 10 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is the authorisation callback and virtual tables. -# -# $Id: vtab3.test,v 1.2 2006/06/20 11:01:09 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !vtab||!auth { - finish_test - return -} - -set ::auth_fail 0 -set ::auth_log [list] -set ::auth_filter [list SQLITE_READ SQLITE_UPDATE SQLITE_SELECT SQLITE_PRAGMA] - -proc auth {code arg1 arg2 arg3 arg4} { - if {[lsearch $::auth_filter $code]>-1} { - return SQLITE_OK - } - lappend ::auth_log $code $arg1 $arg2 $arg3 $arg4 - incr ::auth_fail -1 - if {$::auth_fail == 0} { - return SQLITE_DENY - } - return SQLITE_OK -} - -do_test vtab3-1.1 { - execsql { - CREATE TABLE elephant( - name VARCHAR(32), - color VARCHAR(16), - age INTEGER, - UNIQUE(name, color) - ); - } -} {} - - -do_test vtab3-1.2 { - register_echo_module [sqlite3_connection_pointer db] - db authorizer ::auth - execsql { - CREATE VIRTUAL TABLE pachyderm USING echo(elephant); - } - set ::auth_log -} [list \ - SQLITE_INSERT sqlite_master {} main {} \ - SQLITE_CREATE_VTABLE pachyderm echo main {} \ -] - -do_test vtab3-1.3 { - set ::auth_log [list] - execsql { - DROP TABLE pachyderm; - } - set ::auth_log -} [list \ - SQLITE_DELETE sqlite_master {} main {} \ - SQLITE_DROP_VTABLE pachyderm echo main {} \ - SQLITE_DELETE pachyderm {} main {} \ - SQLITE_DELETE sqlite_master {} main {} \ -] - -do_test vtab3-1.4 { - set ::auth_fail 1 - catchsql { - CREATE VIRTUAL TABLE pachyderm USING echo(elephant); - } -} {1 {not authorized}} -do_test vtab3-1.5 { - execsql { - SELECT name FROM sqlite_master WHERE type = 'table'; - } -} {elephant} - -do_test vtab3-1.5 { - set ::auth_fail 2 - catchsql { - CREATE VIRTUAL TABLE pachyderm USING echo(elephant); - } -} {1 {not authorized}} -do_test vtab3-1.6 { - execsql { - SELECT name FROM sqlite_master WHERE type = 'table'; - } -} {elephant} - -do_test vtab3-1.5 { - set ::auth_fail 3 - catchsql { - CREATE VIRTUAL TABLE pachyderm USING echo(elephant); - } -} {0 {}} -do_test vtab3-1.6 { - execsql { - SELECT name FROM sqlite_master WHERE type = 'table'; - } -} {elephant pachyderm} - -foreach i [list 1 2 3 4] { - set ::auth_fail $i - do_test vtab3-1.7.$i.1 { - set rc [catch { - execsql {DROP TABLE pachyderm;} - } msg] - if {$msg eq "authorization denied"} {set msg "not authorized"} - list $rc $msg - } {1 {not authorized}} - do_test vtab3-1.7.$i.2 { - execsql { - SELECT name FROM sqlite_master WHERE type = 'table'; - } - } {elephant pachyderm} -} -do_test vtab3-1.8.1 { - set ::auth_fail 0 - catchsql { - DROP TABLE pachyderm; - } -} {0 {}} -do_test vtab3-1.8.2 { - execsql { - SELECT name FROM sqlite_master WHERE type = 'table'; - } -} {elephant} - -finish_test - - diff --git a/libs/sqlite/test/vtab4.test b/libs/sqlite/test/vtab4.test deleted file mode 100644 index a8e3633e3f..0000000000 --- a/libs/sqlite/test/vtab4.test +++ /dev/null @@ -1,194 +0,0 @@ -# 2006 June 10 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus is on testing the following virtual table methods: -# -# xBegin -# xSync -# xCommit -# xRollback -# -# $Id: vtab4.test,v 1.2 2006/09/02 22:14:59 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -unset -nocomplain echo_module -unset -nocomplain echo_module_sync_fail - -ifcapable !vtab { - finish_test - return -} - -# Register the echo module -db cache size 0 -register_echo_module [sqlite3_connection_pointer db] - -do_test vtab4-1.1 { - execsql { - CREATE TABLE treal(a PRIMARY KEY, b, c); - CREATE VIRTUAL TABLE techo USING echo(treal); - } -} {} - -# Test an INSERT, UPDATE and DELETE statement on the virtual table -# in an implicit transaction. Each should result in a single call -# to xBegin, xSync and xCommit. -# -do_test vtab4-1.2 { - set echo_module [list] - execsql { - INSERT INTO techo VALUES(1, 2, 3); - } - set echo_module -} {xBegin echo(treal) xSync echo(treal) xCommit echo(treal)} -do_test vtab4-1.3 { - set echo_module [list] - execsql { - UPDATE techo SET a = 2; - } - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal'} \ - xBegin echo(treal) \ - xFilter {SELECT rowid, * FROM 'treal'} \ - xSync echo(treal) \ - xCommit echo(treal) \ -] -do_test vtab4-1.4 { - set echo_module [list] - execsql { - DELETE FROM techo; - } - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal'} \ - xBegin echo(treal) \ - xFilter {SELECT rowid, * FROM 'treal'} \ - xSync echo(treal) \ - xCommit echo(treal) \ -] - -# Ensure xBegin is not called more than once in a single transaction. -# -do_test vtab4-2.1 { - set echo_module [list] - execsql { - BEGIN; - INSERT INTO techo VALUES(1, 2, 3); - INSERT INTO techo VALUES(4, 5, 6); - INSERT INTO techo VALUES(7, 8, 9); - COMMIT; - } - set echo_module -} {xBegin echo(treal) xSync echo(treal) xCommit echo(treal)} - -# Try a transaction with two virtual tables. -# -do_test vtab4-2.2 { - execsql { - CREATE TABLE sreal(a, b, c UNIQUE); - CREATE VIRTUAL TABLE secho USING echo(sreal); - } - set echo_module [list] - execsql { - BEGIN; - INSERT INTO secho SELECT * FROM techo; - DELETE FROM techo; - COMMIT; - } - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'treal'} \ - xBegin echo(sreal) \ - xFilter {SELECT rowid, * FROM 'treal'} \ - xBestIndex {SELECT rowid, * FROM 'treal'} \ - xBegin echo(treal) \ - xFilter {SELECT rowid, * FROM 'treal'} \ - xSync echo(sreal) \ - xSync echo(treal) \ - xCommit echo(sreal) \ - xCommit echo(treal) \ -] -do_test vtab4-2.3 { - execsql { - SELECT * FROM secho; - } -} {1 2 3 4 5 6 7 8 9} -do_test vtab4-2.4 { - execsql { - SELECT * FROM techo; - } -} {} - -# Try an explicit ROLLBACK on a transaction with two open virtual tables. -do_test vtab4-2.5 { - set echo_module [list] - execsql { - BEGIN; - INSERT INTO techo SELECT * FROM secho; - DELETE FROM secho; - ROLLBACK; - } - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'sreal'} \ - xBegin echo(treal) \ - xFilter {SELECT rowid, * FROM 'sreal'} \ - xBestIndex {SELECT rowid, * FROM 'sreal'} \ - xBegin echo(sreal) \ - xFilter {SELECT rowid, * FROM 'sreal'} \ - xRollback echo(treal) \ - xRollback echo(sreal) \ -] -do_test vtab4-2.6 { - execsql { - SELECT * FROM secho; - } -} {1 2 3 4 5 6 7 8 9} -do_test vtab4-2.7 { - execsql { - SELECT * FROM techo; - } -} {} - -do_test vtab4-3.1 { - set echo_module [list] - set echo_module_sync_fail treal - catchsql { - INSERT INTO techo VALUES(1, 2, 3); - } -} {1 {unknown error}} -do_test vtab4-3.2 { - set echo_module -} {xBegin echo(treal) xSync echo(treal) xRollback echo(treal)} - -breakpoint -do_test vtab4-3.3 { - set echo_module [list] - set echo_module_sync_fail sreal - catchsql { - BEGIN; - INSERT INTO techo SELECT * FROM secho; - DELETE FROM secho; - COMMIT; - } - set echo_module -} [list xBestIndex {SELECT rowid, * FROM 'sreal'} \ - xBegin echo(treal) \ - xFilter {SELECT rowid, * FROM 'sreal'} \ - xBestIndex {SELECT rowid, * FROM 'sreal'} \ - xBegin echo(sreal) \ - xFilter {SELECT rowid, * FROM 'sreal'} \ - xSync echo(treal) \ - xSync echo(sreal) \ - xRollback echo(treal) \ - xRollback echo(sreal) \ -] - -finish_test diff --git a/libs/sqlite/test/vtab5.test b/libs/sqlite/test/vtab5.test deleted file mode 100644 index 36dad9bb56..0000000000 --- a/libs/sqlite/test/vtab5.test +++ /dev/null @@ -1,152 +0,0 @@ -# 2006 June 10 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# $Id: vtab5.test,v 1.6 2006/06/21 12:36:26 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !vtab { - finish_test - return -} - -# The following tests - vtab5-1.* - ensure that an INSERT, DELETE or UPDATE -# statement can be executed immediately after a CREATE or schema reload. The -# point here is testing that the parser always calls xConnect() before the -# schema of a virtual table is used. -# -register_echo_module [sqlite3_connection_pointer db] -do_test vtab5-1.1 { - execsql { - CREATE TABLE treal(a VARCHAR(16), b INTEGER, c FLOAT); - INSERT INTO treal VALUES('a', 'b', 'c'); - CREATE VIRTUAL TABLE techo USING echo(treal); - } -} {} -do_test vtab5.1.2 { - execsql { - SELECT * FROM techo; - } -} {a b c} -do_test vtab5.1.3 { - db close - sqlite3 db test.db - register_echo_module [sqlite3_connection_pointer db] - execsql { - INSERT INTO techo VALUES('c', 'd', 'e'); - SELECT * FROM techo; - } -} {a b c c d e} -do_test vtab5.1.4 { - db close - sqlite3 db test.db - register_echo_module [sqlite3_connection_pointer db] - execsql { - UPDATE techo SET a = 10; - SELECT * FROM techo; - } -} {10 b c 10 d e} -do_test vtab5.1.5 { - db close - sqlite3 db test.db - register_echo_module [sqlite3_connection_pointer db] - execsql { - DELETE FROM techo WHERE b > 'c'; - SELECT * FROM techo; - } -} {10 b c} -do_test vtab5.1.X { - execsql { - DROP TABLE techo; - DROP TABLE treal; - } -} {} - -# The following tests - vtab5-2.* - ensure that collation sequences -# assigned to virtual table columns via the "CREATE TABLE" statement -# passed to sqlite3_declare_vtab() are used correctly. -# -do_test vtab5.2.1 { - execsql { - CREATE TABLE strings(str COLLATE NOCASE); - INSERT INTO strings VALUES('abc1'); - INSERT INTO strings VALUES('Abc3'); - INSERT INTO strings VALUES('ABc2'); - INSERT INTO strings VALUES('aBc4'); - SELECT str FROM strings ORDER BY 1; - } -} {abc1 ABc2 Abc3 aBc4} -do_test vtab5.2.2 { - execsql { - CREATE VIRTUAL TABLE echo_strings USING echo(strings); - SELECT str FROM echo_strings ORDER BY 1; - } -} {abc1 ABc2 Abc3 aBc4} -do_test vtab5.2.3 { - execsql { - SELECT str||'' FROM echo_strings ORDER BY 1; - } -} {ABc2 Abc3 aBc4 abc1} - -# Test that it is impossible to create a triggger on a virtual table. -# -ifcapable trigger { - do_test vtab5.3.1 { - catchsql { - CREATE TRIGGER trig INSTEAD OF INSERT ON echo_strings BEGIN - SELECT 1, 2, 3; - END; - } - } {1 {cannot create triggers on virtual tables}} - do_test vtab5.3.2 { - catchsql { - CREATE TRIGGER trig AFTER INSERT ON echo_strings BEGIN - SELECT 1, 2, 3; - END; - } - } {1 {cannot create triggers on virtual tables}} - do_test vtab5.3.2 { - catchsql { - CREATE TRIGGER trig BEFORE INSERT ON echo_strings BEGIN - SELECT 1, 2, 3; - END; - } - } {1 {cannot create triggers on virtual tables}} -} - -# Test that it is impossible to create an index on a virtual table. -# -do_test vtab5.4.1 { - catchsql { - CREATE INDEX echo_strings_i ON echo_strings(str); - } -} {1 {virtual tables may not be indexed}} - -# Test that it is impossible to add a column to a virtual table. -# -do_test vtab5.4.2 { - catchsql { - ALTER TABLE echo_strings ADD COLUMN col2; - } -} {1 {virtual tables may not be altered}} - -# Test that it is impossible to add a column to a virtual table. -# -do_test vtab5.4.3 { - catchsql { - ALTER TABLE echo_strings RENAME TO echo_strings2; - } -} {1 {virtual tables may not be altered}} - -finish_test - diff --git a/libs/sqlite/test/vtab6.test b/libs/sqlite/test/vtab6.test deleted file mode 100644 index e89ab852b8..0000000000 --- a/libs/sqlite/test/vtab6.test +++ /dev/null @@ -1,457 +0,0 @@ -# 2002 May 24 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. -# -# This file implements tests for joins, including outer joins involving -# virtual tables. The test cases in this file are copied from the file -# join.test, and some of the comments still reflect that. -# -# $Id: vtab6.test,v 1.2 2006/06/28 18:18:10 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !vtab { - finish_test - return -} - -register_echo_module [sqlite3_connection_pointer db] - -execsql { - CREATE TABLE real_t1(a,b,c); - CREATE TABLE real_t2(b,c,d); - CREATE TABLE real_t3(c,d,e); - CREATE TABLE real_t4(d,e,f); - CREATE TABLE real_t5(a INTEGER PRIMARY KEY); - CREATE TABLE real_t6(a INTEGER); - CREATE TABLE real_t7 (x, y); - CREATE TABLE real_t8 (a integer primary key, b); - CREATE TABLE real_t9(a INTEGER PRIMARY KEY, b); - CREATE TABLE real_t10(x INTEGER PRIMARY KEY, y); - CREATE TABLE real_t11(p INTEGER PRIMARY KEY, q); - CREATE TABLE real_t12(a,b); - CREATE TABLE real_t13(b,c); - CREATE TABLE real_t21(a,b,c); - CREATE TABLE real_t22(p,q); -} -foreach t [list t1 t2 t3 t4 t5 t6 t7 t8 t9 t10 t11 t12 t13 t21 t22] { - execsql "CREATE VIRTUAL TABLE $t USING echo(real_$t)" -} - -do_test vtab6-1.1 { - execsql { - INSERT INTO t1 VALUES(1,2,3); - INSERT INTO t1 VALUES(2,3,4); - INSERT INTO t1 VALUES(3,4,5); - SELECT * FROM t1; - } -} {1 2 3 2 3 4 3 4 5} -do_test vtab6-1.2 { - execsql { - INSERT INTO t2 VALUES(1,2,3); - INSERT INTO t2 VALUES(2,3,4); - INSERT INTO t2 VALUES(3,4,5); - SELECT * FROM t2; - } -} {1 2 3 2 3 4 3 4 5} - -do_test vtab6-1.3 { - execsql2 { - SELECT * FROM t1 NATURAL JOIN t2; - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test vtab6-1.3.1 { - execsql2 { - SELECT * FROM t2 NATURAL JOIN t1; - } -} {b 2 c 3 d 4 a 1 b 3 c 4 d 5 a 2} -do_test vtab6-1.3.2 { - execsql2 { - SELECT * FROM t2 AS x NATURAL JOIN t1; - } -} {b 2 c 3 d 4 a 1 b 3 c 4 d 5 a 2} -do_test vtab6-1.3.3 { - execsql2 { - SELECT * FROM t2 NATURAL JOIN t1 AS y; - } -} {b 2 c 3 d 4 a 1 b 3 c 4 d 5 a 2} -do_test vtab6-1.3.4 { - execsql { - SELECT b FROM t1 NATURAL JOIN t2; - } -} {2 3} -do_test vtab6-1.4.1 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 USING(b,c); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test vtab6-1.4.2 { - execsql2 { - SELECT * FROM t1 AS x INNER JOIN t2 USING(b,c); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test vtab6-1.4.3 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 AS y USING(b,c); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test vtab6-1.4.4 { - execsql2 { - SELECT * FROM t1 AS x INNER JOIN t2 AS y USING(b,c); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} -do_test vtab6-1.4.5 { - execsql { - SELECT b FROM t1 JOIN t2 USING(b); - } -} {2 3} -do_test vtab6-1.5 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 USING(b); - } -} {a 1 b 2 c 3 c 3 d 4 a 2 b 3 c 4 c 4 d 5} -do_test vtab6-1.6 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 USING(c); - } -} {a 1 b 2 c 3 b 2 d 4 a 2 b 3 c 4 b 3 d 5} -do_test vtab6-1.7 { - execsql2 { - SELECT * FROM t1 INNER JOIN t2 USING(c,b); - } -} {a 1 b 2 c 3 d 4 a 2 b 3 c 4 d 5} - -do_test vtab6-1.8 { - execsql { - SELECT * FROM t1 NATURAL CROSS JOIN t2; - } -} {1 2 3 4 2 3 4 5} -do_test vtab6-1.9 { - execsql { - SELECT * FROM t1 CROSS JOIN t2 USING(b,c); - } -} {1 2 3 4 2 3 4 5} -do_test vtab6-1.10 { - execsql { - SELECT * FROM t1 NATURAL INNER JOIN t2; - } -} {1 2 3 4 2 3 4 5} -do_test vtab6-1.11 { - execsql { - SELECT * FROM t1 INNER JOIN t2 USING(b,c); - } -} {1 2 3 4 2 3 4 5} -do_test vtab6-1.12 { - execsql { - SELECT * FROM t1 natural inner join t2; - } -} {1 2 3 4 2 3 4 5} - -ifcapable subquery { -breakpoint - do_test vtab6-1.13 { - execsql2 { - SELECT * FROM t1 NATURAL JOIN - (SELECT b as 'c', c as 'd', d as 'e' FROM t2) as t3 - } - } {a 1 b 2 c 3 d 4 e 5} - do_test vtab6-1.14 { - execsql2 { - SELECT * FROM (SELECT b as 'c', c as 'd', d as 'e' FROM t2) as 'tx' - NATURAL JOIN t1 - } - } {c 3 d 4 e 5 a 1 b 2} -} - -do_test vtab6-1.15 { - execsql { - INSERT INTO t3 VALUES(2,3,4); - INSERT INTO t3 VALUES(3,4,5); - INSERT INTO t3 VALUES(4,5,6); - SELECT * FROM t3; - } -} {2 3 4 3 4 5 4 5 6} -do_test vtab6-1.16 { - execsql { - SELECT * FROM t1 natural join t2 natural join t3; - } -} {1 2 3 4 5 2 3 4 5 6} -do_test vtab6-1.17 { - execsql2 { - SELECT * FROM t1 natural join t2 natural join t3; - } -} {a 1 b 2 c 3 d 4 e 5 a 2 b 3 c 4 d 5 e 6} -do_test vtab6-1.18 { - execsql { - INSERT INTO t4 VALUES(2,3,4); - INSERT INTO t4 VALUES(3,4,5); - INSERT INTO t4 VALUES(4,5,6); - SELECT * FROM t4; - } -} {2 3 4 3 4 5 4 5 6} -do_test vtab6-1.19.1 { - execsql { - SELECT * FROM t1 natural join t2 natural join t4; - } -} {1 2 3 4 5 6} -do_test vtab6-1.19.2 { - execsql2 { - SELECT * FROM t1 natural join t2 natural join t4; - } -} {a 1 b 2 c 3 d 4 e 5 f 6} -do_test vtab6-1.20 { - execsql { - SELECT * FROM t1 natural join t2 natural join t3 WHERE t1.a=1 - } -} {1 2 3 4 5} - -do_test vtab6-2.1 { - execsql { - SELECT * FROM t1 NATURAL LEFT JOIN t2; - } -} {1 2 3 4 2 3 4 5 3 4 5 {}} -do_test vtab6-2.2 { - execsql { - SELECT * FROM t2 NATURAL LEFT OUTER JOIN t1; - } -} {1 2 3 {} 2 3 4 1 3 4 5 2} -do_test vtab6-2.3 { - catchsql { - SELECT * FROM t1 NATURAL RIGHT OUTER JOIN t2; - } -} {1 {RIGHT and FULL OUTER JOINs are not currently supported}} -do_test vtab6-2.4 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.d - } -} {1 2 3 {} {} {} 2 3 4 {} {} {} 3 4 5 1 2 3} -do_test vtab6-2.5 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.d WHERE t1.a>1 - } -} {2 3 4 {} {} {} 3 4 5 1 2 3} -do_test vtab6-2.6 { - execsql { - SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.d WHERE t2.b IS NULL OR t2.b>1 - } -} {1 2 3 {} {} {} 2 3 4 {} {} {}} - -do_test vtab6-3.1 { - catchsql { - SELECT * FROM t1 NATURAL JOIN t2 ON t1.a=t2.b; - } -} {1 {a NATURAL join may not have an ON or USING clause}} -do_test vtab6-3.2 { - catchsql { - SELECT * FROM t1 NATURAL JOIN t2 USING(b); - } -} {1 {a NATURAL join may not have an ON or USING clause}} -do_test vtab6-3.3 { - catchsql { - SELECT * FROM t1 JOIN t2 ON t1.a=t2.b USING(b); - } -} {1 {cannot have both ON and USING clauses in the same join}} -do_test vtab6-3.4 { - catchsql { - SELECT * FROM t1 JOIN t2 USING(a); - } -} {1 {cannot join using column a - column not present in both tables}} -do_test vtab6-3.5 { - catchsql { - SELECT * FROM t1 USING(a); - } -} {0 {1 2 3 2 3 4 3 4 5}} -do_test vtab6-3.6 { - catchsql { - SELECT * FROM t1 JOIN t2 ON t3.a=t2.b; - } -} {1 {no such column: t3.a}} -do_test vtab6-3.7 { - catchsql { - SELECT * FROM t1 INNER OUTER JOIN t2; - } -} {1 {unknown or unsupported join type: INNER OUTER}} -do_test vtab6-3.7 { - catchsql { - SELECT * FROM t1 LEFT BOGUS JOIN t2; - } -} {1 {unknown or unsupported join type: LEFT BOGUS}} - -do_test vtab6-4.1 { - execsql { - BEGIN; - INSERT INTO t6 VALUES(NULL); - INSERT INTO t6 VALUES(NULL); - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - INSERT INTO t6 SELECT * FROM t6; - COMMIT; - } - execsql { - SELECT * FROM t6 NATURAL JOIN t5; - } -} {} -do_test vtab6-4.2 { - execsql { - SELECT * FROM t6, t5 WHERE t6.at5.a; - } -} {} -do_test vtab6-4.4 { - execsql { - UPDATE t6 SET a='xyz'; - SELECT * FROM t6 NATURAL JOIN t5; - } -} {} -do_test vtab6-4.6 { - execsql { - SELECT * FROM t6, t5 WHERE t6.at5.a; - } -} {} -do_test vtab6-4.8 { - execsql { - UPDATE t6 SET a=1; - SELECT * FROM t6 NATURAL JOIN t5; - } -} {} -do_test vtab6-4.9 { - execsql { - SELECT * FROM t6, t5 WHERE t6.at5.a; - } -} {} - -# A test for ticket #247. -# -do_test vtab6-7.1 { - execsql { - INSERT INTO t7 VALUES ("pa1", 1); - INSERT INTO t7 VALUES ("pa2", NULL); - INSERT INTO t7 VALUES ("pa3", NULL); - INSERT INTO t7 VALUES ("pa4", 2); - INSERT INTO t7 VALUES ("pa30", 131); - INSERT INTO t7 VALUES ("pa31", 130); - INSERT INTO t7 VALUES ("pa28", NULL); - - INSERT INTO t8 VALUES (1, "pa1"); - INSERT INTO t8 VALUES (2, "pa4"); - INSERT INTO t8 VALUES (3, NULL); - INSERT INTO t8 VALUES (4, NULL); - INSERT INTO t8 VALUES (130, "pa31"); - INSERT INTO t8 VALUES (131, "pa30"); - - SELECT coalesce(t8.a,999) from t7 LEFT JOIN t8 on y=a; - } -} {1 999 999 2 131 130 999} - -# Make sure a left join where the right table is really a view that -# is itself a join works right. Ticket #306. -# -ifcapable view { -do_test vtab6-8.1 { - execsql { - BEGIN; - INSERT INTO t9 VALUES(1,11); - INSERT INTO t9 VALUES(2,22); - INSERT INTO t10 VALUES(1,2); - INSERT INTO t10 VALUES(3,3); - INSERT INTO t11 VALUES(2,111); - INSERT INTO t11 VALUES(3,333); - CREATE VIEW v10_11 AS SELECT x, q FROM t10, t11 WHERE t10.y=t11.p; - COMMIT; - SELECT * FROM t9 LEFT JOIN v10_11 ON( a=x ); - } -} {1 11 1 111 2 22 {} {}} -ifcapable subquery { - do_test vtab6-8.2 { - execsql { - SELECT * FROM t9 LEFT JOIN (SELECT x, q FROM t10, t11 WHERE t10.y=t11.p) - ON( a=x); - } - } {1 11 1 111 2 22 {} {}} -} -do_test vtab6-8.3 { - execsql { - SELECT * FROM v10_11 LEFT JOIN t9 ON( a=x ); - } -} {1 111 1 11 3 333 {} {}} -} ;# ifcapable view - -# Ticket #350 describes a scenario where LEFT OUTER JOIN does not -# function correctly if the right table in the join is really -# subquery. -# -# To test the problem, we generate the same LEFT OUTER JOIN in two -# separate selects but with on using a subquery and the other calling -# the table directly. Then connect the two SELECTs using an EXCEPT. -# Both queries should generate the same results so the answer should -# be an empty set. -# -ifcapable compound { -do_test vtab6-9.1 { - execsql { - BEGIN; - INSERT INTO t12 VALUES(1,11); - INSERT INTO t12 VALUES(2,22); - INSERT INTO t13 VALUES(22,222); - COMMIT; - } -} {} - -ifcapable subquery { - do_test vtab6-9.1.1 { - execsql { - SELECT * FROM t12 NATURAL LEFT JOIN t13 - EXCEPT - SELECT * FROM t12 NATURAL LEFT JOIN (SELECT * FROM t13 WHERE b>0); - } - } {} -} -ifcapable view { - do_test vtab6-9.2 { - execsql { - CREATE VIEW v13 AS SELECT * FROM t13 WHERE b>0; - SELECT * FROM t12 NATURAL LEFT JOIN t13 - EXCEPT - SELECT * FROM t12 NATURAL LEFT JOIN v13; - } - } {} -} ;# ifcapable view -} ;# ifcapable compound - -ifcapable subquery { -do_test vtab6-10.1 { - execsql { - CREATE INDEX i22 ON real_t22(q); - SELECT a FROM t21 LEFT JOIN t22 ON b=p WHERE q= - (SELECT max(m.q) FROM t22 m JOIN t21 n ON n.b=m.p WHERE n.c=1); - } -} {} -} ;# ifcapable subquery - -finish_test diff --git a/libs/sqlite/test/vtab7.test b/libs/sqlite/test/vtab7.test deleted file mode 100644 index 5aeb66cd16..0000000000 --- a/libs/sqlite/test/vtab7.test +++ /dev/null @@ -1,199 +0,0 @@ -# 2006 July 25 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The focus -# of this test is reading and writing to the database from within a -# virtual table xSync() callback. -# -# $Id: vtab7.test,v 1.2 2006/07/26 16:22:16 danielk1977 Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !vtab { - finish_test - return -} - -# Register the echo module. Code inside the echo module appends elements -# to the global tcl list variable ::echo_module whenever SQLite invokes -# certain module callbacks. This includes the xSync(), xCommit() and -# xRollback() callbacks. For each of these callback, two elements are -# appended to ::echo_module, as follows: -# -# Module method Elements appended to ::echo_module -# ------------------------------------------------------- -# xSync() xSync echo($tablename) -# xCommit() xCommit echo($tablename) -# xRollback() xRollback echo($tablename) -# ------------------------------------------------------- -# -# In each case, $tablename is replaced by the name of the real table (not -# the echo table). By setting up a tcl trace on the ::echo_module variable, -# code in this file arranges for a Tcl script to be executed from within -# the echo module xSync() callback. -# -register_echo_module [sqlite3_connection_pointer db] -trace add variable ::echo_module write echo_module_trace - -# This Tcl proc is invoked whenever the ::echo_module variable is written. -# -proc echo_module_trace {args} { - # Filter out writes to ::echo_module that are not xSync, xCommit or - # xRollback callbacks. - if {[llength $::echo_module] < 2} return - set x [lindex $::echo_module end-1] - if {$x ne "xSync" && $x ne "xCommit" && $x ne "xRollback"} return - - regexp {^echo.(.*).$} [lindex $::echo_module end] dummy tablename - # puts "Ladies and gentlemen, an $x on $tablename!" - - if {[info exists ::callbacks($x,$tablename)]} { - eval $::callbacks($x,$tablename) - } -} - -# The following tests, vtab7-1.*, test that the trace callback on -# ::echo_module is providing the expected tcl callbacks. -do_test vtab7-1.1 { - execsql { - CREATE TABLE abc(a, b, c); - CREATE VIRTUAL TABLE abc2 USING echo(abc); - } -} {} - -do_test vtab7-1.2 { - set ::callbacks(xSync,abc) {incr ::counter} - set ::counter 0 - execsql { - INSERT INTO abc2 VALUES(1, 2, 3); - } - set ::counter -} {1} - -# Write to an existing database table from within an xSync callback. -do_test vtab7-2.1 { - set ::callbacks(xSync,abc) { - execsql {INSERT INTO log VALUES('xSync');} - } - execsql { - CREATE TABLE log(msg); - INSERT INTO abc2 VALUES(4, 5, 6); - SELECT * FROM log; - } -} {xSync} -do_test vtab7-2.3 { - execsql { - INSERT INTO abc2 VALUES(4, 5, 6); - SELECT * FROM log; - } -} {xSync xSync} -do_test vtab7-2.4 { - execsql { - INSERT INTO abc2 VALUES(4, 5, 6); - SELECT * FROM log; - } -} {xSync xSync xSync} - -# Create a database table from within xSync callback. -do_test vtab7-2.5 { - set ::callbacks(xSync,abc) { - execsql { CREATE TABLE newtab(d, e, f); } - } - execsql { - INSERT INTO abc2 VALUES(1, 2, 3); - SELECT name FROM sqlite_master ORDER BY name; - } -} {abc abc2 log newtab} - -# Drop a database table from within xSync callback. -do_test vtab7-2.6 { - set ::callbacks(xSync,abc) { - execsql { DROP TABLE newtab } - } - execsql { - INSERT INTO abc2 VALUES(1, 2, 3); - SELECT name FROM sqlite_master ORDER BY name; - } -} {abc abc2 log} - -# Write to an attached database from xSync(). -do_test vtab7-3.1 { - file delete -force test2.db - file delete -force test2.db-journal - execsql { - ATTACH 'test2.db' AS db2; - CREATE TABLE db2.stuff(description, shape, color); - } - set ::callbacks(xSync,abc) { - execsql { INSERT INTO db2.stuff VALUES('abc', 'square', 'green'); } - } - execsql { - INSERT INTO abc2 VALUES(1, 2, 3); - SELECT * from stuff; - } -} {abc square green} - -# UPDATE: The next test passes, but leaks memory. So leave it out. -# -# The following tests test that writing to the database from within -# the xCommit callback causes a misuse error. -# do_test vtab7-4.1 { -# unset -nocomplain ::callbacks(xSync,abc) -# set ::callbacks(xCommit,abc) { -# execsql { INSERT INTO log VALUES('hello') } -# } -# catchsql { -# INSERT INTO abc2 VALUES(1, 2, 3); -# } -# } {1 {library routine called out of sequence}} - -# These tests, vtab7-4.*, test that an SQLITE_LOCKED error is returned -# if an attempt to write to a virtual module table or create a new -# virtual table from within an xSync() callback. -do_test vtab7-4.1 { - execsql { - CREATE TABLE def(d, e, f); - CREATE VIRTUAL TABLE def2 USING echo(def); - } - set ::callbacks(xSync,abc) { - set ::error [catchsql { INSERT INTO def2 VALUES(1, 2, 3) }] - } - execsql { - INSERT INTO abc2 VALUES(1, 2, 3); - } - set ::error -} {1 {database table is locked}} -do_test vtab7-4.2 { - set ::callbacks(xSync,abc) { - set ::error [catchsql { CREATE VIRTUAL TABLE def3 USING echo(def) }] - } - execsql { - INSERT INTO abc2 VALUES(1, 2, 3); - } - set ::error -} {1 {database table is locked}} - -do_test vtab7-4.3 { - set ::callbacks(xSync,abc) { - set ::error [catchsql { DROP TABLE def2 }] - } - execsql { - INSERT INTO abc2 VALUES(1, 2, 3); - SELECT name FROM sqlite_master ORDER BY name; - } - set ::error -} {1 {database table is locked}} - -trace remove variable ::echo_module write echo_module_trace -unset -nocomplain ::callbacks - -finish_test - diff --git a/libs/sqlite/test/vtab9.test b/libs/sqlite/test/vtab9.test deleted file mode 100644 index 555ad67484..0000000000 --- a/libs/sqlite/test/vtab9.test +++ /dev/null @@ -1,50 +0,0 @@ -# 2006 August 29 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file inserting into virtual tables from a SELECT -# statement. -# -# $Id: vtab9.test,v 1.1 2006/08/29 18:46:14 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -ifcapable !vtab { - finish_test - return -} - -do_test vtab9-1.1 { - register_echo_module [sqlite3_connection_pointer db] - execsql { - CREATE TABLE t0(a); - CREATE VIRTUAL TABLE t1 USING echo(t0); - INSERT INTO t1 SELECT 'hello'; - SELECT rowid, * FROM t1; - } -} {1 hello} - -do_test vtab9-1.2 { - execsql { - CREATE TABLE t2(a,b,c); - CREATE VIRTUAL TABLE t3 USING echo(t2); - CREATE TABLE d1(a,b,c); - INSERT INTO d1 VALUES(1,2,3); - INSERT INTO d1 VALUES('a','b','c'); - INSERT INTO d1 VALUES(NULL,'x',123.456); - INSERT INTO d1 VALUES(x'6869',123456789,-12345); - INSERT INTO t3(a,b,c) SELECT * FROM d1; - SELECT rowid, * FROM t3; - } -} {1 1 2 3 2 a b c 3 {} x 123.456 4 hi 123456789 -12345} - -unset -nocomplain echo_module_begin_fail -finish_test diff --git a/libs/sqlite/test/vtab_err.test b/libs/sqlite/test/vtab_err.test deleted file mode 100644 index d29cf18a15..0000000000 --- a/libs/sqlite/test/vtab_err.test +++ /dev/null @@ -1,169 +0,0 @@ -# 2006 June 10 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# -# $Id: vtab_err.test,v 1.4 2007/01/02 18:41:58 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Only run these tests if memory debugging is turned on. -# -if {[info command sqlite_malloc_stat]==""} { - puts "Skipping vtab_err tests: not compiled with -DSQLITE_MEMDEBUG=1" - finish_test - return -} - -ifcapable !vtab { - finish_test - return -} - -# Usage: do_malloc_test -# -# The first argument, , is an integer used to name the -# tests executed by this proc. Options are as follows: -# -# -tclprep TCL script to run to prepare test. -# -sqlprep SQL script to run to prepare test. -# -tclbody TCL script to run with malloc failure simulation. -# -sqlbody TCL script to run with malloc failure simulation. -# -cleanup TCL script to run after the test. -# -# This command runs a series of tests to verify SQLite's ability -# to handle an out-of-memory condition gracefully. It is assumed -# that if this condition occurs a malloc() call will return a -# NULL pointer. Linux, for example, doesn't do that by default. See -# the "BUGS" section of malloc(3). -# -# Each iteration of a loop, the TCL commands in any argument passed -# to the -tclbody switch, followed by the SQL commands in any argument -# passed to the -sqlbody switch are executed. Each iteration the -# Nth call to sqliteMalloc() is made to fail, where N is increased -# each time the loop runs starting from 1. When all commands execute -# successfully, the loop ends. -# -proc do_malloc_test {tn args} { - array unset ::mallocopts - array set ::mallocopts $args - - set ::go 1 - for {set ::n 1} {$::go && $::n < 50000} {incr ::n} { - do_test $tn.$::n { - - # Remove all traces of database files test.db and test2.db from the files - # system. Then open (empty database) "test.db" with the handle [db]. - # - sqlite_malloc_fail 0 - catch {db close} - catch {file delete -force test.db} - catch {file delete -force test.db-journal} - catch {file delete -force test2.db} - catch {file delete -force test2.db-journal} - catch {sqlite3 db test.db} - set ::DB [sqlite3_connection_pointer db] - - # Execute any -tclprep and -sqlprep scripts. - # - if {[info exists ::mallocopts(-tclprep)]} { - eval $::mallocopts(-tclprep) - } - if {[info exists ::mallocopts(-sqlprep)]} { - execsql $::mallocopts(-sqlprep) - } - - # Now set the ${::n}th malloc() to fail and execute the -tclbody and - # -sqlbody scripts. - # - sqlite_malloc_fail $::n - set ::mallocbody {} - if {[info exists ::mallocopts(-tclbody)]} { - append ::mallocbody "$::mallocopts(-tclbody)\n" - } - if {[info exists ::mallocopts(-sqlbody)]} { - append ::mallocbody "db eval {$::mallocopts(-sqlbody)}" - } - set v [catch $::mallocbody msg] - - # If the test fails (if $v!=0) and the database connection actually - # exists, make sure the failure code is SQLITE_NOMEM. - if {$v&&[info command db]=="db"&&[info exists ::mallocopts(-sqlbody)]} { - if {[db errorcode]!=7 && $msg!="vtable constructor failed: e"} { - set v 999 - } - } - - set leftover [lindex [sqlite_malloc_stat] 2] - if {$leftover>0} { - if {$leftover>1} {puts "\nLeftover: $leftover\nReturn=$v Message=$msg"} - set ::go 0 - if {$v} { - puts "\nError message returned: $msg" - } else { - set v {1 1} - } - } else { - set v2 [expr { - $msg == "" || $msg == "out of memory" || - $msg == "vtable constructor failed: e" - }] - if {!$v2} {puts "\nError message returned: $msg"} - lappend v $v2 - } - } {1 1} - - if {[info exists ::mallocopts(-cleanup)]} { - catch [list uplevel #0 $::mallocopts(-cleanup)] msg - } - } - unset ::mallocopts -} - -unset -nocomplain echo_module_begin_fail -do_ioerr_test vtab_err-1 -tclprep { - register_echo_module [sqlite3_connection_pointer db] -} -sqlbody { - BEGIN; - CREATE TABLE r(a PRIMARY KEY, b, c); - CREATE VIRTUAL TABLE e USING echo(r); - INSERT INTO e VALUES(1, 2, 3); - INSERT INTO e VALUES('a', 'b', 'c'); - UPDATE e SET c = 10; - DELETE FROM e WHERE a = 'a'; - COMMIT; - BEGIN; - CREATE TABLE r2(a, b, c); - INSERT INTO r2 SELECT * FROM e; - INSERT INTO e SELECT a||'x', b, c FROM r2; - COMMIT; -} - - -do_malloc_test vtab_err-2 -tclprep { - register_echo_module [sqlite3_connection_pointer db] -} -sqlbody { - BEGIN; - CREATE TABLE r(a PRIMARY KEY, b, c); - CREATE VIRTUAL TABLE e USING echo(r); - INSERT INTO e VALUES(1, 2, 3); - INSERT INTO e VALUES('a', 'b', 'c'); - UPDATE e SET c = 10; - DELETE FROM e WHERE a = 'a'; - COMMIT; - BEGIN; - CREATE TABLE r2(a, b, c); - INSERT INTO r2 SELECT * FROM e; - INSERT INTO e SELECT a||'x', b, c FROM r2; - COMMIT; -} - -sqlite_malloc_fail 0 -finish_test diff --git a/libs/sqlite/test/where.test b/libs/sqlite/test/where.test deleted file mode 100644 index 97f673ec9a..0000000000 --- a/libs/sqlite/test/where.test +++ /dev/null @@ -1,1125 +0,0 @@ -# 2001 September 15 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the use of indices in WHERE clases. -# -# $Id: where.test,v 1.41 2007/02/06 23:41:34 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Build some test data -# -do_test where-1.0 { - execsql { - CREATE TABLE t1(w int, x int, y int); - CREATE TABLE t2(p int, q int, r int, s int); - } - for {set i 1} {$i<=100} {incr i} { - set w $i - set x [expr {int(log($i)/log(2))}] - set y [expr {$i*$i + 2*$i + 1}] - execsql "INSERT INTO t1 VALUES($w,$x,$y)" - } - - ifcapable subquery { - execsql { - INSERT INTO t2 SELECT 101-w, x, (SELECT max(y) FROM t1)+1-y, y FROM t1; - } - } else { - set maxy [execsql {select max(y) from t1}] - execsql " - INSERT INTO t2 SELECT 101-w, x, $maxy+1-y, y FROM t1; - " - } - - execsql { - CREATE INDEX i1w ON t1(w); - CREATE INDEX i1xy ON t1(x,y); - CREATE INDEX i2p ON t2(p); - CREATE INDEX i2r ON t2(r); - CREATE INDEX i2qs ON t2(q, s); - } -} {} - -# Do an SQL statement. Append the search count to the end of the result. -# -proc count sql { - set ::sqlite_search_count 0 - return [concat [execsql $sql] $::sqlite_search_count] -} - -# Verify that queries use an index. We are using the special variable -# "sqlite_search_count" which tallys the number of executions of MoveTo -# and Next operators in the VDBE. By verifing that the search count is -# small we can be assured that indices are being used properly. -# -do_test where-1.1 { - count {SELECT x, y FROM t1 WHERE w=10} -} {3 121 3} -do_test where-1.1.2 { - set sqlite_query_plan -} {t1 i1w} -do_test where-1.2 { - count {SELECT x, y FROM t1 WHERE w=11} -} {3 144 3} -do_test where-1.3 { - count {SELECT x, y FROM t1 WHERE 11=w} -} {3 144 3} -do_test where-1.4 { - count {SELECT x, y FROM t1 WHERE 11=w AND x>2} -} {3 144 3} -do_test where-1.4.2 { - set sqlite_query_plan -} {t1 i1w} -do_test where-1.5 { - count {SELECT x, y FROM t1 WHERE y<200 AND w=11 AND x>2} -} {3 144 3} -do_test where-1.5.2 { - set sqlite_query_plan -} {t1 i1w} -do_test where-1.6 { - count {SELECT x, y FROM t1 WHERE y<200 AND x>2 AND w=11} -} {3 144 3} -do_test where-1.7 { - count {SELECT x, y FROM t1 WHERE w=11 AND y<200 AND x>2} -} {3 144 3} -do_test where-1.8 { - count {SELECT x, y FROM t1 WHERE w>10 AND y=144 AND x=3} -} {3 144 3} -do_test where-1.8.2 { - set sqlite_query_plan -} {t1 i1xy} -do_test where-1.8.3 { - count {SELECT x, y FROM t1 WHERE y=144 AND x=3} - set sqlite_query_plan -} {{} i1xy} -do_test where-1.9 { - count {SELECT x, y FROM t1 WHERE y=144 AND w>10 AND x=3} -} {3 144 3} -do_test where-1.10 { - count {SELECT x, y FROM t1 WHERE x=3 AND w>=10 AND y=121} -} {3 121 3} -do_test where-1.11 { - count {SELECT x, y FROM t1 WHERE x=3 AND y=100 AND w<10} -} {3 100 3} - -# New for SQLite version 2.1: Verify that that inequality constraints -# are used correctly. -# -do_test where-1.12 { - count {SELECT w FROM t1 WHERE x=3 AND y<100} -} {8 3} -do_test where-1.13 { - count {SELECT w FROM t1 WHERE x=3 AND 100>y} -} {8 3} -do_test where-1.14 { - count {SELECT w FROM t1 WHERE 3=x AND y<100} -} {8 3} -do_test where-1.15 { - count {SELECT w FROM t1 WHERE 3=x AND 100>y} -} {8 3} -do_test where-1.16 { - count {SELECT w FROM t1 WHERE x=3 AND y<=100} -} {8 9 5} -do_test where-1.17 { - count {SELECT w FROM t1 WHERE x=3 AND 100>=y} -} {8 9 5} -do_test where-1.18 { - count {SELECT w FROM t1 WHERE x=3 AND y>225} -} {15 3} -do_test where-1.19 { - count {SELECT w FROM t1 WHERE x=3 AND 225=225} -} {14 15 5} -do_test where-1.21 { - count {SELECT w FROM t1 WHERE x=3 AND 225<=y} -} {14 15 5} -do_test where-1.22 { - count {SELECT w FROM t1 WHERE x=3 AND y>121 AND y<196} -} {11 12 5} -do_test where-1.23 { - count {SELECT w FROM t1 WHERE x=3 AND y>=121 AND y<=196} -} {10 11 12 13 9} -do_test where-1.24 { - count {SELECT w FROM t1 WHERE x=3 AND 121y} -} {11 12 5} -do_test where-1.25 { - count {SELECT w FROM t1 WHERE x=3 AND 121<=y AND 196>=y} -} {10 11 12 13 9} - -# Need to work on optimizing the BETWEEN operator. -# -# do_test where-1.26 { -# count {SELECT w FROM t1 WHERE x=3 AND y BETWEEN 121 AND 196} -# } {10 11 12 13 9} - -do_test where-1.27 { - count {SELECT w FROM t1 WHERE x=3 AND y+1==122} -} {10 17} - -do_test where-1.28 { - count {SELECT w FROM t1 WHERE x+1=4 AND y+1==122} -} {10 99} -do_test where-1.29 { - count {SELECT w FROM t1 WHERE y==121} -} {10 99} - - -do_test where-1.30 { - count {SELECT w FROM t1 WHERE w>97} -} {98 99 100 3} -do_test where-1.31 { - count {SELECT w FROM t1 WHERE w>=97} -} {97 98 99 100 4} -do_test where-1.33 { - count {SELECT w FROM t1 WHERE w==97} -} {97 2} -do_test where-1.33.1 { - count {SELECT w FROM t1 WHERE w<=97 AND w==97} -} {97 2} -do_test where-1.33.2 { - count {SELECT w FROM t1 WHERE w<98 AND w==97} -} {97 2} -do_test where-1.33.3 { - count {SELECT w FROM t1 WHERE w>=97 AND w==97} -} {97 2} -do_test where-1.33.4 { - count {SELECT w FROM t1 WHERE w>96 AND w==97} -} {97 2} -do_test where-1.33.5 { - count {SELECT w FROM t1 WHERE w==97 AND w==97} -} {97 2} -do_test where-1.34 { - count {SELECT w FROM t1 WHERE w+1==98} -} {97 99} -do_test where-1.35 { - count {SELECT w FROM t1 WHERE w<3} -} {1 2 2} -do_test where-1.36 { - count {SELECT w FROM t1 WHERE w<=3} -} {1 2 3 3} -do_test where-1.37 { - count {SELECT w FROM t1 WHERE w+1<=4 ORDER BY w} -} {1 2 3 99} - -do_test where-1.38 { - count {SELECT (w) FROM t1 WHERE (w)>(97)} -} {98 99 100 3} -do_test where-1.39 { - count {SELECT (w) FROM t1 WHERE (w)>=(97)} -} {97 98 99 100 4} -do_test where-1.40 { - count {SELECT (w) FROM t1 WHERE (w)==(97)} -} {97 2} -do_test where-1.41 { - count {SELECT (w) FROM t1 WHERE ((w)+(1))==(98)} -} {97 99} - - -# Do the same kind of thing except use a join as the data source. -# -do_test where-2.1 { - count { - SELECT w, p FROM t2, t1 - WHERE x=q AND y=s AND r=8977 - } -} {34 67 6} -do_test where-2.2 { - count { - SELECT w, p FROM t2, t1 - WHERE x=q AND s=y AND r=8977 - } -} {34 67 6} -do_test where-2.3 { - count { - SELECT w, p FROM t2, t1 - WHERE x=q AND s=y AND r=8977 AND w>10 - } -} {34 67 6} -do_test where-2.4 { - count { - SELECT w, p FROM t2, t1 - WHERE p<80 AND x=q AND s=y AND r=8977 AND w>10 - } -} {34 67 6} -do_test where-2.5 { - count { - SELECT w, p FROM t2, t1 - WHERE p<80 AND x=q AND 8977=r AND s=y AND w>10 - } -} {34 67 6} -do_test where-2.6 { - count { - SELECT w, p FROM t2, t1 - WHERE x=q AND p=77 AND s=y AND w>5 - } -} {24 77 6} -do_test where-2.7 { - count { - SELECT w, p FROM t1, t2 - WHERE x=q AND p>77 AND s=y AND w=5 - } -} {5 96 6} - -# Lets do a 3-way join. -# -do_test where-3.1 { - count { - SELECT A.w, B.p, C.w FROM t1 as A, t2 as B, t1 as C - WHERE C.w=101-B.p AND B.r=10202-A.y AND A.w=11 - } -} {11 90 11 8} -do_test where-3.2 { - count { - SELECT A.w, B.p, C.w FROM t1 as A, t2 as B, t1 as C - WHERE C.w=101-B.p AND B.r=10202-A.y AND A.w=12 - } -} {12 89 12 8} -do_test where-3.3 { - count { - SELECT A.w, B.p, C.w FROM t1 as A, t2 as B, t1 as C - WHERE A.w=15 AND B.p=C.w AND B.r=10202-A.y - } -} {15 86 86 8} - -# Test to see that the special case of a constant WHERE clause is -# handled. -# -do_test where-4.1 { - count { - SELECT * FROM t1 WHERE 0 - } -} {0} -do_test where-4.2 { - count { - SELECT * FROM t1 WHERE 1 LIMIT 1 - } -} {1 0 4 0} -do_test where-4.3 { - execsql { - SELECT 99 WHERE 0 - } -} {} -do_test where-4.4 { - execsql { - SELECT 99 WHERE 1 - } -} {99} -do_test where-4.5 { - execsql { - SELECT 99 WHERE 0.1 - } -} {99} -do_test where-4.6 { - execsql { - SELECT 99 WHERE 0.0 - } -} {} - -# Verify that IN operators in a WHERE clause are handled correctly. -# Omit these tests if the build is not capable of sub-queries. -# -ifcapable subquery { - do_test where-5.1 { - count { - SELECT * FROM t1 WHERE rowid IN (1,2,3,1234) order by 1; - } - } {1 0 4 2 1 9 3 1 16 4} - do_test where-5.2 { - count { - SELECT * FROM t1 WHERE rowid+0 IN (1,2,3,1234) order by 1; - } - } {1 0 4 2 1 9 3 1 16 199} - do_test where-5.3 { - count { - SELECT * FROM t1 WHERE w IN (-1,1,2,3) order by 1; - } - } {1 0 4 2 1 9 3 1 16 14} - do_test where-5.4 { - count { - SELECT * FROM t1 WHERE w+0 IN (-1,1,2,3) order by 1; - } - } {1 0 4 2 1 9 3 1 16 199} - do_test where-5.5 { - count { - SELECT * FROM t1 WHERE rowid IN - (select rowid from t1 where rowid IN (-1,2,4)) - ORDER BY 1; - } - } {2 1 9 4 2 25 3} - do_test where-5.6 { - count { - SELECT * FROM t1 WHERE rowid+0 IN - (select rowid from t1 where rowid IN (-1,2,4)) - ORDER BY 1; - } - } {2 1 9 4 2 25 201} - do_test where-5.7 { - count { - SELECT * FROM t1 WHERE w IN - (select rowid from t1 where rowid IN (-1,2,4)) - ORDER BY 1; - } - } {2 1 9 4 2 25 9} - do_test where-5.8 { - count { - SELECT * FROM t1 WHERE w+0 IN - (select rowid from t1 where rowid IN (-1,2,4)) - ORDER BY 1; - } - } {2 1 9 4 2 25 201} - do_test where-5.9 { - count { - SELECT * FROM t1 WHERE x IN (1,7) ORDER BY 1; - } - } {2 1 9 3 1 16 7} - do_test where-5.10 { - count { - SELECT * FROM t1 WHERE x+0 IN (1,7) ORDER BY 1; - } - } {2 1 9 3 1 16 199} - do_test where-5.11 { - count { - SELECT * FROM t1 WHERE y IN (6400,8100) ORDER BY 1; - } - } {79 6 6400 89 6 8100 199} - do_test where-5.12 { - count { - SELECT * FROM t1 WHERE x=6 AND y IN (6400,8100) ORDER BY 1; - } - } {79 6 6400 89 6 8100 7} - do_test where-5.13 { - count { - SELECT * FROM t1 WHERE x IN (1,7) AND y NOT IN (6400,8100) ORDER BY 1; - } - } {2 1 9 3 1 16 7} - do_test where-5.14 { - count { - SELECT * FROM t1 WHERE x IN (1,7) AND y IN (9,10) ORDER BY 1; - } - } {2 1 9 8} - do_test where-5.15 { - count { - SELECT * FROM t1 WHERE x IN (1,7) AND y IN (9,16) ORDER BY 1; - } - } {2 1 9 3 1 16 11} -} - -# This procedure executes the SQL. Then it checks to see if the OP_Sort -# opcode was executed. If an OP_Sort did occur, then "sort" is appended -# to the result. If no OP_Sort happened, then "nosort" is appended. -# -# This procedure is used to check to make sure sorting is or is not -# occurring as expected. -# -proc cksort {sql} { - set ::sqlite_sort_count 0 - set data [execsql $sql] - if {$::sqlite_sort_count} {set x sort} {set x nosort} - lappend data $x - return $data -} -# Check out the logic that attempts to implement the ORDER BY clause -# using an index rather than by sorting. -# -do_test where-6.1 { - execsql { - CREATE TABLE t3(a,b,c); - CREATE INDEX t3a ON t3(a); - CREATE INDEX t3bc ON t3(b,c); - CREATE INDEX t3acb ON t3(a,c,b); - INSERT INTO t3 SELECT w, 101-w, y FROM t1; - SELECT count(*), sum(a), sum(b), sum(c) FROM t3; - } -} {100 5050 5050 348550} -do_test where-6.2 { - cksort { - SELECT * FROM t3 ORDER BY a LIMIT 3 - } -} {1 100 4 2 99 9 3 98 16 nosort} -do_test where-6.3 { - cksort { - SELECT * FROM t3 ORDER BY a+1 LIMIT 3 - } -} {1 100 4 2 99 9 3 98 16 sort} -do_test where-6.4 { - cksort { - SELECT * FROM t3 WHERE a<10 ORDER BY a LIMIT 3 - } -} {1 100 4 2 99 9 3 98 16 nosort} -do_test where-6.5 { - cksort { - SELECT * FROM t3 WHERE a>0 AND a<10 ORDER BY a LIMIT 3 - } -} {1 100 4 2 99 9 3 98 16 nosort} -do_test where-6.6 { - cksort { - SELECT * FROM t3 WHERE a>0 ORDER BY a LIMIT 3 - } -} {1 100 4 2 99 9 3 98 16 nosort} -do_test where-6.7 { - cksort { - SELECT * FROM t3 WHERE b>0 ORDER BY a LIMIT 3 - } -} {1 100 4 2 99 9 3 98 16 nosort} -ifcapable subquery { - do_test where-6.8 { - cksort { - SELECT * FROM t3 WHERE a IN (3,5,7,1,9,4,2) ORDER BY a LIMIT 3 - } - } {1 100 4 2 99 9 3 98 16 sort} -} -do_test where-6.9.1 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY a LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.9.1.1 { - cksort { - SELECT * FROM t3 WHERE a>=1 AND a=1 AND c>0 ORDER BY a LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.9.1.2 { - cksort { - SELECT * FROM t3 WHERE a<2 AND a=1 AND c>0 ORDER BY a LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.9.2 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY a,c LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.9.3 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY c LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.9.4 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY a DESC LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.9.5 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY a DESC, c DESC LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.9.6 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY c DESC LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.9.7 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY c,a LIMIT 3 - } -} {1 100 4 sort} -do_test where-6.9.8 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY a DESC, c ASC LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.9.9 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY a ASC, c DESC LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.10 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY a LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.11 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY a,c LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.12 { - cksort { - SELECT * FROM t3 WHERE a=1 AND c>0 ORDER BY a,c,b LIMIT 3 - } -} {1 100 4 nosort} -do_test where-6.13 { - cksort { - SELECT * FROM t3 WHERE a>0 ORDER BY a DESC LIMIT 3 - } -} {100 1 10201 99 2 10000 98 3 9801 nosort} -do_test where-6.13.1 { - cksort { - SELECT * FROM t3 WHERE a>0 ORDER BY -a LIMIT 3 - } -} {100 1 10201 99 2 10000 98 3 9801 sort} -do_test where-6.14 { - cksort { - SELECT * FROM t3 ORDER BY b LIMIT 3 - } -} {100 1 10201 99 2 10000 98 3 9801 nosort} -do_test where-6.15 { - cksort { - SELECT t3.a, t1.x FROM t3, t1 WHERE t3.a=t1.w ORDER BY t3.a LIMIT 3 - } -} {1 0 2 1 3 1 nosort} -do_test where-6.16 { - cksort { - SELECT t3.a, t1.x FROM t3, t1 WHERE t3.a=t1.w ORDER BY t1.x, t3.a LIMIT 3 - } -} {1 0 2 1 3 1 sort} -do_test where-6.19 { - cksort { - SELECT y FROM t1 ORDER BY w LIMIT 3; - } -} {4 9 16 nosort} -do_test where-6.20 { - cksort { - SELECT y FROM t1 ORDER BY rowid LIMIT 3; - } -} {4 9 16 nosort} -do_test where-6.21 { - cksort { - SELECT y FROM t1 ORDER BY rowid, y LIMIT 3; - } -} {4 9 16 nosort} -do_test where-6.22 { - cksort { - SELECT y FROM t1 ORDER BY rowid, y DESC LIMIT 3; - } -} {4 9 16 nosort} -do_test where-6.23 { - cksort { - SELECT y FROM t1 WHERE y>4 ORDER BY rowid, w, x LIMIT 3; - } -} {9 16 25 nosort} -do_test where-6.24 { - cksort { - SELECT y FROM t1 WHERE y>=9 ORDER BY rowid, x DESC, w LIMIT 3; - } -} {9 16 25 nosort} -do_test where-6.25 { - cksort { - SELECT y FROM t1 WHERE y>4 AND y<25 ORDER BY rowid; - } -} {9 16 nosort} -do_test where-6.26 { - cksort { - SELECT y FROM t1 WHERE y>=4 AND y<=25 ORDER BY oid; - } -} {4 9 16 25 nosort} -do_test where-6.27 { - cksort { - SELECT y FROM t1 WHERE y<=25 ORDER BY _rowid_, w+y; - } -} {4 9 16 25 nosort} - - -# Tests for reverse-order sorting. -# -do_test where-7.1 { - cksort { - SELECT w FROM t1 WHERE x=3 ORDER BY y; - } -} {8 9 10 11 12 13 14 15 nosort} -do_test where-7.2 { - cksort { - SELECT w FROM t1 WHERE x=3 ORDER BY y DESC; - } -} {15 14 13 12 11 10 9 8 nosort} -do_test where-7.3 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>100 ORDER BY y LIMIT 3; - } -} {10 11 12 nosort} -do_test where-7.4 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>100 ORDER BY y DESC LIMIT 3; - } -} {15 14 13 nosort} -do_test where-7.5 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>121 ORDER BY y DESC; - } -} {15 14 13 12 11 nosort} -do_test where-7.6 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>=121 ORDER BY y DESC; - } -} {15 14 13 12 11 10 nosort} -do_test where-7.7 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>=121 AND y<196 ORDER BY y DESC; - } -} {12 11 10 nosort} -do_test where-7.8 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>=121 AND y<=196 ORDER BY y DESC; - } -} {13 12 11 10 nosort} -do_test where-7.9 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>121 AND y<=196 ORDER BY y DESC; - } -} {13 12 11 nosort} -do_test where-7.10 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>100 AND y<196 ORDER BY y DESC; - } -} {12 11 10 nosort} -do_test where-7.11 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>=121 AND y<196 ORDER BY y; - } -} {10 11 12 nosort} -do_test where-7.12 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>=121 AND y<=196 ORDER BY y; - } -} {10 11 12 13 nosort} -do_test where-7.13 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>121 AND y<=196 ORDER BY y; - } -} {11 12 13 nosort} -do_test where-7.14 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>100 AND y<196 ORDER BY y; - } -} {10 11 12 nosort} -do_test where-7.15 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y<81 ORDER BY y; - } -} {nosort} -do_test where-7.16 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y<=81 ORDER BY y; - } -} {8 nosort} -do_test where-7.17 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>256 ORDER BY y; - } -} {nosort} -do_test where-7.18 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>=256 ORDER BY y; - } -} {15 nosort} -do_test where-7.19 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y<81 ORDER BY y DESC; - } -} {nosort} -do_test where-7.20 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y<=81 ORDER BY y DESC; - } -} {8 nosort} -do_test where-7.21 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>256 ORDER BY y DESC; - } -} {nosort} -do_test where-7.22 { - cksort { - SELECT w FROM t1 WHERE x=3 AND y>=256 ORDER BY y DESC; - } -} {15 nosort} -do_test where-7.23 { - cksort { - SELECT w FROM t1 WHERE x=0 AND y<4 ORDER BY y; - } -} {nosort} -do_test where-7.24 { - cksort { - SELECT w FROM t1 WHERE x=0 AND y<=4 ORDER BY y; - } -} {1 nosort} -do_test where-7.25 { - cksort { - SELECT w FROM t1 WHERE x=6 AND y>10201 ORDER BY y; - } -} {nosort} -do_test where-7.26 { - cksort { - SELECT w FROM t1 WHERE x=6 AND y>=10201 ORDER BY y; - } -} {100 nosort} -do_test where-7.27 { - cksort { - SELECT w FROM t1 WHERE x=0 AND y<4 ORDER BY y DESC; - } -} {nosort} -do_test where-7.28 { - cksort { - SELECT w FROM t1 WHERE x=0 AND y<=4 ORDER BY y DESC; - } -} {1 nosort} -do_test where-7.29 { - cksort { - SELECT w FROM t1 WHERE x=6 AND y>10201 ORDER BY y DESC; - } -} {nosort} -do_test where-7.30 { - cksort { - SELECT w FROM t1 WHERE x=6 AND y>=10201 ORDER BY y DESC; - } -} {100 nosort} -do_test where-7.31 { - cksort { - SELECT y FROM t1 ORDER BY rowid DESC LIMIT 3 - } -} {10201 10000 9801 nosort} -do_test where-7.32 { - cksort { - SELECT y FROM t1 WHERE y<25 ORDER BY rowid DESC - } -} {16 9 4 nosort} -do_test where-7.33 { - cksort { - SELECT y FROM t1 WHERE y<=25 ORDER BY rowid DESC - } -} {25 16 9 4 nosort} -do_test where-7.34 { - cksort { - SELECT y FROM t1 WHERE y<25 AND y>4 ORDER BY rowid DESC, y DESC - } -} {16 9 nosort} -do_test where-7.35 { - cksort { - SELECT y FROM t1 WHERE y<25 AND y>=4 ORDER BY rowid DESC - } -} {16 9 4 nosort} - -do_test where-8.1 { - execsql { - CREATE TABLE t4 AS SELECT * FROM t1; - CREATE INDEX i4xy ON t4(x,y); - } - cksort { - SELECT w FROM t4 WHERE x=4 and y<1000 ORDER BY y DESC limit 3; - } -} {30 29 28 nosort} -do_test where-8.2 { - execsql { - DELETE FROM t4; - } - cksort { - SELECT w FROM t4 WHERE x=4 and y<1000 ORDER BY y DESC limit 3; - } -} {nosort} - -# Make sure searches with an index work with an empty table. -# -do_test where-9.1 { - execsql { - CREATE TABLE t5(x PRIMARY KEY); - SELECT * FROM t5 WHERE x<10; - } -} {} -do_test where-9.2 { - execsql { - SELECT * FROM t5 WHERE x<10 ORDER BY x DESC; - } -} {} -do_test where-9.3 { - execsql { - SELECT * FROM t5 WHERE x=10; - } -} {} - -do_test where-10.1 { - execsql { - SELECT 1 WHERE abs(random())<0 - } -} {} -do_test where-10.2 { - proc tclvar_func {vname} {return [set ::$vname]} - db function tclvar tclvar_func - set ::v1 0 - execsql { - SELECT count(*) FROM t1 WHERE tclvar('v1'); - } -} {0} -do_test where-10.3 { - set ::v1 1 - execsql { - SELECT count(*) FROM t1 WHERE tclvar('v1'); - } -} {100} -do_test where-10.4 { - set ::v1 1 - proc tclvar_func {vname} { - upvar #0 $vname v - set v [expr {!$v}] - return $v - } - execsql { - SELECT count(*) FROM t1 WHERE tclvar('v1'); - } -} {50} - -# Ticket #1376. The query below was causing a segfault. -# The problem was the age-old error of calling realloc() on an -# array while there are still pointers to individual elements of -# that array. -# -do_test where-11.1 { - execsql { - CREATE TABLE t99(Dte INT, X INT); - DELETE FROM t99 WHERE (Dte = 2451337) OR (Dte = 2451339) OR - (Dte BETWEEN 2451345 AND 2451347) OR (Dte = 2451351) OR - (Dte BETWEEN 2451355 AND 2451356) OR (Dte = 2451358) OR - (Dte = 2451362) OR (Dte = 2451365) OR (Dte = 2451367) OR - (Dte BETWEEN 2451372 AND 2451376) OR (Dte BETWEEN 2451382 AND 2451384) OR - (Dte = 2451387) OR (Dte BETWEEN 2451389 AND 2451391) OR - (Dte BETWEEN 2451393 AND 2451395) OR (Dte = 2451400) OR - (Dte = 2451402) OR (Dte = 2451404) OR (Dte BETWEEN 2451416 AND 2451418) OR - (Dte = 2451422) OR (Dte = 2451426) OR (Dte BETWEEN 2451445 AND 2451446) OR - (Dte = 2451456) OR (Dte = 2451458) OR (Dte BETWEEN 2451465 AND 2451467) OR - (Dte BETWEEN 2451469 AND 2451471) OR (Dte = 2451474) OR - (Dte BETWEEN 2451477 AND 2451501) OR (Dte BETWEEN 2451503 AND 2451509) OR - (Dte BETWEEN 2451511 AND 2451514) OR (Dte BETWEEN 2451518 AND 2451521) OR - (Dte BETWEEN 2451523 AND 2451531) OR (Dte BETWEEN 2451533 AND 2451537) OR - (Dte BETWEEN 2451539 AND 2451544) OR (Dte BETWEEN 2451546 AND 2451551) OR - (Dte BETWEEN 2451553 AND 2451555) OR (Dte = 2451557) OR - (Dte BETWEEN 2451559 AND 2451561) OR (Dte = 2451563) OR - (Dte BETWEEN 2451565 AND 2451566) OR (Dte BETWEEN 2451569 AND 2451571) OR - (Dte = 2451573) OR (Dte = 2451575) OR (Dte = 2451577) OR (Dte = 2451581) OR - (Dte BETWEEN 2451583 AND 2451586) OR (Dte BETWEEN 2451588 AND 2451592) OR - (Dte BETWEEN 2451596 AND 2451598) OR (Dte = 2451600) OR - (Dte BETWEEN 2451602 AND 2451603) OR (Dte = 2451606) OR (Dte = 2451611); - } -} {} - -# Ticket #2116: Make sure sorting by index works well with nn INTEGER PRIMARY -# KEY. -# -do_test where-12.1 { - execsql { - CREATE TABLE t6(a INTEGER PRIMARY KEY, b TEXT); - INSERT INTO t6 VALUES(1,'one'); - INSERT INTO t6 VALUES(4,'four'); - CREATE INDEX t6i1 ON t6(b); - } - cksort { - SELECT * FROM t6 ORDER BY b; - } -} {4 four 1 one nosort} -do_test where-12.2 { - cksort { - SELECT * FROM t6 ORDER BY b, a; - } -} {4 four 1 one nosort} -do_test where-12.3 { - cksort { - SELECT * FROM t6 ORDER BY a; - } -} {1 one 4 four nosort} -do_test where-12.4 { - cksort { - SELECT * FROM t6 ORDER BY a, b; - } -} {1 one 4 four nosort} -do_test where-12.5 { - cksort { - SELECT * FROM t6 ORDER BY b DESC; - } -} {1 one 4 four nosort} -do_test where-12.6 { - cksort { - SELECT * FROM t6 ORDER BY b DESC, a DESC; - } -} {1 one 4 four nosort} -do_test where-12.7 { - cksort { - SELECT * FROM t6 ORDER BY b DESC, a ASC; - } -} {1 one 4 four sort} -do_test where-12.8 { - cksort { - SELECT * FROM t6 ORDER BY b ASC, a DESC; - } -} {4 four 1 one sort} -do_test where-12.9 { - cksort { - SELECT * FROM t6 ORDER BY a DESC; - } -} {4 four 1 one nosort} -do_test where-12.10 { - cksort { - SELECT * FROM t6 ORDER BY a DESC, b DESC; - } -} {4 four 1 one nosort} -do_test where-12.11 { - cksort { - SELECT * FROM t6 ORDER BY a DESC, b ASC; - } -} {4 four 1 one nosort} -do_test where-12.12 { - cksort { - SELECT * FROM t6 ORDER BY a ASC, b DESC; - } -} {1 one 4 four nosort} -do_test where-13.1 { - execsql { - CREATE TABLE t7(a INTEGER PRIMARY KEY, b TEXT); - INSERT INTO t7 VALUES(1,'one'); - INSERT INTO t7 VALUES(4,'four'); - CREATE INDEX t7i1 ON t7(b); - } - cksort { - SELECT * FROM t7 ORDER BY b; - } -} {4 four 1 one nosort} -do_test where-13.2 { - cksort { - SELECT * FROM t7 ORDER BY b, a; - } -} {4 four 1 one nosort} -do_test where-13.3 { - cksort { - SELECT * FROM t7 ORDER BY a; - } -} {1 one 4 four nosort} -do_test where-13.4 { - cksort { - SELECT * FROM t7 ORDER BY a, b; - } -} {1 one 4 four nosort} -do_test where-13.5 { - cksort { - SELECT * FROM t7 ORDER BY b DESC; - } -} {1 one 4 four nosort} -do_test where-13.6 { - cksort { - SELECT * FROM t7 ORDER BY b DESC, a DESC; - } -} {1 one 4 four nosort} -do_test where-13.7 { - cksort { - SELECT * FROM t7 ORDER BY b DESC, a ASC; - } -} {1 one 4 four sort} -do_test where-13.8 { - cksort { - SELECT * FROM t7 ORDER BY b ASC, a DESC; - } -} {4 four 1 one sort} -do_test where-13.9 { - cksort { - SELECT * FROM t7 ORDER BY a DESC; - } -} {4 four 1 one nosort} -do_test where-13.10 { - cksort { - SELECT * FROM t7 ORDER BY a DESC, b DESC; - } -} {4 four 1 one nosort} -do_test where-13.11 { - cksort { - SELECT * FROM t7 ORDER BY a DESC, b ASC; - } -} {4 four 1 one nosort} -do_test where-13.12 { - cksort { - SELECT * FROM t7 ORDER BY a ASC, b DESC; - } -} {1 one 4 four nosort} - -# Ticket #2211. -# -# When optimizing out ORDER BY clauses, make sure that trailing terms -# of the ORDER BY clause do not reference other tables in a join. -# -do_test where-14.1 { - execsql { - CREATE TABLE t8(a INTEGER PRIMARY KEY, b TEXT UNIQUE); - INSERT INTO t8 VALUES(1,'one'); - INSERT INTO t8 VALUES(4,'four'); - } - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.a, y.b - } -} {1/4 1/1 4/4 4/1 sort} -do_test where-14.2 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.a, y.b DESC - } -} {1/1 1/4 4/1 4/4 sort} -do_test where-14.3 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.a, x.b - } -} {1/1 1/4 4/1 4/4 nosort} -do_test where-14.4 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.a, x.b DESC - } -} {1/1 1/4 4/1 4/4 nosort} -btree_breakpoint -do_test where-14.5 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, x.a||x.b - } -} {4/1 4/4 1/1 1/4 nosort} -do_test where-14.6 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, x.a||x.b DESC - } -} {4/1 4/4 1/1 1/4 nosort} -do_test where-14.7 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, y.a||y.b - } -} {4/1 4/4 1/1 1/4 sort} -do_test where-14.7.1 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, x.a, y.a||y.b - } -} {4/1 4/4 1/1 1/4 sort} -do_test where-14.7.2 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, x.a, x.a||x.b - } -} {4/1 4/4 1/1 1/4 nosort} -do_test where-14.8 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, y.a||y.b DESC - } -} {4/4 4/1 1/4 1/1 sort} -do_test where-14.9 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, x.a||y.b - } -} {4/4 4/1 1/4 1/1 sort} -do_test where-14.10 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, x.a||y.b DESC - } -} {4/1 4/4 1/1 1/4 sort} -do_test where-14.11 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, y.a||x.b - } -} {4/1 4/4 1/1 1/4 sort} -do_test where-14.12 { - cksort { - SELECT x.a || '/' || y.a FROM t8 x, t8 y ORDER BY x.b, y.a||x.b DESC - } -} {4/4 4/1 1/4 1/1 sort} - - -integrity_check {where-99.0} - -finish_test diff --git a/libs/sqlite/test/where2.test b/libs/sqlite/test/where2.test deleted file mode 100644 index b8eb296d37..0000000000 --- a/libs/sqlite/test/where2.test +++ /dev/null @@ -1,483 +0,0 @@ -# 2005 July 28 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the use of indices in WHERE clauses -# based on recent changes to the optimizer. -# -# $Id: where2.test,v 1.10 2006/11/06 15:10:06 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Build some test data -# -do_test where2-1.0 { - execsql { - BEGIN; - CREATE TABLE t1(w int, x int, y int, z int); - } - for {set i 1} {$i<=100} {incr i} { - set w $i - set x [expr {int(log($i)/log(2))}] - set y [expr {$i*$i + 2*$i + 1}] - set z [expr {$x+$y}] - ifcapable tclvar { - execsql {INSERT INTO t1 VALUES($::w,$::x,$::y,$::z)} - } else { - execsql {INSERT INTO t1 VALUES(:w,:x,:y,:z)} - } - } - execsql { - CREATE UNIQUE INDEX i1w ON t1(w); - CREATE INDEX i1xy ON t1(x,y); - CREATE INDEX i1zyx ON t1(z,y,x); - COMMIT; - } -} {} - -# Do an SQL statement. Append the search count to the end of the result. -# -proc count sql { - set ::sqlite_search_count 0 - return [concat [execsql $sql] $::sqlite_search_count] -} - -# This procedure executes the SQL. Then it checks to see if the OP_Sort -# opcode was executed. If an OP_Sort did occur, then "sort" is appended -# to the result. If no OP_Sort happened, then "nosort" is appended. -# -# This procedure is used to check to make sure sorting is or is not -# occurring as expected. -# -proc cksort {sql} { - set ::sqlite_sort_count 0 - set data [execsql $sql] - if {$::sqlite_sort_count} {set x sort} {set x nosort} - lappend data $x - return $data -} - -# This procedure executes the SQL. Then it appends to the result the -# "sort" or "nosort" keyword (as in the cksort procedure above) then -# it appends the ::sqlite_query_plan variable. -# -proc queryplan {sql} { - set ::sqlite_sort_count 0 - set data [execsql $sql] - if {$::sqlite_sort_count} {set x sort} {set x nosort} - lappend data $x - return [concat $data $::sqlite_query_plan] -} - - -# Prefer a UNIQUE index over another index. -# -do_test where2-1.1 { - queryplan { - SELECT * FROM t1 WHERE w=85 AND x=6 AND y=7396 - } -} {85 6 7396 7402 nosort t1 i1w} - -# Always prefer a rowid== constraint over any other index. -# -do_test where2-1.3 { - queryplan { - SELECT * FROM t1 WHERE w=85 AND x=6 AND y=7396 AND rowid=85 - } -} {85 6 7396 7402 nosort t1 *} - -# When constrained by a UNIQUE index, the ORDER BY clause is always ignored. -# -do_test where2-2.1 { - queryplan { - SELECT * FROM t1 WHERE w=85 ORDER BY random(5); - } -} {85 6 7396 7402 nosort t1 i1w} -do_test where2-2.2 { - queryplan { - SELECT * FROM t1 WHERE x=6 AND y=7396 ORDER BY random(5); - } -} {85 6 7396 7402 sort t1 i1xy} -do_test where2-2.3 { - queryplan { - SELECT * FROM t1 WHERE rowid=85 AND x=6 AND y=7396 ORDER BY random(5); - } -} {85 6 7396 7402 nosort t1 *} - - -# Efficient handling of forward and reverse table scans. -# -do_test where2-3.1 { - queryplan { - SELECT * FROM t1 ORDER BY rowid LIMIT 2 - } -} {1 0 4 4 2 1 9 10 nosort t1 *} -do_test where2-3.2 { - queryplan { - SELECT * FROM t1 ORDER BY rowid DESC LIMIT 2 - } -} {100 6 10201 10207 99 6 10000 10006 nosort t1 *} - -# The IN operator can be used by indices at multiple layers -# -ifcapable subquery { - do_test where2-4.1 { - queryplan { - SELECT * FROM t1 WHERE z IN (10207,10006) AND y IN (10000,10201) - AND x>0 AND x<10 - ORDER BY w - } - } {99 6 10000 10006 100 6 10201 10207 sort t1 i1zyx} - do_test where2-4.2 { - queryplan { - SELECT * FROM t1 WHERE z IN (10207,10006) AND y=10000 - AND x>0 AND x<10 - ORDER BY w - } - } {99 6 10000 10006 sort t1 i1zyx} - do_test where2-4.3 { - queryplan { - SELECT * FROM t1 WHERE z=10006 AND y IN (10000,10201) - AND x>0 AND x<10 - ORDER BY w - } - } {99 6 10000 10006 sort t1 i1zyx} - ifcapable compound { - do_test where2-4.4 { - queryplan { - SELECT * FROM t1 WHERE z IN (SELECT 10207 UNION SELECT 10006) - AND y IN (10000,10201) - AND x>0 AND x<10 - ORDER BY w - } - } {99 6 10000 10006 100 6 10201 10207 sort t1 i1zyx} - do_test where2-4.5 { - queryplan { - SELECT * FROM t1 WHERE z IN (SELECT 10207 UNION SELECT 10006) - AND y IN (SELECT 10000 UNION SELECT 10201) - AND x>0 AND x<10 - ORDER BY w - } - } {99 6 10000 10006 100 6 10201 10207 sort t1 i1zyx} - } - do_test where2-4.6 { - queryplan { - SELECT * FROM t1 - WHERE x IN (1,2,3,4,5,6,7,8) - AND y IN (10000,10001,10002,10003,10004,10005) - ORDER BY 2 - } - } {99 6 10000 10006 sort t1 i1xy} - - # Duplicate entires on the RHS of an IN operator do not cause duplicate - # output rows. - # - do_test where2-4.6 { - queryplan { - SELECT * FROM t1 WHERE z IN (10207,10006,10006,10207) - ORDER BY w - } - } {99 6 10000 10006 100 6 10201 10207 sort t1 i1zyx} - ifcapable compound { - do_test where2-4.7 { - queryplan { - SELECT * FROM t1 WHERE z IN ( - SELECT 10207 UNION ALL SELECT 10006 - UNION ALL SELECT 10006 UNION ALL SELECT 10207) - ORDER BY w - } - } {99 6 10000 10006 100 6 10201 10207 sort t1 i1zyx} - } - -} ;# ifcapable subquery - -# The use of an IN operator disables the index as a sorter. -# -do_test where2-5.1 { - queryplan { - SELECT * FROM t1 WHERE w=99 ORDER BY w - } -} {99 6 10000 10006 nosort t1 i1w} - -ifcapable subquery { - do_test where2-5.2 { - queryplan { - SELECT * FROM t1 WHERE w IN (99) ORDER BY w - } - } {99 6 10000 10006 sort t1 i1w} -} - -# Verify that OR clauses get translated into IN operators. -# -set ::idx {} -ifcapable subquery {set ::idx i1w} -do_test where2-6.1 { - queryplan { - SELECT * FROM t1 WHERE w=99 OR w=100 ORDER BY +w - } -} [list 99 6 10000 10006 100 6 10201 10207 sort t1 $::idx] -do_test where2-6.2 { - queryplan { - SELECT * FROM t1 WHERE w=99 OR w=100 OR 6=w ORDER BY +w - } -} [list 6 2 49 51 99 6 10000 10006 100 6 10201 10207 sort t1 $::idx] - -do_test where2-6.3 { - queryplan { - SELECT * FROM t1 WHERE w=99 OR w=100 OR 6=+w ORDER BY +w - } -} {6 2 49 51 99 6 10000 10006 100 6 10201 10207 sort t1 {}} -do_test where2-6.4 { - queryplan { - SELECT * FROM t1 WHERE w=99 OR +w=100 OR 6=w ORDER BY +w - } -} {6 2 49 51 99 6 10000 10006 100 6 10201 10207 sort t1 {}} - -set ::idx {} -ifcapable subquery {set ::idx i1zyx} -do_test where2-6.5 { - queryplan { - SELECT b.* FROM t1 a, t1 b - WHERE a.w=1 AND (a.y=b.z OR b.z=10) - ORDER BY +b.w - } -} [list 1 0 4 4 2 1 9 10 sort a i1w b $::idx] -do_test where2-6.6 { - queryplan { - SELECT b.* FROM t1 a, t1 b - WHERE a.w=1 AND (b.z=10 OR a.y=b.z OR b.z=10) - ORDER BY +b.w - } -} [list 1 0 4 4 2 1 9 10 sort a i1w b $::idx] - -# Unique queries (queries that are guaranteed to return only a single -# row of result) do not call the sorter. But all tables must give -# a unique result. If any one table in the join does not give a unique -# result then sorting is necessary. -# -do_test where2-7.1 { - cksort { - create table t8(a unique, b, c); - insert into t8 values(1,2,3); - insert into t8 values(2,3,4); - create table t9(x,y); - insert into t9 values(2,4); - insert into t9 values(2,3); - select y from t8, t9 where a=1 order by a, y; - } -} {3 4 sort} -do_test where2-7.2 { - cksort { - select * from t8 where a=1 order by b, c - } -} {1 2 3 nosort} -do_test where2-7.3 { - cksort { - select * from t8, t9 where a=1 and y=3 order by b, x - } -} {1 2 3 2 3 sort} -do_test where2-7.4 { - cksort { - create unique index i9y on t9(y); - select * from t8, t9 where a=1 and y=3 order by b, x - } -} {1 2 3 2 3 nosort} - -# Ticket #1807. Using IN constrains on multiple columns of -# a multi-column index. -# -ifcapable subquery { - do_test where2-8.1 { - execsql { - SELECT * FROM t1 WHERE x IN (20,21) AND y IN (1,2) - } - } {} - do_test where2-8.2 { - execsql { - SELECT * FROM t1 WHERE x IN (1,2) AND y IN (-5,-6) - } - } {} - execsql {CREATE TABLE tx AS SELECT * FROM t1} - do_test where2-8.3 { - execsql { - SELECT w FROM t1 - WHERE x IN (SELECT x FROM tx WHERE rowid<0) - AND +y IN (SELECT y FROM tx WHERE rowid=1) - } - } {} - do_test where2-8.4 { - execsql { - SELECT w FROM t1 - WHERE x IN (SELECT x FROM tx WHERE rowid=1) - AND y IN (SELECT y FROM tx WHERE rowid<0) - } - } {} - #set sqlite_where_trace 1 - do_test where2-8.5 { - execsql { - CREATE INDEX tx_xyz ON tx(x, y, z, w); - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 12 AND 14) - } - } {12 13 14} - do_test where2-8.6 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 12 AND 14) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 10 AND 20) - } - } {12 13 14} - do_test where2-8.7 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 12 AND 14) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 10 AND 20) - } - } {10 11 12 13 14 15} - do_test where2-8.8 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 10 AND 20) - } - } {10 11 12 13 14 15 16 17 18 19 20} - do_test where2-8.9 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 2 AND 4) - } - } {} - do_test where2-8.10 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 2 AND 4) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 10 AND 20) - } - } {} - do_test where2-8.11 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 2 AND 4) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 10 AND 20) - } - } {} - do_test where2-8.12 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN -4 AND -2) - } - } {} - do_test where2-8.13 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN -4 AND -2) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 10 AND 20) - } - } {} - do_test where2-8.14 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN -4 AND -2) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 10 AND 20) - } - } {} - do_test where2-8.15 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 200 AND 300) - } - } {} - do_test where2-8.16 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 200 AND 300) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 10 AND 20) - } - } {} - do_test where2-8.17 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE w BETWEEN 200 AND 300) - AND y IN (SELECT y FROM t1 WHERE w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE w BETWEEN 10 AND 20) - } - } {} - do_test where2-8.18 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE +w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE +w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE +w BETWEEN 200 AND 300) - } - } {} - do_test where2-8.19 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE +w BETWEEN 10 AND 20) - AND y IN (SELECT y FROM t1 WHERE +w BETWEEN 200 AND 300) - AND z IN (SELECT z FROM t1 WHERE +w BETWEEN 10 AND 20) - } - } {} - do_test where2-8.20 { - execsql { - SELECT w FROM tx - WHERE x IN (SELECT x FROM t1 WHERE +w BETWEEN 200 AND 300) - AND y IN (SELECT y FROM t1 WHERE +w BETWEEN 10 AND 20) - AND z IN (SELECT z FROM t1 WHERE +w BETWEEN 10 AND 20) - } - } {} -} - -# Make sure WHERE clauses of the form A=1 AND (B=2 OR B=3) are optimized -# when we have an index on A and B. -# -ifcapable or_opt { - do_test where2-9.1 { - execsql { - BEGIN; - CREATE TABLE t10(a,b,c); - INSERT INTO t10 VALUES(1,1,1); - INSERT INTO t10 VALUES(1,2,2); - INSERT INTO t10 VALUES(1,3,3); - } - for {set i 4} {$i<=1000} {incr i} { - execsql {INSERT INTO t10 VALUES(1,$i,$i)} - } - execsql { - CREATE INDEX i10 ON t10(a,b); - COMMIT; - SELECT count(*) FROM t10; - } - } 1000 - do_test where2-9.2 { - count { - SELECT * FROM t10 WHERE a=1 AND (b=2 OR b=3) - } - } {1 2 2 1 3 3 7} -} - -finish_test diff --git a/libs/sqlite/test/where3.test b/libs/sqlite/test/where3.test deleted file mode 100644 index 30e0976e80..0000000000 --- a/libs/sqlite/test/where3.test +++ /dev/null @@ -1,162 +0,0 @@ -# 2006 January 31 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the join reordering optimization -# in cases that include a LEFT JOIN. -# -# $Id: where3.test,v 1.3 2006/12/16 16:25:17 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# The following is from ticket #1652. -# -# A comma join then a left outer join: A,B left join C. -# Arrange indices so that the B table is chosen to go first. -# Also put an index on C, but make sure that A is chosen before C. -# -do_test where3-1.1 { - execsql { - CREATE TABLE t1(a, b); - CREATE TABLE t2(p, q); - CREATE TABLE t3(x, y); - - INSERT INTO t1 VALUES(111,'one'); - INSERT INTO t1 VALUES(222,'two'); - INSERT INTO t1 VALUES(333,'three'); - - INSERT INTO t2 VALUES(1,111); - INSERT INTO t2 VALUES(2,222); - INSERT INTO t2 VALUES(4,444); - CREATE INDEX t2i1 ON t2(p); - - INSERT INTO t3 VALUES(999,'nine'); - CREATE INDEX t3i1 ON t3(x); - - SELECT * FROM t1, t2 LEFT JOIN t3 ON q=x WHERE p=2 AND a=q; - } -} {222 two 2 222 {} {}} - -# Ticket #1830 -# -# This is similar to the above but with the LEFT JOIN on the -# other side. -# -do_test where3-1.2 { - execsql { - CREATE TABLE parent1(parent1key, child1key, Child2key, child3key); - CREATE TABLE child1 ( child1key NVARCHAR, value NVARCHAR ); - CREATE UNIQUE INDEX PKIDXChild1 ON child1 ( child1key ); - CREATE TABLE child2 ( child2key NVARCHAR, value NVARCHAR ); - - INSERT INTO parent1(parent1key,child1key,child2key) - VALUES ( 1, 'C1.1', 'C2.1' ); - INSERT INTO child1 ( child1key, value ) VALUES ( 'C1.1', 'Value for C1.1' ); - INSERT INTO child2 ( child2key, value ) VALUES ( 'C2.1', 'Value for C2.1' ); - - INSERT INTO parent1 ( parent1key, child1key, child2key ) - VALUES ( 2, 'C1.2', 'C2.2' ); - INSERT INTO child2 ( child2key, value ) VALUES ( 'C2.2', 'Value for C2.2' ); - - INSERT INTO parent1 ( parent1key, child1key, child2key ) - VALUES ( 3, 'C1.3', 'C2.3' ); - INSERT INTO child1 ( child1key, value ) VALUES ( 'C1.3', 'Value for C1.3' ); - INSERT INTO child2 ( child2key, value ) VALUES ( 'C2.3', 'Value for C2.3' ); - - SELECT parent1.parent1key, child1.value, child2.value - FROM parent1 - LEFT OUTER JOIN child1 ON child1.child1key = parent1.child1key - INNER JOIN child2 ON child2.child2key = parent1.child2key; - } -} {1 {Value for C1.1} {Value for C2.1} 2 {} {Value for C2.2} 3 {Value for C1.3} {Value for C2.3}} - -# This procedure executes the SQL. Then it appends -# the ::sqlite_query_plan variable. -# -proc queryplan {sql} { - set ::sqlite_sort_count 0 - set data [execsql $sql] - return [concat $data $::sqlite_query_plan] -} - - -# If you have a from clause of the form: A B C left join D -# then make sure the query optimizer is able to reorder the -# A B C part anyway it wants. -# -# Following the fix to ticket #1652, there was a time when -# the C table would not reorder. So the following reorderings -# were possible: -# -# A B C left join D -# B A C left join D -# -# But these reorders were not allowed -# -# C A B left join D -# A C B left join D -# C B A left join D -# B C A left join D -# -# The following tests are here to verify that the latter four -# reorderings are allowed again. -# -do_test where3-2.1 { - execsql { - CREATE TABLE tA(apk integer primary key, ax); - CREATE TABLE tB(bpk integer primary key, bx); - CREATE TABLE tC(cpk integer primary key, cx); - CREATE TABLE tD(dpk integer primary key, dx); - } - queryplan { - SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx - WHERE cpk=bx AND bpk=ax - } -} {tA {} tB * tC * tD *} -do_test where3-2.2 { - queryplan { - SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx - WHERE cpk=bx AND apk=bx - } -} {tB {} tA * tC * tD *} -do_test where3-2.3 { - queryplan { - SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx - WHERE cpk=bx AND apk=bx - } -} {tB {} tA * tC * tD *} -do_test where3-2.4 { - queryplan { - SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx - WHERE apk=cx AND bpk=ax - } -} {tC {} tA * tB * tD *} -do_test where3-2.5 { - queryplan { - SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx - WHERE cpk=ax AND bpk=cx - } -} {tA {} tC * tB * tD *} -do_test where3-2.5 { - queryplan { - SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx - WHERE bpk=cx AND apk=bx - } -} {tC {} tB * tA * tD *} -do_test where3-2.6 { - queryplan { - SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx - WHERE cpk=bx AND apk=cx - } -} {tB {} tC * tA * tD *} - - -finish_test diff --git a/libs/sqlite/test/where4.test b/libs/sqlite/test/where4.test deleted file mode 100644 index fc616482b0..0000000000 --- a/libs/sqlite/test/where4.test +++ /dev/null @@ -1,180 +0,0 @@ -# 2006 October 27 -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -# -#*********************************************************************** -# This file implements regression tests for SQLite library. The -# focus of this file is testing the use of indices in WHERE clauses. -# This file was created when support for optimizing IS NULL phrases -# was added. And so the principle purpose of this file is to test -# that IS NULL phrases are correctly optimized. But you can never -# have too many tests, so some other tests are thrown in as well. -# -# $Id: where4.test,v 1.2 2007/01/25 16:56:08 drh Exp $ - -set testdir [file dirname $argv0] -source $testdir/tester.tcl - -# Build some test data -# -do_test where4-1.0 { - execsql { - CREATE TABLE t1(w, x, y); - CREATE INDEX i1wxy ON t1(w,x,y); - INSERT INTO t1 VALUES(1,2,3); - INSERT INTO t1 VALUES(1,NULL,3); - INSERT INTO t1 VALUES('a','b','c'); - INSERT INTO t1 VALUES('a',NULL,'c'); - INSERT INTO t1 VALUES(X'78',x'79',x'7a'); - INSERT INTO t1 VALUES(X'78',NULL,X'7A'); - INSERT INTO t1 VALUES(NULL,NULL,NULL); - SELECT count(*) FROM t1; - } -} {7} - -# Do an SQL statement. Append the search count to the end of the result. -# -proc count sql { - set ::sqlite_search_count 0 - return [concat [execsql $sql] $::sqlite_search_count] -} - -# Verify that queries use an index. We are using the special variable -# "sqlite_search_count" which tallys the number of executions of MoveTo -# and Next operators in the VDBE. By verifing that the search count is -# small we can be assured that indices are being used properly. -# -do_test where4-1.1 { - count {SELECT rowid FROM t1 WHERE w IS NULL} -} {7 2} -do_test where4-1.2 { - count {SELECT rowid FROM t1 WHERE +w IS NULL} -} {7 6} -do_test where4-1.3 { - count {SELECT rowid FROM t1 WHERE w=1 AND x IS NULL} -} {2 2} -do_test where4-1.4 { - count {SELECT rowid FROM t1 WHERE w=1 AND +x IS NULL} -} {2 3} -do_test where4-1.5 { - count {SELECT rowid FROM t1 WHERE w=1 AND x>0} -} {1 2} -do_test where4-1.6 { - count {SELECT rowid FROM t1 WHERE w=1 AND x<9} -} {1 3} -do_test where4-1.7 { - count {SELECT rowid FROM t1 WHERE w=1 AND x IS NULL AND y=3} -} {2 2} -do_test where4-1.8 { - count {SELECT rowid FROM t1 WHERE w=1 AND x IS NULL AND y>2} -} {2 2} -do_test where4-1.9 { - count {SELECT rowid FROM t1 WHERE w='a' AND x IS NULL AND y='c'} -} {4 2} -do_test where4-1.10 { - count {SELECT rowid FROM t1 WHERE w=x'78' AND x IS NULL} -} {6 2} -do_test where4-1.11 { - count {SELECT rowid FROM t1 WHERE w=x'78' AND x IS NULL AND y=123} -} {1} -do_test where4-1.12 { - count {SELECT rowid FROM t1 WHERE w=x'78' AND x IS NULL AND y=x'7A'} -} {6 2} -do_test where4-1.13 { - count {SELECT rowid FROM t1 WHERE w IS NULL AND x IS NULL} -} {7 2} -do_test where4-1.14 { - count {SELECT rowid FROM t1 WHERE w IS NULL AND x IS NULL AND y IS NULL} -} {7 2} -do_test where4-1.15 { - count {SELECT rowid FROM t1 WHERE w IS NULL AND x IS NULL AND y<0} -} {2} -do_test where4-1.16 { - count {SELECT rowid FROM t1 WHERE w IS NULL AND x IS NULL AND y>=0} -} {1} - -do_test where4-2.1 { - execsql {SELECT rowid FROM t1 ORDER BY w, x, y} -} {7 2 1 4 3 6 5} -do_test where4-2.2 { - execsql {SELECT rowid FROM t1 ORDER BY w DESC, x, y} -} {6 5 4 3 2 1 7} -do_test where4-2.3 { - execsql {SELECT rowid FROM t1 ORDER BY w, x DESC, y} -} {7 1 2 3 4 5 6} - - -# Ticket #2177 -# -# Suppose you have a left join where the right table of the left -# join (the one that can be NULL) has an index on two columns. -# The first indexed column is used in the ON clause of the join. -# The second indexed column is used in the WHERE clause with an IS NULL -# constraint. It is not allowed to use the IS NULL optimization to -# optimize the query because the second column might be NULL because -# the right table did not match - something the index does not know -# about. -# -do_test where4-3.1 { - execsql { - CREATE TABLE t2(a); - INSERT INTO t2 VALUES(1); - INSERT INTO t2 VALUES(2); - INSERT INTO t2 VALUES(3); - CREATE TABLE t3(x,y,UNIQUE(x,y)); - INSERT INTO t3 VALUES(1,11); - INSERT INTO t3 VALUES(2,NULL); - - SELECT * FROM t2 LEFT JOIN t3 ON a=x WHERE +y IS NULL; - } -} {2 2 {} 3 {} {}} -do_test where4-3.2 { - execsql { - SELECT * FROM t2 LEFT JOIN t3 ON a=x WHERE y IS NULL; - } -} {2 2 {} 3 {} {}} - -# Ticket #2189. Probably the same bug as #2177. -# -do_test where4-4.1 { - execsql { - CREATE TABLE test(col1 TEXT PRIMARY KEY); - INSERT INTO test(col1) values('a'); - INSERT INTO test(col1) values('b'); - INSERT INTO test(col1) values('c'); - CREATE TABLE test2(col1 TEXT PRIMARY KEY); - INSERT INTO test2(col1) values('a'); - INSERT INTO test2(col1) values('b'); - INSERT INTO test2(col1) values('c'); - SELECT * FROM test t1 LEFT OUTER JOIN test2 t2 ON t1.col1 = t2.col1 - WHERE +t2.col1 IS NULL; - } -} {} -do_test where4-4.2 { - execsql { - SELECT * FROM test t1 LEFT OUTER JOIN test2 t2 ON t1.col1 = t2.col1 - WHERE t2.col1 IS NULL; - } -} {} -do_test where4-4.3 { - execsql { - SELECT * FROM test t1 LEFT OUTER JOIN test2 t2 ON t1.col1 = t2.col1 - WHERE +t1.col1 IS NULL; - } -} {} -do_test where4-4.4 { - execsql { - SELECT * FROM test t1 LEFT OUTER JOIN test2 t2 ON t1.col1 = t2.col1 - WHERE t1.col1 IS NULL; - } -} {} - - -integrity_check {where4-99.0} - -finish_test diff --git a/libs/sqlite/tool/diffdb.c b/libs/sqlite/tool/diffdb.c deleted file mode 100644 index 0537d38723..0000000000 --- a/libs/sqlite/tool/diffdb.c +++ /dev/null @@ -1,44 +0,0 @@ -/* -** A utility for printing the differences between two SQLite database files. -*/ -#include -#include -#include -#include -#include -#include -#include - - -#define PAGESIZE 1024 -static int db1 = -1; -static int db2 = -1; - -int main(int argc, char **argv){ - int iPg; - unsigned char a1[PAGESIZE], a2[PAGESIZE]; - if( argc!=3 ){ - fprintf(stderr,"Usage: %s FILENAME FILENAME\n", argv[0]); - exit(1); - } - db1 = open(argv[1], O_RDONLY); - if( db1<0 ){ - fprintf(stderr,"%s: can't open %s\n", argv[0], argv[1]); - exit(1); - } - db2 = open(argv[2], O_RDONLY); - if( db2<0 ){ - fprintf(stderr,"%s: can't open %s\n", argv[0], argv[2]); - exit(1); - } - iPg = 1; - while( read(db1, a1, PAGESIZE)==PAGESIZE && read(db2,a2,PAGESIZE)==PAGESIZE ){ - if( memcmp(a1,a2,PAGESIZE) ){ - printf("Page %d\n", iPg); - } - iPg++; - } - printf("%d pages checked\n", iPg-1); - close(db1); - close(db2); -} diff --git a/libs/sqlite/tool/fragck.tcl b/libs/sqlite/tool/fragck.tcl deleted file mode 100644 index 35e76f482b..0000000000 --- a/libs/sqlite/tool/fragck.tcl +++ /dev/null @@ -1,149 +0,0 @@ -# Run this TCL script using "testfixture" to get a report that shows -# the sequence of database pages used by a particular table or index. -# This information is used for fragmentation analysis. -# - -# Get the name of the database to analyze -# - -if {[llength $argv]!=2} { - puts stderr "Usage: $argv0 database-name table-or-index-name" - exit 1 -} -set file_to_analyze [lindex $argv 0] -if {![file exists $file_to_analyze]} { - puts stderr "No such file: $file_to_analyze" - exit 1 -} -if {![file readable $file_to_analyze]} { - puts stderr "File is not readable: $file_to_analyze" - exit 1 -} -if {[file size $file_to_analyze]<512} { - puts stderr "Empty or malformed database: $file_to_analyze" - exit 1 -} -set objname [lindex $argv 1] - -# Open the database -# -sqlite3 db [lindex $argv 0] -set DB [btree_open [lindex $argv 0] 1000 0] - -# This proc is a wrapper around the btree_cursor_info command. The -# second argument is an open btree cursor returned by [btree_cursor]. -# The first argument is the name of an array variable that exists in -# the scope of the caller. If the third argument is non-zero, then -# info is returned for the page that lies $up entries upwards in the -# tree-structure. (i.e. $up==1 returns the parent page, $up==2 the -# grandparent etc.) -# -# The following entries in that array are filled in with information retrieved -# using [btree_cursor_info]: -# -# $arrayvar(page_no) = The page number -# $arrayvar(entry_no) = The entry number -# $arrayvar(page_entries) = Total number of entries on this page -# $arrayvar(cell_size) = Cell size (local payload + header) -# $arrayvar(page_freebytes) = Number of free bytes on this page -# $arrayvar(page_freeblocks) = Number of free blocks on the page -# $arrayvar(payload_bytes) = Total payload size (local + overflow) -# $arrayvar(header_bytes) = Header size in bytes -# $arrayvar(local_payload_bytes) = Local payload size -# $arrayvar(parent) = Parent page number -# -proc cursor_info {arrayvar csr {up 0}} { - upvar $arrayvar a - foreach [list a(page_no) \ - a(entry_no) \ - a(page_entries) \ - a(cell_size) \ - a(page_freebytes) \ - a(page_freeblocks) \ - a(payload_bytes) \ - a(header_bytes) \ - a(local_payload_bytes) \ - a(parent) \ - a(first_ovfl) ] [btree_cursor_info $csr $up] break -} - -# Determine the page-size of the database. This global variable is used -# throughout the script. -# -set pageSize [db eval {PRAGMA page_size}] - -# Find the root page of table or index to be analyzed. Also find out -# if the object is a table or an index. -# -if {$objname=="sqlite_master"} { - set rootpage 1 - set type table -} else { - db eval { - SELECT rootpage, type FROM sqlite_master - WHERE name=$objname - } break - if {![info exists rootpage]} { - puts stderr "no such table or index: $objname" - exit 1 - } - if {$type!="table" && $type!="index"} { - puts stderr "$objname is something other than a table or index" - exit 1 - } - if {![string is integer -strict $rootpage]} { - puts stderr "invalid root page for $objname: $rootpage" - exit 1 - } -} - -# The cursor $csr is pointing to an entry. Print out information -# about the page that $up levels above that page that contains -# the entry. If $up==0 use the page that contains the entry. -# -# If information about the page has been printed already, then -# this is a no-op. -# -proc page_info {csr up} { - global seen - cursor_info ci $csr $up - set pg $ci(page_no) - if {[info exists seen($pg)]} return - set seen($pg) 1 - - # Do parent pages first - # - if {$ci(parent)} { - page_info $csr [expr {$up+1}] - } - - # Find the depth of this page - # - set depth 1 - set i $up - while {$ci(parent)} { - incr i - incr depth - cursor_info ci $csr $i - } - - # print the results - # - puts [format {LEVEL %d: %6d} $depth $pg] -} - - - - -# Loop through the object and print out page numbers -# -set csr [btree_cursor $DB $rootpage 0] -for {btree_first $csr} {![btree_eof $csr]} {btree_next $csr} { - page_info $csr 0 - set i 1 - foreach pg [btree_ovfl_info $DB $csr] { - puts [format {OVFL %3d: %6d} $i $pg] - incr i - } -} -exit 0 diff --git a/libs/sqlite/tool/lemon.c b/libs/sqlite/tool/lemon.c deleted file mode 100644 index b724ca0f93..0000000000 --- a/libs/sqlite/tool/lemon.c +++ /dev/null @@ -1,4772 +0,0 @@ -/* -** This file contains all sources (including headers) to the LEMON -** LALR(1) parser generator. The sources have been combined into a -** single file to make it easy to include LEMON in the source tree -** and Makefile of another program. -** -** The author of this program disclaims copyright. -*/ -#include -#include -#include -#include -#include - -#ifndef __WIN32__ -# if defined(_WIN32) || defined(WIN32) -# define __WIN32__ -# endif -#endif - -/* #define PRIVATE static */ -#define PRIVATE - -#ifdef TEST -#define MAXRHS 5 /* Set low to exercise exception code */ -#else -#define MAXRHS 1000 -#endif - -char *msort(); -extern void *malloc(); - -/******** From the file "action.h" *************************************/ -struct action *Action_new(); -struct action *Action_sort(); - -/********* From the file "assert.h" ************************************/ -void myassert(); -#ifndef NDEBUG -# define assert(X) if(!(X))myassert(__FILE__,__LINE__) -#else -# define assert(X) -#endif - -/********** From the file "build.h" ************************************/ -void FindRulePrecedences(); -void FindFirstSets(); -void FindStates(); -void FindLinks(); -void FindFollowSets(); -void FindActions(); - -/********* From the file "configlist.h" *********************************/ -void Configlist_init(/* void */); -struct config *Configlist_add(/* struct rule *, int */); -struct config *Configlist_addbasis(/* struct rule *, int */); -void Configlist_closure(/* void */); -void Configlist_sort(/* void */); -void Configlist_sortbasis(/* void */); -struct config *Configlist_return(/* void */); -struct config *Configlist_basis(/* void */); -void Configlist_eat(/* struct config * */); -void Configlist_reset(/* void */); - -/********* From the file "error.h" ***************************************/ -void ErrorMsg(const char *, int,const char *, ...); - -/****** From the file "option.h" ******************************************/ -struct s_options { - enum { OPT_FLAG=1, OPT_INT, OPT_DBL, OPT_STR, - OPT_FFLAG, OPT_FINT, OPT_FDBL, OPT_FSTR} type; - char *label; - char *arg; - char *message; -}; -int OptInit(/* char**,struct s_options*,FILE* */); -int OptNArgs(/* void */); -char *OptArg(/* int */); -void OptErr(/* int */); -void OptPrint(/* void */); - -/******** From the file "parse.h" *****************************************/ -void Parse(/* struct lemon *lemp */); - -/********* From the file "plink.h" ***************************************/ -struct plink *Plink_new(/* void */); -void Plink_add(/* struct plink **, struct config * */); -void Plink_copy(/* struct plink **, struct plink * */); -void Plink_delete(/* struct plink * */); - -/********** From the file "report.h" *************************************/ -void Reprint(/* struct lemon * */); -void ReportOutput(/* struct lemon * */); -void ReportTable(/* struct lemon * */); -void ReportHeader(/* struct lemon * */); -void CompressTables(/* struct lemon * */); -void ResortStates(/* struct lemon * */); - -/********** From the file "set.h" ****************************************/ -void SetSize(/* int N */); /* All sets will be of size N */ -char *SetNew(/* void */); /* A new set for element 0..N */ -void SetFree(/* char* */); /* Deallocate a set */ - -int SetAdd(/* char*,int */); /* Add element to a set */ -int SetUnion(/* char *A,char *B */); /* A <- A U B, thru element N */ - -#define SetFind(X,Y) (X[Y]) /* True if Y is in set X */ - -/********** From the file "struct.h" *************************************/ -/* -** Principal data structures for the LEMON parser generator. -*/ - -typedef enum {B_FALSE=0, B_TRUE} Boolean; - -/* Symbols (terminals and nonterminals) of the grammar are stored -** in the following: */ -struct symbol { - char *name; /* Name of the symbol */ - int index; /* Index number for this symbol */ - enum { - TERMINAL, - NONTERMINAL, - MULTITERMINAL - } type; /* Symbols are all either TERMINALS or NTs */ - struct rule *rule; /* Linked list of rules of this (if an NT) */ - struct symbol *fallback; /* fallback token in case this token doesn't parse */ - int prec; /* Precedence if defined (-1 otherwise) */ - enum e_assoc { - LEFT, - RIGHT, - NONE, - UNK - } assoc; /* Associativity if predecence is defined */ - char *firstset; /* First-set for all rules of this symbol */ - Boolean lambda; /* True if NT and can generate an empty string */ - char *destructor; /* Code which executes whenever this symbol is - ** popped from the stack during error processing */ - int destructorln; /* Line number of destructor code */ - char *datatype; /* The data type of information held by this - ** object. Only used if type==NONTERMINAL */ - int dtnum; /* The data type number. In the parser, the value - ** stack is a union. The .yy%d element of this - ** union is the correct data type for this object */ - /* The following fields are used by MULTITERMINALs only */ - int nsubsym; /* Number of constituent symbols in the MULTI */ - struct symbol **subsym; /* Array of constituent symbols */ -}; - -/* Each production rule in the grammar is stored in the following -** structure. */ -struct rule { - struct symbol *lhs; /* Left-hand side of the rule */ - char *lhsalias; /* Alias for the LHS (NULL if none) */ - int ruleline; /* Line number for the rule */ - int nrhs; /* Number of RHS symbols */ - struct symbol **rhs; /* The RHS symbols */ - char **rhsalias; /* An alias for each RHS symbol (NULL if none) */ - int line; /* Line number at which code begins */ - char *code; /* The code executed when this rule is reduced */ - struct symbol *precsym; /* Precedence symbol for this rule */ - int index; /* An index number for this rule */ - Boolean canReduce; /* True if this rule is ever reduced */ - struct rule *nextlhs; /* Next rule with the same LHS */ - struct rule *next; /* Next rule in the global list */ -}; - -/* A configuration is a production rule of the grammar together with -** a mark (dot) showing how much of that rule has been processed so far. -** Configurations also contain a follow-set which is a list of terminal -** symbols which are allowed to immediately follow the end of the rule. -** Every configuration is recorded as an instance of the following: */ -struct config { - struct rule *rp; /* The rule upon which the configuration is based */ - int dot; /* The parse point */ - char *fws; /* Follow-set for this configuration only */ - struct plink *fplp; /* Follow-set forward propagation links */ - struct plink *bplp; /* Follow-set backwards propagation links */ - struct state *stp; /* Pointer to state which contains this */ - enum { - COMPLETE, /* The status is used during followset and */ - INCOMPLETE /* shift computations */ - } status; - struct config *next; /* Next configuration in the state */ - struct config *bp; /* The next basis configuration */ -}; - -/* Every shift or reduce operation is stored as one of the following */ -struct action { - struct symbol *sp; /* The look-ahead symbol */ - enum e_action { - SHIFT, - ACCEPT, - REDUCE, - ERROR, - CONFLICT, /* Was a reduce, but part of a conflict */ - SH_RESOLVED, /* Was a shift. Precedence resolved conflict */ - RD_RESOLVED, /* Was reduce. Precedence resolved conflict */ - NOT_USED /* Deleted by compression */ - } type; - union { - struct state *stp; /* The new state, if a shift */ - struct rule *rp; /* The rule, if a reduce */ - } x; - struct action *next; /* Next action for this state */ - struct action *collide; /* Next action with the same hash */ -}; - -/* Each state of the generated parser's finite state machine -** is encoded as an instance of the following structure. */ -struct state { - struct config *bp; /* The basis configurations for this state */ - struct config *cfp; /* All configurations in this set */ - int statenum; /* Sequencial number for this state */ - struct action *ap; /* Array of actions for this state */ - int nTknAct, nNtAct; /* Number of actions on terminals and nonterminals */ - int iTknOfst, iNtOfst; /* yy_action[] offset for terminals and nonterms */ - int iDflt; /* Default action */ -}; -#define NO_OFFSET (-2147483647) - -/* A followset propagation link indicates that the contents of one -** configuration followset should be propagated to another whenever -** the first changes. */ -struct plink { - struct config *cfp; /* The configuration to which linked */ - struct plink *next; /* The next propagate link */ -}; - -/* The state vector for the entire parser generator is recorded as -** follows. (LEMON uses no global variables and makes little use of -** static variables. Fields in the following structure can be thought -** of as begin global variables in the program.) */ -struct lemon { - struct state **sorted; /* Table of states sorted by state number */ - struct rule *rule; /* List of all rules */ - int nstate; /* Number of states */ - int nrule; /* Number of rules */ - int nsymbol; /* Number of terminal and nonterminal symbols */ - int nterminal; /* Number of terminal symbols */ - struct symbol **symbols; /* Sorted array of pointers to symbols */ - int errorcnt; /* Number of errors */ - struct symbol *errsym; /* The error symbol */ - struct symbol *wildcard; /* Token that matches anything */ - char *name; /* Name of the generated parser */ - char *arg; /* Declaration of the 3th argument to parser */ - char *tokentype; /* Type of terminal symbols in the parser stack */ - char *vartype; /* The default type of non-terminal symbols */ - char *start; /* Name of the start symbol for the grammar */ - char *stacksize; /* Size of the parser stack */ - char *include; /* Code to put at the start of the C file */ - int includeln; /* Line number for start of include code */ - char *error; /* Code to execute when an error is seen */ - int errorln; /* Line number for start of error code */ - char *overflow; /* Code to execute on a stack overflow */ - int overflowln; /* Line number for start of overflow code */ - char *failure; /* Code to execute on parser failure */ - int failureln; /* Line number for start of failure code */ - char *accept; /* Code to execute when the parser excepts */ - int acceptln; /* Line number for the start of accept code */ - char *extracode; /* Code appended to the generated file */ - int extracodeln; /* Line number for the start of the extra code */ - char *tokendest; /* Code to execute to destroy token data */ - int tokendestln; /* Line number for token destroyer code */ - char *vardest; /* Code for the default non-terminal destructor */ - int vardestln; /* Line number for default non-term destructor code*/ - char *filename; /* Name of the input file */ - char *outname; /* Name of the current output file */ - char *tokenprefix; /* A prefix added to token names in the .h file */ - int nconflict; /* Number of parsing conflicts */ - int tablesize; /* Size of the parse tables */ - int basisflag; /* Print only basis configurations */ - int has_fallback; /* True if any %fallback is seen in the grammer */ - char *argv0; /* Name of the program */ -}; - -#define MemoryCheck(X) if((X)==0){ \ - extern void memory_error(); \ - memory_error(); \ -} - -/**************** From the file "table.h" *********************************/ -/* -** All code in this file has been automatically generated -** from a specification in the file -** "table.q" -** by the associative array code building program "aagen". -** Do not edit this file! Instead, edit the specification -** file, then rerun aagen. -*/ -/* -** Code for processing tables in the LEMON parser generator. -*/ - -/* Routines for handling a strings */ - -char *Strsafe(); - -void Strsafe_init(/* void */); -int Strsafe_insert(/* char * */); -char *Strsafe_find(/* char * */); - -/* Routines for handling symbols of the grammar */ - -struct symbol *Symbol_new(); -int Symbolcmpp(/* struct symbol **, struct symbol ** */); -void Symbol_init(/* void */); -int Symbol_insert(/* struct symbol *, char * */); -struct symbol *Symbol_find(/* char * */); -struct symbol *Symbol_Nth(/* int */); -int Symbol_count(/* */); -struct symbol **Symbol_arrayof(/* */); - -/* Routines to manage the state table */ - -int Configcmp(/* struct config *, struct config * */); -struct state *State_new(); -void State_init(/* void */); -int State_insert(/* struct state *, struct config * */); -struct state *State_find(/* struct config * */); -struct state **State_arrayof(/* */); - -/* Routines used for efficiency in Configlist_add */ - -void Configtable_init(/* void */); -int Configtable_insert(/* struct config * */); -struct config *Configtable_find(/* struct config * */); -void Configtable_clear(/* int(*)(struct config *) */); -/****************** From the file "action.c" *******************************/ -/* -** Routines processing parser actions in the LEMON parser generator. -*/ - -/* Allocate a new parser action */ -struct action *Action_new(){ - static struct action *freelist = 0; - struct action *new; - - if( freelist==0 ){ - int i; - int amt = 100; - freelist = (struct action *)malloc( sizeof(struct action)*amt ); - if( freelist==0 ){ - fprintf(stderr,"Unable to allocate memory for a new parser action."); - exit(1); - } - for(i=0; inext; - return new; -} - -/* Compare two actions */ -static int actioncmp(ap1,ap2) -struct action *ap1; -struct action *ap2; -{ - int rc; - rc = ap1->sp->index - ap2->sp->index; - if( rc==0 ) rc = (int)ap1->type - (int)ap2->type; - if( rc==0 ){ - rc = ap1->x.rp->index - ap2->x.rp->index; - } - return rc; -} - -/* Sort parser actions */ -struct action *Action_sort(ap) -struct action *ap; -{ - ap = (struct action *)msort((char *)ap,(char **)&ap->next,actioncmp); - return ap; -} - -void Action_add(app,type,sp,arg) -struct action **app; -enum e_action type; -struct symbol *sp; -char *arg; -{ - struct action *new; - new = Action_new(); - new->next = *app; - *app = new; - new->type = type; - new->sp = sp; - if( type==SHIFT ){ - new->x.stp = (struct state *)arg; - }else{ - new->x.rp = (struct rule *)arg; - } -} -/********************** New code to implement the "acttab" module ***********/ -/* -** This module implements routines use to construct the yy_action[] table. -*/ - -/* -** The state of the yy_action table under construction is an instance of -** the following structure -*/ -typedef struct acttab acttab; -struct acttab { - int nAction; /* Number of used slots in aAction[] */ - int nActionAlloc; /* Slots allocated for aAction[] */ - struct { - int lookahead; /* Value of the lookahead token */ - int action; /* Action to take on the given lookahead */ - } *aAction, /* The yy_action[] table under construction */ - *aLookahead; /* A single new transaction set */ - int mnLookahead; /* Minimum aLookahead[].lookahead */ - int mnAction; /* Action associated with mnLookahead */ - int mxLookahead; /* Maximum aLookahead[].lookahead */ - int nLookahead; /* Used slots in aLookahead[] */ - int nLookaheadAlloc; /* Slots allocated in aLookahead[] */ -}; - -/* Return the number of entries in the yy_action table */ -#define acttab_size(X) ((X)->nAction) - -/* The value for the N-th entry in yy_action */ -#define acttab_yyaction(X,N) ((X)->aAction[N].action) - -/* The value for the N-th entry in yy_lookahead */ -#define acttab_yylookahead(X,N) ((X)->aAction[N].lookahead) - -/* Free all memory associated with the given acttab */ -void acttab_free(acttab *p){ - free( p->aAction ); - free( p->aLookahead ); - free( p ); -} - -/* Allocate a new acttab structure */ -acttab *acttab_alloc(void){ - acttab *p = malloc( sizeof(*p) ); - if( p==0 ){ - fprintf(stderr,"Unable to allocate memory for a new acttab."); - exit(1); - } - memset(p, 0, sizeof(*p)); - return p; -} - -/* Add a new action to the current transaction set -*/ -void acttab_action(acttab *p, int lookahead, int action){ - if( p->nLookahead>=p->nLookaheadAlloc ){ - p->nLookaheadAlloc += 25; - p->aLookahead = realloc( p->aLookahead, - sizeof(p->aLookahead[0])*p->nLookaheadAlloc ); - if( p->aLookahead==0 ){ - fprintf(stderr,"malloc failed\n"); - exit(1); - } - } - if( p->nLookahead==0 ){ - p->mxLookahead = lookahead; - p->mnLookahead = lookahead; - p->mnAction = action; - }else{ - if( p->mxLookaheadmxLookahead = lookahead; - if( p->mnLookahead>lookahead ){ - p->mnLookahead = lookahead; - p->mnAction = action; - } - } - p->aLookahead[p->nLookahead].lookahead = lookahead; - p->aLookahead[p->nLookahead].action = action; - p->nLookahead++; -} - -/* -** Add the transaction set built up with prior calls to acttab_action() -** into the current action table. Then reset the transaction set back -** to an empty set in preparation for a new round of acttab_action() calls. -** -** Return the offset into the action table of the new transaction. -*/ -int acttab_insert(acttab *p){ - int i, j, k, n; - assert( p->nLookahead>0 ); - - /* Make sure we have enough space to hold the expanded action table - ** in the worst case. The worst case occurs if the transaction set - ** must be appended to the current action table - */ - n = p->mxLookahead + 1; - if( p->nAction + n >= p->nActionAlloc ){ - int oldAlloc = p->nActionAlloc; - p->nActionAlloc = p->nAction + n + p->nActionAlloc + 20; - p->aAction = realloc( p->aAction, - sizeof(p->aAction[0])*p->nActionAlloc); - if( p->aAction==0 ){ - fprintf(stderr,"malloc failed\n"); - exit(1); - } - for(i=oldAlloc; inActionAlloc; i++){ - p->aAction[i].lookahead = -1; - p->aAction[i].action = -1; - } - } - - /* Scan the existing action table looking for an offset where we can - ** insert the current transaction set. Fall out of the loop when that - ** offset is found. In the worst case, we fall out of the loop when - ** i reaches p->nAction, which means we append the new transaction set. - ** - ** i is the index in p->aAction[] where p->mnLookahead is inserted. - */ - for(i=0; inAction+p->mnLookahead; i++){ - if( p->aAction[i].lookahead<0 ){ - for(j=0; jnLookahead; j++){ - k = p->aLookahead[j].lookahead - p->mnLookahead + i; - if( k<0 ) break; - if( p->aAction[k].lookahead>=0 ) break; - } - if( jnLookahead ) continue; - for(j=0; jnAction; j++){ - if( p->aAction[j].lookahead==j+p->mnLookahead-i ) break; - } - if( j==p->nAction ){ - break; /* Fits in empty slots */ - } - }else if( p->aAction[i].lookahead==p->mnLookahead ){ - if( p->aAction[i].action!=p->mnAction ) continue; - for(j=0; jnLookahead; j++){ - k = p->aLookahead[j].lookahead - p->mnLookahead + i; - if( k<0 || k>=p->nAction ) break; - if( p->aLookahead[j].lookahead!=p->aAction[k].lookahead ) break; - if( p->aLookahead[j].action!=p->aAction[k].action ) break; - } - if( jnLookahead ) continue; - n = 0; - for(j=0; jnAction; j++){ - if( p->aAction[j].lookahead<0 ) continue; - if( p->aAction[j].lookahead==j+p->mnLookahead-i ) n++; - } - if( n==p->nLookahead ){ - break; /* Same as a prior transaction set */ - } - } - } - /* Insert transaction set at index i. */ - for(j=0; jnLookahead; j++){ - k = p->aLookahead[j].lookahead - p->mnLookahead + i; - p->aAction[k] = p->aLookahead[j]; - if( k>=p->nAction ) p->nAction = k+1; - } - p->nLookahead = 0; - - /* Return the offset that is added to the lookahead in order to get the - ** index into yy_action of the action */ - return i - p->mnLookahead; -} - -/********************** From the file "assert.c" ****************************/ -/* -** A more efficient way of handling assertions. -*/ -void myassert(file,line) -char *file; -int line; -{ - fprintf(stderr,"Assertion failed on line %d of file \"%s\"\n",line,file); - exit(1); -} -/********************** From the file "build.c" *****************************/ -/* -** Routines to construction the finite state machine for the LEMON -** parser generator. -*/ - -/* Find a precedence symbol of every rule in the grammar. -** -** Those rules which have a precedence symbol coded in the input -** grammar using the "[symbol]" construct will already have the -** rp->precsym field filled. Other rules take as their precedence -** symbol the first RHS symbol with a defined precedence. If there -** are not RHS symbols with a defined precedence, the precedence -** symbol field is left blank. -*/ -void FindRulePrecedences(xp) -struct lemon *xp; -{ - struct rule *rp; - for(rp=xp->rule; rp; rp=rp->next){ - if( rp->precsym==0 ){ - int i, j; - for(i=0; inrhs && rp->precsym==0; i++){ - struct symbol *sp = rp->rhs[i]; - if( sp->type==MULTITERMINAL ){ - for(j=0; jnsubsym; j++){ - if( sp->subsym[j]->prec>=0 ){ - rp->precsym = sp->subsym[j]; - break; - } - } - }else if( sp->prec>=0 ){ - rp->precsym = rp->rhs[i]; - } - } - } - } - return; -} - -/* Find all nonterminals which will generate the empty string. -** Then go back and compute the first sets of every nonterminal. -** The first set is the set of all terminal symbols which can begin -** a string generated by that nonterminal. -*/ -void FindFirstSets(lemp) -struct lemon *lemp; -{ - int i, j; - struct rule *rp; - int progress; - - for(i=0; insymbol; i++){ - lemp->symbols[i]->lambda = B_FALSE; - } - for(i=lemp->nterminal; insymbol; i++){ - lemp->symbols[i]->firstset = SetNew(); - } - - /* First compute all lambdas */ - do{ - progress = 0; - for(rp=lemp->rule; rp; rp=rp->next){ - if( rp->lhs->lambda ) continue; - for(i=0; inrhs; i++){ - struct symbol *sp = rp->rhs[i]; - if( sp->type!=TERMINAL || sp->lambda==B_FALSE ) break; - } - if( i==rp->nrhs ){ - rp->lhs->lambda = B_TRUE; - progress = 1; - } - } - }while( progress ); - - /* Now compute all first sets */ - do{ - struct symbol *s1, *s2; - progress = 0; - for(rp=lemp->rule; rp; rp=rp->next){ - s1 = rp->lhs; - for(i=0; inrhs; i++){ - s2 = rp->rhs[i]; - if( s2->type==TERMINAL ){ - progress += SetAdd(s1->firstset,s2->index); - break; - }else if( s2->type==MULTITERMINAL ){ - for(j=0; jnsubsym; j++){ - progress += SetAdd(s1->firstset,s2->subsym[j]->index); - } - break; - }else if( s1==s2 ){ - if( s1->lambda==B_FALSE ) break; - }else{ - progress += SetUnion(s1->firstset,s2->firstset); - if( s2->lambda==B_FALSE ) break; - } - } - } - }while( progress ); - return; -} - -/* Compute all LR(0) states for the grammar. Links -** are added to between some states so that the LR(1) follow sets -** can be computed later. -*/ -PRIVATE struct state *getstate(/* struct lemon * */); /* forward reference */ -void FindStates(lemp) -struct lemon *lemp; -{ - struct symbol *sp; - struct rule *rp; - - Configlist_init(); - - /* Find the start symbol */ - if( lemp->start ){ - sp = Symbol_find(lemp->start); - if( sp==0 ){ - ErrorMsg(lemp->filename,0, -"The specified start symbol \"%s\" is not \ -in a nonterminal of the grammar. \"%s\" will be used as the start \ -symbol instead.",lemp->start,lemp->rule->lhs->name); - lemp->errorcnt++; - sp = lemp->rule->lhs; - } - }else{ - sp = lemp->rule->lhs; - } - - /* Make sure the start symbol doesn't occur on the right-hand side of - ** any rule. Report an error if it does. (YACC would generate a new - ** start symbol in this case.) */ - for(rp=lemp->rule; rp; rp=rp->next){ - int i; - for(i=0; inrhs; i++){ - if( rp->rhs[i]==sp ){ /* FIX ME: Deal with multiterminals */ - ErrorMsg(lemp->filename,0, -"The start symbol \"%s\" occurs on the \ -right-hand side of a rule. This will result in a parser which \ -does not work properly.",sp->name); - lemp->errorcnt++; - } - } - } - - /* The basis configuration set for the first state - ** is all rules which have the start symbol as their - ** left-hand side */ - for(rp=sp->rule; rp; rp=rp->nextlhs){ - struct config *newcfp; - newcfp = Configlist_addbasis(rp,0); - SetAdd(newcfp->fws,0); - } - - /* Compute the first state. All other states will be - ** computed automatically during the computation of the first one. - ** The returned pointer to the first state is not used. */ - (void)getstate(lemp); - return; -} - -/* Return a pointer to a state which is described by the configuration -** list which has been built from calls to Configlist_add. -*/ -PRIVATE void buildshifts(/* struct lemon *, struct state * */); /* Forwd ref */ -PRIVATE struct state *getstate(lemp) -struct lemon *lemp; -{ - struct config *cfp, *bp; - struct state *stp; - - /* Extract the sorted basis of the new state. The basis was constructed - ** by prior calls to "Configlist_addbasis()". */ - Configlist_sortbasis(); - bp = Configlist_basis(); - - /* Get a state with the same basis */ - stp = State_find(bp); - if( stp ){ - /* A state with the same basis already exists! Copy all the follow-set - ** propagation links from the state under construction into the - ** preexisting state, then return a pointer to the preexisting state */ - struct config *x, *y; - for(x=bp, y=stp->bp; x && y; x=x->bp, y=y->bp){ - Plink_copy(&y->bplp,x->bplp); - Plink_delete(x->fplp); - x->fplp = x->bplp = 0; - } - cfp = Configlist_return(); - Configlist_eat(cfp); - }else{ - /* This really is a new state. Construct all the details */ - Configlist_closure(lemp); /* Compute the configuration closure */ - Configlist_sort(); /* Sort the configuration closure */ - cfp = Configlist_return(); /* Get a pointer to the config list */ - stp = State_new(); /* A new state structure */ - MemoryCheck(stp); - stp->bp = bp; /* Remember the configuration basis */ - stp->cfp = cfp; /* Remember the configuration closure */ - stp->statenum = lemp->nstate++; /* Every state gets a sequence number */ - stp->ap = 0; /* No actions, yet. */ - State_insert(stp,stp->bp); /* Add to the state table */ - buildshifts(lemp,stp); /* Recursively compute successor states */ - } - return stp; -} - -/* -** Return true if two symbols are the same. -*/ -int same_symbol(a,b) -struct symbol *a; -struct symbol *b; -{ - int i; - if( a==b ) return 1; - if( a->type!=MULTITERMINAL ) return 0; - if( b->type!=MULTITERMINAL ) return 0; - if( a->nsubsym!=b->nsubsym ) return 0; - for(i=0; insubsym; i++){ - if( a->subsym[i]!=b->subsym[i] ) return 0; - } - return 1; -} - -/* Construct all successor states to the given state. A "successor" -** state is any state which can be reached by a shift action. -*/ -PRIVATE void buildshifts(lemp,stp) -struct lemon *lemp; -struct state *stp; /* The state from which successors are computed */ -{ - struct config *cfp; /* For looping thru the config closure of "stp" */ - struct config *bcfp; /* For the inner loop on config closure of "stp" */ - struct config *new; /* */ - struct symbol *sp; /* Symbol following the dot in configuration "cfp" */ - struct symbol *bsp; /* Symbol following the dot in configuration "bcfp" */ - struct state *newstp; /* A pointer to a successor state */ - - /* Each configuration becomes complete after it contibutes to a successor - ** state. Initially, all configurations are incomplete */ - for(cfp=stp->cfp; cfp; cfp=cfp->next) cfp->status = INCOMPLETE; - - /* Loop through all configurations of the state "stp" */ - for(cfp=stp->cfp; cfp; cfp=cfp->next){ - if( cfp->status==COMPLETE ) continue; /* Already used by inner loop */ - if( cfp->dot>=cfp->rp->nrhs ) continue; /* Can't shift this config */ - Configlist_reset(); /* Reset the new config set */ - sp = cfp->rp->rhs[cfp->dot]; /* Symbol after the dot */ - - /* For every configuration in the state "stp" which has the symbol "sp" - ** following its dot, add the same configuration to the basis set under - ** construction but with the dot shifted one symbol to the right. */ - for(bcfp=cfp; bcfp; bcfp=bcfp->next){ - if( bcfp->status==COMPLETE ) continue; /* Already used */ - if( bcfp->dot>=bcfp->rp->nrhs ) continue; /* Can't shift this one */ - bsp = bcfp->rp->rhs[bcfp->dot]; /* Get symbol after dot */ - if( !same_symbol(bsp,sp) ) continue; /* Must be same as for "cfp" */ - bcfp->status = COMPLETE; /* Mark this config as used */ - new = Configlist_addbasis(bcfp->rp,bcfp->dot+1); - Plink_add(&new->bplp,bcfp); - } - - /* Get a pointer to the state described by the basis configuration set - ** constructed in the preceding loop */ - newstp = getstate(lemp); - - /* The state "newstp" is reached from the state "stp" by a shift action - ** on the symbol "sp" */ - if( sp->type==MULTITERMINAL ){ - int i; - for(i=0; insubsym; i++){ - Action_add(&stp->ap,SHIFT,sp->subsym[i],(char*)newstp); - } - }else{ - Action_add(&stp->ap,SHIFT,sp,(char *)newstp); - } - } -} - -/* -** Construct the propagation links -*/ -void FindLinks(lemp) -struct lemon *lemp; -{ - int i; - struct config *cfp, *other; - struct state *stp; - struct plink *plp; - - /* Housekeeping detail: - ** Add to every propagate link a pointer back to the state to - ** which the link is attached. */ - for(i=0; instate; i++){ - stp = lemp->sorted[i]; - for(cfp=stp->cfp; cfp; cfp=cfp->next){ - cfp->stp = stp; - } - } - - /* Convert all backlinks into forward links. Only the forward - ** links are used in the follow-set computation. */ - for(i=0; instate; i++){ - stp = lemp->sorted[i]; - for(cfp=stp->cfp; cfp; cfp=cfp->next){ - for(plp=cfp->bplp; plp; plp=plp->next){ - other = plp->cfp; - Plink_add(&other->fplp,cfp); - } - } - } -} - -/* Compute all followsets. -** -** A followset is the set of all symbols which can come immediately -** after a configuration. -*/ -void FindFollowSets(lemp) -struct lemon *lemp; -{ - int i; - struct config *cfp; - struct plink *plp; - int progress; - int change; - - for(i=0; instate; i++){ - for(cfp=lemp->sorted[i]->cfp; cfp; cfp=cfp->next){ - cfp->status = INCOMPLETE; - } - } - - do{ - progress = 0; - for(i=0; instate; i++){ - for(cfp=lemp->sorted[i]->cfp; cfp; cfp=cfp->next){ - if( cfp->status==COMPLETE ) continue; - for(plp=cfp->fplp; plp; plp=plp->next){ - change = SetUnion(plp->cfp->fws,cfp->fws); - if( change ){ - plp->cfp->status = INCOMPLETE; - progress = 1; - } - } - cfp->status = COMPLETE; - } - } - }while( progress ); -} - -static int resolve_conflict(); - -/* Compute the reduce actions, and resolve conflicts. -*/ -void FindActions(lemp) -struct lemon *lemp; -{ - int i,j; - struct config *cfp; - struct state *stp; - struct symbol *sp; - struct rule *rp; - - /* Add all of the reduce actions - ** A reduce action is added for each element of the followset of - ** a configuration which has its dot at the extreme right. - */ - for(i=0; instate; i++){ /* Loop over all states */ - stp = lemp->sorted[i]; - for(cfp=stp->cfp; cfp; cfp=cfp->next){ /* Loop over all configurations */ - if( cfp->rp->nrhs==cfp->dot ){ /* Is dot at extreme right? */ - for(j=0; jnterminal; j++){ - if( SetFind(cfp->fws,j) ){ - /* Add a reduce action to the state "stp" which will reduce by the - ** rule "cfp->rp" if the lookahead symbol is "lemp->symbols[j]" */ - Action_add(&stp->ap,REDUCE,lemp->symbols[j],(char *)cfp->rp); - } - } - } - } - } - - /* Add the accepting token */ - if( lemp->start ){ - sp = Symbol_find(lemp->start); - if( sp==0 ) sp = lemp->rule->lhs; - }else{ - sp = lemp->rule->lhs; - } - /* Add to the first state (which is always the starting state of the - ** finite state machine) an action to ACCEPT if the lookahead is the - ** start nonterminal. */ - Action_add(&lemp->sorted[0]->ap,ACCEPT,sp,0); - - /* Resolve conflicts */ - for(i=0; instate; i++){ - struct action *ap, *nap; - struct state *stp; - stp = lemp->sorted[i]; - assert( stp->ap ); - stp->ap = Action_sort(stp->ap); - for(ap=stp->ap; ap && ap->next; ap=ap->next){ - for(nap=ap->next; nap && nap->sp==ap->sp; nap=nap->next){ - /* The two actions "ap" and "nap" have the same lookahead. - ** Figure out which one should be used */ - lemp->nconflict += resolve_conflict(ap,nap,lemp->errsym); - } - } - } - - /* Report an error for each rule that can never be reduced. */ - for(rp=lemp->rule; rp; rp=rp->next) rp->canReduce = B_FALSE; - for(i=0; instate; i++){ - struct action *ap; - for(ap=lemp->sorted[i]->ap; ap; ap=ap->next){ - if( ap->type==REDUCE ) ap->x.rp->canReduce = B_TRUE; - } - } - for(rp=lemp->rule; rp; rp=rp->next){ - if( rp->canReduce ) continue; - ErrorMsg(lemp->filename,rp->ruleline,"This rule can not be reduced.\n"); - lemp->errorcnt++; - } -} - -/* Resolve a conflict between the two given actions. If the -** conflict can't be resolve, return non-zero. -** -** NO LONGER TRUE: -** To resolve a conflict, first look to see if either action -** is on an error rule. In that case, take the action which -** is not associated with the error rule. If neither or both -** actions are associated with an error rule, then try to -** use precedence to resolve the conflict. -** -** If either action is a SHIFT, then it must be apx. This -** function won't work if apx->type==REDUCE and apy->type==SHIFT. -*/ -static int resolve_conflict(apx,apy,errsym) -struct action *apx; -struct action *apy; -struct symbol *errsym; /* The error symbol (if defined. NULL otherwise) */ -{ - struct symbol *spx, *spy; - int errcnt = 0; - assert( apx->sp==apy->sp ); /* Otherwise there would be no conflict */ - if( apx->type==SHIFT && apy->type==SHIFT ){ - apy->type = CONFLICT; - errcnt++; - } - if( apx->type==SHIFT && apy->type==REDUCE ){ - spx = apx->sp; - spy = apy->x.rp->precsym; - if( spy==0 || spx->prec<0 || spy->prec<0 ){ - /* Not enough precedence information. */ - apy->type = CONFLICT; - errcnt++; - }else if( spx->prec>spy->prec ){ /* Lower precedence wins */ - apy->type = RD_RESOLVED; - }else if( spx->precprec ){ - apx->type = SH_RESOLVED; - }else if( spx->prec==spy->prec && spx->assoc==RIGHT ){ /* Use operator */ - apy->type = RD_RESOLVED; /* associativity */ - }else if( spx->prec==spy->prec && spx->assoc==LEFT ){ /* to break tie */ - apx->type = SH_RESOLVED; - }else{ - assert( spx->prec==spy->prec && spx->assoc==NONE ); - apy->type = CONFLICT; - errcnt++; - } - }else if( apx->type==REDUCE && apy->type==REDUCE ){ - spx = apx->x.rp->precsym; - spy = apy->x.rp->precsym; - if( spx==0 || spy==0 || spx->prec<0 || - spy->prec<0 || spx->prec==spy->prec ){ - apy->type = CONFLICT; - errcnt++; - }else if( spx->prec>spy->prec ){ - apy->type = RD_RESOLVED; - }else if( spx->precprec ){ - apx->type = RD_RESOLVED; - } - }else{ - assert( - apx->type==SH_RESOLVED || - apx->type==RD_RESOLVED || - apx->type==CONFLICT || - apy->type==SH_RESOLVED || - apy->type==RD_RESOLVED || - apy->type==CONFLICT - ); - /* The REDUCE/SHIFT case cannot happen because SHIFTs come before - ** REDUCEs on the list. If we reach this point it must be because - ** the parser conflict had already been resolved. */ - } - return errcnt; -} -/********************* From the file "configlist.c" *************************/ -/* -** Routines to processing a configuration list and building a state -** in the LEMON parser generator. -*/ - -static struct config *freelist = 0; /* List of free configurations */ -static struct config *current = 0; /* Top of list of configurations */ -static struct config **currentend = 0; /* Last on list of configs */ -static struct config *basis = 0; /* Top of list of basis configs */ -static struct config **basisend = 0; /* End of list of basis configs */ - -/* Return a pointer to a new configuration */ -PRIVATE struct config *newconfig(){ - struct config *new; - if( freelist==0 ){ - int i; - int amt = 3; - freelist = (struct config *)malloc( sizeof(struct config)*amt ); - if( freelist==0 ){ - fprintf(stderr,"Unable to allocate memory for a new configuration."); - exit(1); - } - for(i=0; inext; - return new; -} - -/* The configuration "old" is no longer used */ -PRIVATE void deleteconfig(old) -struct config *old; -{ - old->next = freelist; - freelist = old; -} - -/* Initialized the configuration list builder */ -void Configlist_init(){ - current = 0; - currentend = ¤t; - basis = 0; - basisend = &basis; - Configtable_init(); - return; -} - -/* Initialized the configuration list builder */ -void Configlist_reset(){ - current = 0; - currentend = ¤t; - basis = 0; - basisend = &basis; - Configtable_clear(0); - return; -} - -/* Add another configuration to the configuration list */ -struct config *Configlist_add(rp,dot) -struct rule *rp; /* The rule */ -int dot; /* Index into the RHS of the rule where the dot goes */ -{ - struct config *cfp, model; - - assert( currentend!=0 ); - model.rp = rp; - model.dot = dot; - cfp = Configtable_find(&model); - if( cfp==0 ){ - cfp = newconfig(); - cfp->rp = rp; - cfp->dot = dot; - cfp->fws = SetNew(); - cfp->stp = 0; - cfp->fplp = cfp->bplp = 0; - cfp->next = 0; - cfp->bp = 0; - *currentend = cfp; - currentend = &cfp->next; - Configtable_insert(cfp); - } - return cfp; -} - -/* Add a basis configuration to the configuration list */ -struct config *Configlist_addbasis(rp,dot) -struct rule *rp; -int dot; -{ - struct config *cfp, model; - - assert( basisend!=0 ); - assert( currentend!=0 ); - model.rp = rp; - model.dot = dot; - cfp = Configtable_find(&model); - if( cfp==0 ){ - cfp = newconfig(); - cfp->rp = rp; - cfp->dot = dot; - cfp->fws = SetNew(); - cfp->stp = 0; - cfp->fplp = cfp->bplp = 0; - cfp->next = 0; - cfp->bp = 0; - *currentend = cfp; - currentend = &cfp->next; - *basisend = cfp; - basisend = &cfp->bp; - Configtable_insert(cfp); - } - return cfp; -} - -/* Compute the closure of the configuration list */ -void Configlist_closure(lemp) -struct lemon *lemp; -{ - struct config *cfp, *newcfp; - struct rule *rp, *newrp; - struct symbol *sp, *xsp; - int i, dot; - - assert( currentend!=0 ); - for(cfp=current; cfp; cfp=cfp->next){ - rp = cfp->rp; - dot = cfp->dot; - if( dot>=rp->nrhs ) continue; - sp = rp->rhs[dot]; - if( sp->type==NONTERMINAL ){ - if( sp->rule==0 && sp!=lemp->errsym ){ - ErrorMsg(lemp->filename,rp->line,"Nonterminal \"%s\" has no rules.", - sp->name); - lemp->errorcnt++; - } - for(newrp=sp->rule; newrp; newrp=newrp->nextlhs){ - newcfp = Configlist_add(newrp,0); - for(i=dot+1; inrhs; i++){ - xsp = rp->rhs[i]; - if( xsp->type==TERMINAL ){ - SetAdd(newcfp->fws,xsp->index); - break; - }else if( xsp->type==MULTITERMINAL ){ - int k; - for(k=0; knsubsym; k++){ - SetAdd(newcfp->fws, xsp->subsym[k]->index); - } - break; - }else{ - SetUnion(newcfp->fws,xsp->firstset); - if( xsp->lambda==B_FALSE ) break; - } - } - if( i==rp->nrhs ) Plink_add(&cfp->fplp,newcfp); - } - } - } - return; -} - -/* Sort the configuration list */ -void Configlist_sort(){ - current = (struct config *)msort((char *)current,(char **)&(current->next),Configcmp); - currentend = 0; - return; -} - -/* Sort the basis configuration list */ -void Configlist_sortbasis(){ - basis = (struct config *)msort((char *)current,(char **)&(current->bp),Configcmp); - basisend = 0; - return; -} - -/* Return a pointer to the head of the configuration list and -** reset the list */ -struct config *Configlist_return(){ - struct config *old; - old = current; - current = 0; - currentend = 0; - return old; -} - -/* Return a pointer to the head of the configuration list and -** reset the list */ -struct config *Configlist_basis(){ - struct config *old; - old = basis; - basis = 0; - basisend = 0; - return old; -} - -/* Free all elements of the given configuration list */ -void Configlist_eat(cfp) -struct config *cfp; -{ - struct config *nextcfp; - for(; cfp; cfp=nextcfp){ - nextcfp = cfp->next; - assert( cfp->fplp==0 ); - assert( cfp->bplp==0 ); - if( cfp->fws ) SetFree(cfp->fws); - deleteconfig(cfp); - } - return; -} -/***************** From the file "error.c" *********************************/ -/* -** Code for printing error message. -*/ - -/* Find a good place to break "msg" so that its length is at least "min" -** but no more than "max". Make the point as close to max as possible. -*/ -static int findbreak(msg,min,max) -char *msg; -int min; -int max; -{ - int i,spot; - char c; - for(i=spot=min; i<=max; i++){ - c = msg[i]; - if( c=='\t' ) msg[i] = ' '; - if( c=='\n' ){ msg[i] = ' '; spot = i; break; } - if( c==0 ){ spot = i; break; } - if( c=='-' && i0 ){ - sprintf(prefix,"%.*s:%d: ",PREFIXLIMIT-10,filename,lineno); - }else{ - sprintf(prefix,"%.*s: ",PREFIXLIMIT-10,filename); - } - prefixsize = strlen(prefix); - availablewidth = LINEWIDTH - prefixsize; - - /* Generate the error message */ - vsprintf(errmsg,format,ap); - va_end(ap); - errmsgsize = strlen(errmsg); - /* Remove trailing '\n's from the error message. */ - while( errmsgsize>0 && errmsg[errmsgsize-1]=='\n' ){ - errmsg[--errmsgsize] = 0; - } - - /* Print the error message */ - base = 0; - while( errmsg[base]!=0 ){ - end = restart = findbreak(&errmsg[base],0,availablewidth); - restart += base; - while( errmsg[restart]==' ' ) restart++; - fprintf(stdout,"%s%.*s\n",prefix,end,&errmsg[base]); - base = restart; - } -} -/**************** From the file "main.c" ************************************/ -/* -** Main program file for the LEMON parser generator. -*/ - -/* Report an out-of-memory condition and abort. This function -** is used mostly by the "MemoryCheck" macro in struct.h -*/ -void memory_error(){ - fprintf(stderr,"Out of memory. Aborting...\n"); - exit(1); -} - -static int nDefine = 0; /* Number of -D options on the command line */ -static char **azDefine = 0; /* Name of the -D macros */ - -/* This routine is called with the argument to each -D command-line option. -** Add the macro defined to the azDefine array. -*/ -static void handle_D_option(char *z){ - char **paz; - nDefine++; - azDefine = realloc(azDefine, sizeof(azDefine[0])*nDefine); - if( azDefine==0 ){ - fprintf(stderr,"out of memory\n"); - exit(1); - } - paz = &azDefine[nDefine-1]; - *paz = malloc( strlen(z)+1 ); - if( *paz==0 ){ - fprintf(stderr,"out of memory\n"); - exit(1); - } - strcpy(*paz, z); - for(z=*paz; *z && *z!='='; z++){} - *z = 0; -} - - -/* The main program. Parse the command line and do it... */ -int main(argc,argv) -int argc; -char **argv; -{ - static int version = 0; - static int rpflag = 0; - static int basisflag = 0; - static int compress = 0; - static int quiet = 0; - static int statistics = 0; - static int mhflag = 0; - static struct s_options options[] = { - {OPT_FLAG, "b", (char*)&basisflag, "Print only the basis in report."}, - {OPT_FLAG, "c", (char*)&compress, "Don't compress the action table."}, - {OPT_FSTR, "D", (char*)handle_D_option, "Define an %ifdef macro."}, - {OPT_FLAG, "g", (char*)&rpflag, "Print grammar without actions."}, - {OPT_FLAG, "m", (char*)&mhflag, "Output a makeheaders compatible file"}, - {OPT_FLAG, "q", (char*)&quiet, "(Quiet) Don't print the report file."}, - {OPT_FLAG, "s", (char*)&statistics, - "Print parser stats to standard output."}, - {OPT_FLAG, "x", (char*)&version, "Print the version number."}, - {OPT_FLAG,0,0,0} - }; - int i; - struct lemon lem; - - OptInit(argv,options,stderr); - if( version ){ - printf("Lemon version 1.0\n"); - exit(0); - } - if( OptNArgs()!=1 ){ - fprintf(stderr,"Exactly one filename argument is required.\n"); - exit(1); - } - memset(&lem, 0, sizeof(lem)); - lem.errorcnt = 0; - - /* Initialize the machine */ - Strsafe_init(); - Symbol_init(); - State_init(); - lem.argv0 = argv[0]; - lem.filename = OptArg(0); - lem.basisflag = basisflag; - Symbol_new("$"); - lem.errsym = Symbol_new("error"); - - /* Parse the input file */ - Parse(&lem); - if( lem.errorcnt ) exit(lem.errorcnt); - if( lem.nrule==0 ){ - fprintf(stderr,"Empty grammar.\n"); - exit(1); - } - - /* Count and index the symbols of the grammar */ - lem.nsymbol = Symbol_count(); - Symbol_new("{default}"); - lem.symbols = Symbol_arrayof(); - for(i=0; i<=lem.nsymbol; i++) lem.symbols[i]->index = i; - qsort(lem.symbols,lem.nsymbol+1,sizeof(struct symbol*), - (int(*)())Symbolcmpp); - for(i=0; i<=lem.nsymbol; i++) lem.symbols[i]->index = i; - for(i=1; isupper(lem.symbols[i]->name[0]); i++); - lem.nterminal = i; - - /* Generate a reprint of the grammar, if requested on the command line */ - if( rpflag ){ - Reprint(&lem); - }else{ - /* Initialize the size for all follow and first sets */ - SetSize(lem.nterminal); - - /* Find the precedence for every production rule (that has one) */ - FindRulePrecedences(&lem); - - /* Compute the lambda-nonterminals and the first-sets for every - ** nonterminal */ - FindFirstSets(&lem); - - /* Compute all LR(0) states. Also record follow-set propagation - ** links so that the follow-set can be computed later */ - lem.nstate = 0; - FindStates(&lem); - lem.sorted = State_arrayof(); - - /* Tie up loose ends on the propagation links */ - FindLinks(&lem); - - /* Compute the follow set of every reducible configuration */ - FindFollowSets(&lem); - - /* Compute the action tables */ - FindActions(&lem); - - /* Compress the action tables */ - if( compress==0 ) CompressTables(&lem); - - /* Reorder and renumber the states so that states with fewer choices - ** occur at the end. */ - ResortStates(&lem); - - /* Generate a report of the parser generated. (the "y.output" file) */ - if( !quiet ) ReportOutput(&lem); - - /* Generate the source code for the parser */ - ReportTable(&lem, mhflag); - - /* Produce a header file for use by the scanner. (This step is - ** omitted if the "-m" option is used because makeheaders will - ** generate the file for us.) */ - if( !mhflag ) ReportHeader(&lem); - } - if( statistics ){ - printf("Parser statistics: %d terminals, %d nonterminals, %d rules\n", - lem.nterminal, lem.nsymbol - lem.nterminal, lem.nrule); - printf(" %d states, %d parser table entries, %d conflicts\n", - lem.nstate, lem.tablesize, lem.nconflict); - } - if( lem.nconflict ){ - fprintf(stderr,"%d parsing conflicts.\n",lem.nconflict); - } - exit(lem.errorcnt + lem.nconflict); - return (lem.errorcnt + lem.nconflict); -} -/******************** From the file "msort.c" *******************************/ -/* -** A generic merge-sort program. -** -** USAGE: -** Let "ptr" be a pointer to some structure which is at the head of -** a null-terminated list. Then to sort the list call: -** -** ptr = msort(ptr,&(ptr->next),cmpfnc); -** -** In the above, "cmpfnc" is a pointer to a function which compares -** two instances of the structure and returns an integer, as in -** strcmp. The second argument is a pointer to the pointer to the -** second element of the linked list. This address is used to compute -** the offset to the "next" field within the structure. The offset to -** the "next" field must be constant for all structures in the list. -** -** The function returns a new pointer which is the head of the list -** after sorting. -** -** ALGORITHM: -** Merge-sort. -*/ - -/* -** Return a pointer to the next structure in the linked list. -*/ -#define NEXT(A) (*(char**)(((unsigned long)A)+offset)) - -/* -** Inputs: -** a: A sorted, null-terminated linked list. (May be null). -** b: A sorted, null-terminated linked list. (May be null). -** cmp: A pointer to the comparison function. -** offset: Offset in the structure to the "next" field. -** -** Return Value: -** A pointer to the head of a sorted list containing the elements -** of both a and b. -** -** Side effects: -** The "next" pointers for elements in the lists a and b are -** changed. -*/ -static char *merge(a,b,cmp,offset) -char *a; -char *b; -int (*cmp)(); -int offset; -{ - char *ptr, *head; - - if( a==0 ){ - head = b; - }else if( b==0 ){ - head = a; - }else{ - if( (*cmp)(a,b)<0 ){ - ptr = a; - a = NEXT(a); - }else{ - ptr = b; - b = NEXT(b); - } - head = ptr; - while( a && b ){ - if( (*cmp)(a,b)<0 ){ - NEXT(ptr) = a; - ptr = a; - a = NEXT(a); - }else{ - NEXT(ptr) = b; - ptr = b; - b = NEXT(b); - } - } - if( a ) NEXT(ptr) = a; - else NEXT(ptr) = b; - } - return head; -} - -/* -** Inputs: -** list: Pointer to a singly-linked list of structures. -** next: Pointer to pointer to the second element of the list. -** cmp: A comparison function. -** -** Return Value: -** A pointer to the head of a sorted list containing the elements -** orginally in list. -** -** Side effects: -** The "next" pointers for elements in list are changed. -*/ -#define LISTSIZE 30 -char *msort(list,next,cmp) -char *list; -char **next; -int (*cmp)(); -{ - unsigned long offset; - char *ep; - char *set[LISTSIZE]; - int i; - offset = (unsigned long)next - (unsigned long)list; - for(i=0; istate = WAITING_FOR_DECL_KEYWORD; - }else if( islower(x[0]) ){ - psp->lhs = Symbol_new(x); - psp->nrhs = 0; - psp->lhsalias = 0; - psp->state = WAITING_FOR_ARROW; - }else if( x[0]=='{' ){ - if( psp->prevrule==0 ){ - ErrorMsg(psp->filename,psp->tokenlineno, -"There is not prior rule opon which to attach the code \ -fragment which begins on this line."); - psp->errorcnt++; - }else if( psp->prevrule->code!=0 ){ - ErrorMsg(psp->filename,psp->tokenlineno, -"Code fragment beginning on this line is not the first \ -to follow the previous rule."); - psp->errorcnt++; - }else{ - psp->prevrule->line = psp->tokenlineno; - psp->prevrule->code = &x[1]; - } - }else if( x[0]=='[' ){ - psp->state = PRECEDENCE_MARK_1; - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Token \"%s\" should be either \"%%\" or a nonterminal name.", - x); - psp->errorcnt++; - } - break; - case PRECEDENCE_MARK_1: - if( !isupper(x[0]) ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "The precedence symbol must be a terminal."); - psp->errorcnt++; - }else if( psp->prevrule==0 ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "There is no prior rule to assign precedence \"[%s]\".",x); - psp->errorcnt++; - }else if( psp->prevrule->precsym!=0 ){ - ErrorMsg(psp->filename,psp->tokenlineno, -"Precedence mark on this line is not the first \ -to follow the previous rule."); - psp->errorcnt++; - }else{ - psp->prevrule->precsym = Symbol_new(x); - } - psp->state = PRECEDENCE_MARK_2; - break; - case PRECEDENCE_MARK_2: - if( x[0]!=']' ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "Missing \"]\" on precedence mark."); - psp->errorcnt++; - } - psp->state = WAITING_FOR_DECL_OR_RULE; - break; - case WAITING_FOR_ARROW: - if( x[0]==':' && x[1]==':' && x[2]=='=' ){ - psp->state = IN_RHS; - }else if( x[0]=='(' ){ - psp->state = LHS_ALIAS_1; - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Expected to see a \":\" following the LHS symbol \"%s\".", - psp->lhs->name); - psp->errorcnt++; - psp->state = RESYNC_AFTER_RULE_ERROR; - } - break; - case LHS_ALIAS_1: - if( isalpha(x[0]) ){ - psp->lhsalias = x; - psp->state = LHS_ALIAS_2; - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "\"%s\" is not a valid alias for the LHS \"%s\"\n", - x,psp->lhs->name); - psp->errorcnt++; - psp->state = RESYNC_AFTER_RULE_ERROR; - } - break; - case LHS_ALIAS_2: - if( x[0]==')' ){ - psp->state = LHS_ALIAS_3; - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Missing \")\" following LHS alias name \"%s\".",psp->lhsalias); - psp->errorcnt++; - psp->state = RESYNC_AFTER_RULE_ERROR; - } - break; - case LHS_ALIAS_3: - if( x[0]==':' && x[1]==':' && x[2]=='=' ){ - psp->state = IN_RHS; - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Missing \"->\" following: \"%s(%s)\".", - psp->lhs->name,psp->lhsalias); - psp->errorcnt++; - psp->state = RESYNC_AFTER_RULE_ERROR; - } - break; - case IN_RHS: - if( x[0]=='.' ){ - struct rule *rp; - rp = (struct rule *)malloc( sizeof(struct rule) + - sizeof(struct symbol*)*psp->nrhs + sizeof(char*)*psp->nrhs ); - if( rp==0 ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "Can't allocate enough memory for this rule."); - psp->errorcnt++; - psp->prevrule = 0; - }else{ - int i; - rp->ruleline = psp->tokenlineno; - rp->rhs = (struct symbol**)&rp[1]; - rp->rhsalias = (char**)&(rp->rhs[psp->nrhs]); - for(i=0; inrhs; i++){ - rp->rhs[i] = psp->rhs[i]; - rp->rhsalias[i] = psp->alias[i]; - } - rp->lhs = psp->lhs; - rp->lhsalias = psp->lhsalias; - rp->nrhs = psp->nrhs; - rp->code = 0; - rp->precsym = 0; - rp->index = psp->gp->nrule++; - rp->nextlhs = rp->lhs->rule; - rp->lhs->rule = rp; - rp->next = 0; - if( psp->firstrule==0 ){ - psp->firstrule = psp->lastrule = rp; - }else{ - psp->lastrule->next = rp; - psp->lastrule = rp; - } - psp->prevrule = rp; - } - psp->state = WAITING_FOR_DECL_OR_RULE; - }else if( isalpha(x[0]) ){ - if( psp->nrhs>=MAXRHS ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "Too many symbols on RHS or rule beginning at \"%s\".", - x); - psp->errorcnt++; - psp->state = RESYNC_AFTER_RULE_ERROR; - }else{ - psp->rhs[psp->nrhs] = Symbol_new(x); - psp->alias[psp->nrhs] = 0; - psp->nrhs++; - } - }else if( (x[0]=='|' || x[0]=='/') && psp->nrhs>0 ){ - struct symbol *msp = psp->rhs[psp->nrhs-1]; - if( msp->type!=MULTITERMINAL ){ - struct symbol *origsp = msp; - msp = malloc(sizeof(*msp)); - memset(msp, 0, sizeof(*msp)); - msp->type = MULTITERMINAL; - msp->nsubsym = 1; - msp->subsym = malloc(sizeof(struct symbol*)); - msp->subsym[0] = origsp; - msp->name = origsp->name; - psp->rhs[psp->nrhs-1] = msp; - } - msp->nsubsym++; - msp->subsym = realloc(msp->subsym, sizeof(struct symbol*)*msp->nsubsym); - msp->subsym[msp->nsubsym-1] = Symbol_new(&x[1]); - if( islower(x[1]) || islower(msp->subsym[0]->name[0]) ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "Cannot form a compound containing a non-terminal"); - psp->errorcnt++; - } - }else if( x[0]=='(' && psp->nrhs>0 ){ - psp->state = RHS_ALIAS_1; - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Illegal character on RHS of rule: \"%s\".",x); - psp->errorcnt++; - psp->state = RESYNC_AFTER_RULE_ERROR; - } - break; - case RHS_ALIAS_1: - if( isalpha(x[0]) ){ - psp->alias[psp->nrhs-1] = x; - psp->state = RHS_ALIAS_2; - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "\"%s\" is not a valid alias for the RHS symbol \"%s\"\n", - x,psp->rhs[psp->nrhs-1]->name); - psp->errorcnt++; - psp->state = RESYNC_AFTER_RULE_ERROR; - } - break; - case RHS_ALIAS_2: - if( x[0]==')' ){ - psp->state = IN_RHS; - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Missing \")\" following LHS alias name \"%s\".",psp->lhsalias); - psp->errorcnt++; - psp->state = RESYNC_AFTER_RULE_ERROR; - } - break; - case WAITING_FOR_DECL_KEYWORD: - if( isalpha(x[0]) ){ - psp->declkeyword = x; - psp->declargslot = 0; - psp->decllnslot = 0; - psp->state = WAITING_FOR_DECL_ARG; - if( strcmp(x,"name")==0 ){ - psp->declargslot = &(psp->gp->name); - }else if( strcmp(x,"include")==0 ){ - psp->declargslot = &(psp->gp->include); - psp->decllnslot = &psp->gp->includeln; - }else if( strcmp(x,"code")==0 ){ - psp->declargslot = &(psp->gp->extracode); - psp->decllnslot = &psp->gp->extracodeln; - }else if( strcmp(x,"token_destructor")==0 ){ - psp->declargslot = &psp->gp->tokendest; - psp->decllnslot = &psp->gp->tokendestln; - }else if( strcmp(x,"default_destructor")==0 ){ - psp->declargslot = &psp->gp->vardest; - psp->decllnslot = &psp->gp->vardestln; - }else if( strcmp(x,"token_prefix")==0 ){ - psp->declargslot = &psp->gp->tokenprefix; - }else if( strcmp(x,"syntax_error")==0 ){ - psp->declargslot = &(psp->gp->error); - psp->decllnslot = &psp->gp->errorln; - }else if( strcmp(x,"parse_accept")==0 ){ - psp->declargslot = &(psp->gp->accept); - psp->decllnslot = &psp->gp->acceptln; - }else if( strcmp(x,"parse_failure")==0 ){ - psp->declargslot = &(psp->gp->failure); - psp->decllnslot = &psp->gp->failureln; - }else if( strcmp(x,"stack_overflow")==0 ){ - psp->declargslot = &(psp->gp->overflow); - psp->decllnslot = &psp->gp->overflowln; - }else if( strcmp(x,"extra_argument")==0 ){ - psp->declargslot = &(psp->gp->arg); - }else if( strcmp(x,"token_type")==0 ){ - psp->declargslot = &(psp->gp->tokentype); - }else if( strcmp(x,"default_type")==0 ){ - psp->declargslot = &(psp->gp->vartype); - }else if( strcmp(x,"stack_size")==0 ){ - psp->declargslot = &(psp->gp->stacksize); - }else if( strcmp(x,"start_symbol")==0 ){ - psp->declargslot = &(psp->gp->start); - }else if( strcmp(x,"left")==0 ){ - psp->preccounter++; - psp->declassoc = LEFT; - psp->state = WAITING_FOR_PRECEDENCE_SYMBOL; - }else if( strcmp(x,"right")==0 ){ - psp->preccounter++; - psp->declassoc = RIGHT; - psp->state = WAITING_FOR_PRECEDENCE_SYMBOL; - }else if( strcmp(x,"nonassoc")==0 ){ - psp->preccounter++; - psp->declassoc = NONE; - psp->state = WAITING_FOR_PRECEDENCE_SYMBOL; - }else if( strcmp(x,"destructor")==0 ){ - psp->state = WAITING_FOR_DESTRUCTOR_SYMBOL; - }else if( strcmp(x,"type")==0 ){ - psp->state = WAITING_FOR_DATATYPE_SYMBOL; - }else if( strcmp(x,"fallback")==0 ){ - psp->fallback = 0; - psp->state = WAITING_FOR_FALLBACK_ID; - }else if( strcmp(x,"wildcard")==0 ){ - psp->state = WAITING_FOR_WILDCARD_ID; - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Unknown declaration keyword: \"%%%s\".",x); - psp->errorcnt++; - psp->state = RESYNC_AFTER_DECL_ERROR; - } - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Illegal declaration keyword: \"%s\".",x); - psp->errorcnt++; - psp->state = RESYNC_AFTER_DECL_ERROR; - } - break; - case WAITING_FOR_DESTRUCTOR_SYMBOL: - if( !isalpha(x[0]) ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "Symbol name missing after %destructor keyword"); - psp->errorcnt++; - psp->state = RESYNC_AFTER_DECL_ERROR; - }else{ - struct symbol *sp = Symbol_new(x); - psp->declargslot = &sp->destructor; - psp->decllnslot = &sp->destructorln; - psp->state = WAITING_FOR_DECL_ARG; - } - break; - case WAITING_FOR_DATATYPE_SYMBOL: - if( !isalpha(x[0]) ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "Symbol name missing after %destructor keyword"); - psp->errorcnt++; - psp->state = RESYNC_AFTER_DECL_ERROR; - }else{ - struct symbol *sp = Symbol_new(x); - psp->declargslot = &sp->datatype; - psp->decllnslot = 0; - psp->state = WAITING_FOR_DECL_ARG; - } - break; - case WAITING_FOR_PRECEDENCE_SYMBOL: - if( x[0]=='.' ){ - psp->state = WAITING_FOR_DECL_OR_RULE; - }else if( isupper(x[0]) ){ - struct symbol *sp; - sp = Symbol_new(x); - if( sp->prec>=0 ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "Symbol \"%s\" has already be given a precedence.",x); - psp->errorcnt++; - }else{ - sp->prec = psp->preccounter; - sp->assoc = psp->declassoc; - } - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Can't assign a precedence to \"%s\".",x); - psp->errorcnt++; - } - break; - case WAITING_FOR_DECL_ARG: - if( (x[0]=='{' || x[0]=='\"' || isalnum(x[0])) ){ - if( *(psp->declargslot)!=0 ){ - ErrorMsg(psp->filename,psp->tokenlineno, - "The argument \"%s\" to declaration \"%%%s\" is not the first.", - x[0]=='\"' ? &x[1] : x,psp->declkeyword); - psp->errorcnt++; - psp->state = RESYNC_AFTER_DECL_ERROR; - }else{ - *(psp->declargslot) = (x[0]=='\"' || x[0]=='{') ? &x[1] : x; - if( psp->decllnslot ) *psp->decllnslot = psp->tokenlineno; - psp->state = WAITING_FOR_DECL_OR_RULE; - } - }else{ - ErrorMsg(psp->filename,psp->tokenlineno, - "Illegal argument to %%%s: %s",psp->declkeyword,x); - psp->errorcnt++; - psp->state = RESYNC_AFTER_DECL_ERROR; - } - break; - case WAITING_FOR_FALLBACK_ID: - if( x[0]=='.' ){ - psp->state = WAITING_FOR_DECL_OR_RULE; - }else if( !isupper(x[0]) ){ - ErrorMsg(psp->filename, psp->tokenlineno, - "%%fallback argument \"%s\" should be a token", x); - psp->errorcnt++; - }else{ - struct symbol *sp = Symbol_new(x); - if( psp->fallback==0 ){ - psp->fallback = sp; - }else if( sp->fallback ){ - ErrorMsg(psp->filename, psp->tokenlineno, - "More than one fallback assigned to token %s", x); - psp->errorcnt++; - }else{ - sp->fallback = psp->fallback; - psp->gp->has_fallback = 1; - } - } - break; - case WAITING_FOR_WILDCARD_ID: - if( x[0]=='.' ){ - psp->state = WAITING_FOR_DECL_OR_RULE; - }else if( !isupper(x[0]) ){ - ErrorMsg(psp->filename, psp->tokenlineno, - "%%wildcard argument \"%s\" should be a token", x); - psp->errorcnt++; - }else{ - struct symbol *sp = Symbol_new(x); - if( psp->gp->wildcard==0 ){ - psp->gp->wildcard = sp; - }else{ - ErrorMsg(psp->filename, psp->tokenlineno, - "Extra wildcard to token: %s", x); - psp->errorcnt++; - } - } - break; - case RESYNC_AFTER_RULE_ERROR: -/* if( x[0]=='.' ) psp->state = WAITING_FOR_DECL_OR_RULE; -** break; */ - case RESYNC_AFTER_DECL_ERROR: - if( x[0]=='.' ) psp->state = WAITING_FOR_DECL_OR_RULE; - if( x[0]=='%' ) psp->state = WAITING_FOR_DECL_KEYWORD; - break; - } -} - -/* Run the proprocessor over the input file text. The global variables -** azDefine[0] through azDefine[nDefine-1] contains the names of all defined -** macros. This routine looks for "%ifdef" and "%ifndef" and "%endif" and -** comments them out. Text in between is also commented out as appropriate. -*/ -static void preprocess_input(char *z){ - int i, j, k, n; - int exclude = 0; - int start; - int lineno = 1; - int start_lineno; - for(i=0; z[i]; i++){ - if( z[i]=='\n' ) lineno++; - if( z[i]!='%' || (i>0 && z[i-1]!='\n') ) continue; - if( strncmp(&z[i],"%endif",6)==0 && isspace(z[i+6]) ){ - if( exclude ){ - exclude--; - if( exclude==0 ){ - for(j=start; jfilename; - ps.errorcnt = 0; - ps.state = INITIALIZE; - - /* Begin by reading the input file */ - fp = fopen(ps.filename,"rb"); - if( fp==0 ){ - ErrorMsg(ps.filename,0,"Can't open this file for reading."); - gp->errorcnt++; - return; - } - fseek(fp,0,2); - filesize = ftell(fp); - rewind(fp); - filebuf = (char *)malloc( filesize+1 ); - if( filebuf==0 ){ - ErrorMsg(ps.filename,0,"Can't allocate %d of memory to hold this file.", - filesize+1); - gp->errorcnt++; - return; - } - if( fread(filebuf,1,filesize,fp)!=filesize ){ - ErrorMsg(ps.filename,0,"Can't read in all %d bytes of this file.", - filesize); - free(filebuf); - gp->errorcnt++; - return; - } - fclose(fp); - filebuf[filesize] = 0; - - /* Make an initial pass through the file to handle %ifdef and %ifndef */ - preprocess_input(filebuf); - - /* Now scan the text of the input file */ - lineno = 1; - for(cp=filebuf; (c= *cp)!=0; ){ - if( c=='\n' ) lineno++; /* Keep track of the line number */ - if( isspace(c) ){ cp++; continue; } /* Skip all white space */ - if( c=='/' && cp[1]=='/' ){ /* Skip C++ style comments */ - cp+=2; - while( (c= *cp)!=0 && c!='\n' ) cp++; - continue; - } - if( c=='/' && cp[1]=='*' ){ /* Skip C style comments */ - cp+=2; - while( (c= *cp)!=0 && (c!='/' || cp[-1]!='*') ){ - if( c=='\n' ) lineno++; - cp++; - } - if( c ) cp++; - continue; - } - ps.tokenstart = cp; /* Mark the beginning of the token */ - ps.tokenlineno = lineno; /* Linenumber on which token begins */ - if( c=='\"' ){ /* String literals */ - cp++; - while( (c= *cp)!=0 && c!='\"' ){ - if( c=='\n' ) lineno++; - cp++; - } - if( c==0 ){ - ErrorMsg(ps.filename,startline, -"String starting on this line is not terminated before the end of the file."); - ps.errorcnt++; - nextcp = cp; - }else{ - nextcp = cp+1; - } - }else if( c=='{' ){ /* A block of C code */ - int level; - cp++; - for(level=1; (c= *cp)!=0 && (level>1 || c!='}'); cp++){ - if( c=='\n' ) lineno++; - else if( c=='{' ) level++; - else if( c=='}' ) level--; - else if( c=='/' && cp[1]=='*' ){ /* Skip comments */ - int prevc; - cp = &cp[2]; - prevc = 0; - while( (c= *cp)!=0 && (c!='/' || prevc!='*') ){ - if( c=='\n' ) lineno++; - prevc = c; - cp++; - } - }else if( c=='/' && cp[1]=='/' ){ /* Skip C++ style comments too */ - cp = &cp[2]; - while( (c= *cp)!=0 && c!='\n' ) cp++; - if( c ) lineno++; - }else if( c=='\'' || c=='\"' ){ /* String a character literals */ - int startchar, prevc; - startchar = c; - prevc = 0; - for(cp++; (c= *cp)!=0 && (c!=startchar || prevc=='\\'); cp++){ - if( c=='\n' ) lineno++; - if( prevc=='\\' ) prevc = 0; - else prevc = c; - } - } - } - if( c==0 ){ - ErrorMsg(ps.filename,ps.tokenlineno, -"C code starting on this line is not terminated before the end of the file."); - ps.errorcnt++; - nextcp = cp; - }else{ - nextcp = cp+1; - } - }else if( isalnum(c) ){ /* Identifiers */ - while( (c= *cp)!=0 && (isalnum(c) || c=='_') ) cp++; - nextcp = cp; - }else if( c==':' && cp[1]==':' && cp[2]=='=' ){ /* The operator "::=" */ - cp += 3; - nextcp = cp; - }else if( (c=='/' || c=='|') && isalpha(cp[1]) ){ - cp += 2; - while( (c = *cp)!=0 && (isalnum(c) || c=='_') ) cp++; - nextcp = cp; - }else{ /* All other (one character) operators */ - cp++; - nextcp = cp; - } - c = *cp; - *cp = 0; /* Null terminate the token */ - parseonetoken(&ps); /* Parse the token */ - *cp = c; /* Restore the buffer */ - cp = nextcp; - } - free(filebuf); /* Release the buffer after parsing */ - gp->rule = ps.firstrule; - gp->errorcnt = ps.errorcnt; -} -/*************************** From the file "plink.c" *********************/ -/* -** Routines processing configuration follow-set propagation links -** in the LEMON parser generator. -*/ -static struct plink *plink_freelist = 0; - -/* Allocate a new plink */ -struct plink *Plink_new(){ - struct plink *new; - - if( plink_freelist==0 ){ - int i; - int amt = 100; - plink_freelist = (struct plink *)malloc( sizeof(struct plink)*amt ); - if( plink_freelist==0 ){ - fprintf(stderr, - "Unable to allocate memory for a new follow-set propagation link.\n"); - exit(1); - } - for(i=0; inext; - return new; -} - -/* Add a plink to a plink list */ -void Plink_add(plpp,cfp) -struct plink **plpp; -struct config *cfp; -{ - struct plink *new; - new = Plink_new(); - new->next = *plpp; - *plpp = new; - new->cfp = cfp; -} - -/* Transfer every plink on the list "from" to the list "to" */ -void Plink_copy(to,from) -struct plink **to; -struct plink *from; -{ - struct plink *nextpl; - while( from ){ - nextpl = from->next; - from->next = *to; - *to = from; - from = nextpl; - } -} - -/* Delete every plink on the list */ -void Plink_delete(plp) -struct plink *plp; -{ - struct plink *nextpl; - - while( plp ){ - nextpl = plp->next; - plp->next = plink_freelist; - plink_freelist = plp; - plp = nextpl; - } -} -/*********************** From the file "report.c" **************************/ -/* -** Procedures for generating reports and tables in the LEMON parser generator. -*/ - -/* Generate a filename with the given suffix. Space to hold the -** name comes from malloc() and must be freed by the calling -** function. -*/ -PRIVATE char *file_makename(lemp,suffix) -struct lemon *lemp; -char *suffix; -{ - char *name; - char *cp; - - name = malloc( strlen(lemp->filename) + strlen(suffix) + 5 ); - if( name==0 ){ - fprintf(stderr,"Can't allocate space for a filename.\n"); - exit(1); - } - strcpy(name,lemp->filename); - cp = strrchr(name,'.'); - if( cp ) *cp = 0; - strcat(name,suffix); - return name; -} - -/* Open a file with a name based on the name of the input file, -** but with a different (specified) suffix, and return a pointer -** to the stream */ -PRIVATE FILE *file_open(lemp,suffix,mode) -struct lemon *lemp; -char *suffix; -char *mode; -{ - FILE *fp; - - if( lemp->outname ) free(lemp->outname); - lemp->outname = file_makename(lemp, suffix); - fp = fopen(lemp->outname,mode); - if( fp==0 && *mode=='w' ){ - fprintf(stderr,"Can't open file \"%s\".\n",lemp->outname); - lemp->errorcnt++; - return 0; - } - return fp; -} - -/* Duplicate the input file without comments and without actions -** on rules */ -void Reprint(lemp) -struct lemon *lemp; -{ - struct rule *rp; - struct symbol *sp; - int i, j, maxlen, len, ncolumns, skip; - printf("// Reprint of input file \"%s\".\n// Symbols:\n",lemp->filename); - maxlen = 10; - for(i=0; insymbol; i++){ - sp = lemp->symbols[i]; - len = strlen(sp->name); - if( len>maxlen ) maxlen = len; - } - ncolumns = 76/(maxlen+5); - if( ncolumns<1 ) ncolumns = 1; - skip = (lemp->nsymbol + ncolumns - 1)/ncolumns; - for(i=0; insymbol; j+=skip){ - sp = lemp->symbols[j]; - assert( sp->index==j ); - printf(" %3d %-*.*s",j,maxlen,maxlen,sp->name); - } - printf("\n"); - } - for(rp=lemp->rule; rp; rp=rp->next){ - printf("%s",rp->lhs->name); - /* if( rp->lhsalias ) printf("(%s)",rp->lhsalias); */ - printf(" ::="); - for(i=0; inrhs; i++){ - sp = rp->rhs[i]; - printf(" %s", sp->name); - if( sp->type==MULTITERMINAL ){ - for(j=1; jnsubsym; j++){ - printf("|%s", sp->subsym[j]->name); - } - } - /* if( rp->rhsalias[i] ) printf("(%s)",rp->rhsalias[i]); */ - } - printf("."); - if( rp->precsym ) printf(" [%s]",rp->precsym->name); - /* if( rp->code ) printf("\n %s",rp->code); */ - printf("\n"); - } -} - -void ConfigPrint(fp,cfp) -FILE *fp; -struct config *cfp; -{ - struct rule *rp; - struct symbol *sp; - int i, j; - rp = cfp->rp; - fprintf(fp,"%s ::=",rp->lhs->name); - for(i=0; i<=rp->nrhs; i++){ - if( i==cfp->dot ) fprintf(fp," *"); - if( i==rp->nrhs ) break; - sp = rp->rhs[i]; - fprintf(fp," %s", sp->name); - if( sp->type==MULTITERMINAL ){ - for(j=1; jnsubsym; j++){ - fprintf(fp,"|%s",sp->subsym[j]->name); - } - } - } -} - -/* #define TEST */ -#if 0 -/* Print a set */ -PRIVATE void SetPrint(out,set,lemp) -FILE *out; -char *set; -struct lemon *lemp; -{ - int i; - char *spacer; - spacer = ""; - fprintf(out,"%12s[",""); - for(i=0; interminal; i++){ - if( SetFind(set,i) ){ - fprintf(out,"%s%s",spacer,lemp->symbols[i]->name); - spacer = " "; - } - } - fprintf(out,"]\n"); -} - -/* Print a plink chain */ -PRIVATE void PlinkPrint(out,plp,tag) -FILE *out; -struct plink *plp; -char *tag; -{ - while( plp ){ - fprintf(out,"%12s%s (state %2d) ","",tag,plp->cfp->stp->statenum); - ConfigPrint(out,plp->cfp); - fprintf(out,"\n"); - plp = plp->next; - } -} -#endif - -/* Print an action to the given file descriptor. Return FALSE if -** nothing was actually printed. -*/ -int PrintAction(struct action *ap, FILE *fp, int indent){ - int result = 1; - switch( ap->type ){ - case SHIFT: - fprintf(fp,"%*s shift %d",indent,ap->sp->name,ap->x.stp->statenum); - break; - case REDUCE: - fprintf(fp,"%*s reduce %d",indent,ap->sp->name,ap->x.rp->index); - break; - case ACCEPT: - fprintf(fp,"%*s accept",indent,ap->sp->name); - break; - case ERROR: - fprintf(fp,"%*s error",indent,ap->sp->name); - break; - case CONFLICT: - fprintf(fp,"%*s reduce %-3d ** Parsing conflict **", - indent,ap->sp->name,ap->x.rp->index); - break; - case SH_RESOLVED: - case RD_RESOLVED: - case NOT_USED: - result = 0; - break; - } - return result; -} - -/* Generate the "y.output" log file */ -void ReportOutput(lemp) -struct lemon *lemp; -{ - int i; - struct state *stp; - struct config *cfp; - struct action *ap; - FILE *fp; - - fp = file_open(lemp,".out","wb"); - if( fp==0 ) return; - fprintf(fp," \b"); - for(i=0; instate; i++){ - stp = lemp->sorted[i]; - fprintf(fp,"State %d:\n",stp->statenum); - if( lemp->basisflag ) cfp=stp->bp; - else cfp=stp->cfp; - while( cfp ){ - char buf[20]; - if( cfp->dot==cfp->rp->nrhs ){ - sprintf(buf,"(%d)",cfp->rp->index); - fprintf(fp," %5s ",buf); - }else{ - fprintf(fp," "); - } - ConfigPrint(fp,cfp); - fprintf(fp,"\n"); -#if 0 - SetPrint(fp,cfp->fws,lemp); - PlinkPrint(fp,cfp->fplp,"To "); - PlinkPrint(fp,cfp->bplp,"From"); -#endif - if( lemp->basisflag ) cfp=cfp->bp; - else cfp=cfp->next; - } - fprintf(fp,"\n"); - for(ap=stp->ap; ap; ap=ap->next){ - if( PrintAction(ap,fp,30) ) fprintf(fp,"\n"); - } - fprintf(fp,"\n"); - } - fclose(fp); - return; -} - -/* Search for the file "name" which is in the same directory as -** the exacutable */ -PRIVATE char *pathsearch(argv0,name,modemask) -char *argv0; -char *name; -int modemask; -{ - char *pathlist; - char *path,*cp; - char c; - extern int access(); - -#ifdef __WIN32__ - cp = strrchr(argv0,'\\'); -#else - cp = strrchr(argv0,'/'); -#endif - if( cp ){ - c = *cp; - *cp = 0; - path = (char *)malloc( strlen(argv0) + strlen(name) + 2 ); - if( path ) sprintf(path,"%s/%s",argv0,name); - *cp = c; - }else{ - extern char *getenv(); - pathlist = getenv("PATH"); - if( pathlist==0 ) pathlist = ".:/bin:/usr/bin"; - path = (char *)malloc( strlen(pathlist)+strlen(name)+2 ); - if( path!=0 ){ - while( *pathlist ){ - cp = strchr(pathlist,':'); - if( cp==0 ) cp = &pathlist[strlen(pathlist)]; - c = *cp; - *cp = 0; - sprintf(path,"%s/%s",pathlist,name); - *cp = c; - if( c==0 ) pathlist = ""; - else pathlist = &cp[1]; - if( access(path,modemask)==0 ) break; - } - } - } - return path; -} - -/* Given an action, compute the integer value for that action -** which is to be put in the action table of the generated machine. -** Return negative if no action should be generated. -*/ -PRIVATE int compute_action(lemp,ap) -struct lemon *lemp; -struct action *ap; -{ - int act; - switch( ap->type ){ - case SHIFT: act = ap->x.stp->statenum; break; - case REDUCE: act = ap->x.rp->index + lemp->nstate; break; - case ERROR: act = lemp->nstate + lemp->nrule; break; - case ACCEPT: act = lemp->nstate + lemp->nrule + 1; break; - default: act = -1; break; - } - return act; -} - -#define LINESIZE 1000 -/* The next cluster of routines are for reading the template file -** and writing the results to the generated parser */ -/* The first function transfers data from "in" to "out" until -** a line is seen which begins with "%%". The line number is -** tracked. -** -** if name!=0, then any word that begin with "Parse" is changed to -** begin with *name instead. -*/ -PRIVATE void tplt_xfer(name,in,out,lineno) -char *name; -FILE *in; -FILE *out; -int *lineno; -{ - int i, iStart; - char line[LINESIZE]; - while( fgets(line,LINESIZE,in) && (line[0]!='%' || line[1]!='%') ){ - (*lineno)++; - iStart = 0; - if( name ){ - for(i=0; line[i]; i++){ - if( line[i]=='P' && strncmp(&line[i],"Parse",5)==0 - && (i==0 || !isalpha(line[i-1])) - ){ - if( i>iStart ) fprintf(out,"%.*s",i-iStart,&line[iStart]); - fprintf(out,"%s",name); - i += 4; - iStart = i+1; - } - } - } - fprintf(out,"%s",&line[iStart]); - } -} - -/* The next function finds the template file and opens it, returning -** a pointer to the opened file. */ -PRIVATE FILE *tplt_open(lemp) -struct lemon *lemp; -{ - static char templatename[] = "lempar.c"; - char buf[1000]; - FILE *in; - char *tpltname; - char *cp; - extern int access(); - - cp = strrchr(lemp->filename,'.'); - if( cp ){ - sprintf(buf,"%.*s.lt",(int)(cp-lemp->filename),lemp->filename); - }else{ - sprintf(buf,"%s.lt",lemp->filename); - } - if( access(buf,004)==0 ){ - tpltname = buf; - }else if( access(templatename,004)==0 ){ - tpltname = templatename; - }else{ - tpltname = pathsearch(lemp->argv0,templatename,0); - } - if( tpltname==0 ){ - fprintf(stderr,"Can't find the parser driver template file \"%s\".\n", - templatename); - lemp->errorcnt++; - return 0; - } - in = fopen(tpltname,"rb"); - if( in==0 ){ - fprintf(stderr,"Can't open the template file \"%s\".\n",templatename); - lemp->errorcnt++; - return 0; - } - return in; -} - -/* Print a #line directive line to the output file. */ -PRIVATE void tplt_linedir(out,lineno,filename) -FILE *out; -int lineno; -char *filename; -{ - fprintf(out,"#line %d \"",lineno); - while( *filename ){ - if( *filename == '\\' ) putc('\\',out); - putc(*filename,out); - filename++; - } - fprintf(out,"\"\n"); -} - -/* Print a string to the file and keep the linenumber up to date */ -PRIVATE void tplt_print(out,lemp,str,strln,lineno) -FILE *out; -struct lemon *lemp; -char *str; -int strln; -int *lineno; -{ - if( str==0 ) return; - tplt_linedir(out,strln,lemp->filename); - (*lineno)++; - while( *str ){ - if( *str=='\n' ) (*lineno)++; - putc(*str,out); - str++; - } - if( str[-1]!='\n' ){ - putc('\n',out); - (*lineno)++; - } - tplt_linedir(out,*lineno+2,lemp->outname); - (*lineno)+=2; - return; -} - -/* -** The following routine emits code for the destructor for the -** symbol sp -*/ -void emit_destructor_code(out,sp,lemp,lineno) -FILE *out; -struct symbol *sp; -struct lemon *lemp; -int *lineno; -{ - char *cp = 0; - - int linecnt = 0; - if( sp->type==TERMINAL ){ - cp = lemp->tokendest; - if( cp==0 ) return; - tplt_linedir(out,lemp->tokendestln,lemp->filename); - fprintf(out,"{"); - }else if( sp->destructor ){ - cp = sp->destructor; - tplt_linedir(out,sp->destructorln,lemp->filename); - fprintf(out,"{"); - }else if( lemp->vardest ){ - cp = lemp->vardest; - if( cp==0 ) return; - tplt_linedir(out,lemp->vardestln,lemp->filename); - fprintf(out,"{"); - }else{ - assert( 0 ); /* Cannot happen */ - } - for(; *cp; cp++){ - if( *cp=='$' && cp[1]=='$' ){ - fprintf(out,"(yypminor->yy%d)",sp->dtnum); - cp++; - continue; - } - if( *cp=='\n' ) linecnt++; - fputc(*cp,out); - } - (*lineno) += 3 + linecnt; - fprintf(out,"}\n"); - tplt_linedir(out,*lineno,lemp->outname); - return; -} - -/* -** Return TRUE (non-zero) if the given symbol has a destructor. -*/ -int has_destructor(sp, lemp) -struct symbol *sp; -struct lemon *lemp; -{ - int ret; - if( sp->type==TERMINAL ){ - ret = lemp->tokendest!=0; - }else{ - ret = lemp->vardest!=0 || sp->destructor!=0; - } - return ret; -} - -/* -** Append text to a dynamically allocated string. If zText is 0 then -** reset the string to be empty again. Always return the complete text -** of the string (which is overwritten with each call). -** -** n bytes of zText are stored. If n==0 then all of zText up to the first -** \000 terminator is stored. zText can contain up to two instances of -** %d. The values of p1 and p2 are written into the first and second -** %d. -** -** If n==-1, then the previous character is overwritten. -*/ -PRIVATE char *append_str(char *zText, int n, int p1, int p2){ - static char *z = 0; - static int alloced = 0; - static int used = 0; - int c; - char zInt[40]; - - if( zText==0 ){ - used = 0; - return z; - } - if( n<=0 ){ - if( n<0 ){ - used += n; - assert( used>=0 ); - } - n = strlen(zText); - } - if( n+sizeof(zInt)*2+used >= alloced ){ - alloced = n + sizeof(zInt)*2 + used + 200; - z = realloc(z, alloced); - } - if( z==0 ) return ""; - while( n-- > 0 ){ - c = *(zText++); - if( c=='%' && n>0 && zText[0]=='d' ){ - sprintf(zInt, "%d", p1); - p1 = p2; - strcpy(&z[used], zInt); - used += strlen(&z[used]); - zText++; - n--; - }else{ - z[used++] = c; - } - } - z[used] = 0; - return z; -} - -/* -** zCode is a string that is the action associated with a rule. Expand -** the symbols in this string so that the refer to elements of the parser -** stack. -*/ -PRIVATE void translate_code(struct lemon *lemp, struct rule *rp){ - char *cp, *xp; - int i; - char lhsused = 0; /* True if the LHS element has been used */ - char used[MAXRHS]; /* True for each RHS element which is used */ - - for(i=0; inrhs; i++) used[i] = 0; - lhsused = 0; - - append_str(0,0,0,0); - for(cp=(rp->code?rp->code:""); *cp; cp++){ - if( isalpha(*cp) && (cp==rp->code || (!isalnum(cp[-1]) && cp[-1]!='_')) ){ - char saved; - for(xp= &cp[1]; isalnum(*xp) || *xp=='_'; xp++); - saved = *xp; - *xp = 0; - if( rp->lhsalias && strcmp(cp,rp->lhsalias)==0 ){ - append_str("yygotominor.yy%d",0,rp->lhs->dtnum,0); - cp = xp; - lhsused = 1; - }else{ - for(i=0; inrhs; i++){ - if( rp->rhsalias[i] && strcmp(cp,rp->rhsalias[i])==0 ){ - if( cp!=rp->code && cp[-1]=='@' ){ - /* If the argument is of the form @X then substituted - ** the token number of X, not the value of X */ - append_str("yymsp[%d].major",-1,i-rp->nrhs+1,0); - }else{ - struct symbol *sp = rp->rhs[i]; - int dtnum; - if( sp->type==MULTITERMINAL ){ - dtnum = sp->subsym[0]->dtnum; - }else{ - dtnum = sp->dtnum; - } - append_str("yymsp[%d].minor.yy%d",0,i-rp->nrhs+1, dtnum); - } - cp = xp; - used[i] = 1; - break; - } - } - } - *xp = saved; - } - append_str(cp, 1, 0, 0); - } /* End loop */ - - /* Check to make sure the LHS has been used */ - if( rp->lhsalias && !lhsused ){ - ErrorMsg(lemp->filename,rp->ruleline, - "Label \"%s\" for \"%s(%s)\" is never used.", - rp->lhsalias,rp->lhs->name,rp->lhsalias); - lemp->errorcnt++; - } - - /* Generate destructor code for RHS symbols which are not used in the - ** reduce code */ - for(i=0; inrhs; i++){ - if( rp->rhsalias[i] && !used[i] ){ - ErrorMsg(lemp->filename,rp->ruleline, - "Label %s for \"%s(%s)\" is never used.", - rp->rhsalias[i],rp->rhs[i]->name,rp->rhsalias[i]); - lemp->errorcnt++; - }else if( rp->rhsalias[i]==0 ){ - if( has_destructor(rp->rhs[i],lemp) ){ - append_str(" yy_destructor(%d,&yymsp[%d].minor);\n", 0, - rp->rhs[i]->index,i-rp->nrhs+1); - }else{ - /* No destructor defined for this term */ - } - } - } - if( rp->code ){ - cp = append_str(0,0,0,0); - rp->code = Strsafe(cp?cp:""); - } -} - -/* -** Generate code which executes when the rule "rp" is reduced. Write -** the code to "out". Make sure lineno stays up-to-date. -*/ -PRIVATE void emit_code(out,rp,lemp,lineno) -FILE *out; -struct rule *rp; -struct lemon *lemp; -int *lineno; -{ - char *cp; - int linecnt = 0; - - /* Generate code to do the reduce action */ - if( rp->code ){ - tplt_linedir(out,rp->line,lemp->filename); - fprintf(out,"{%s",rp->code); - for(cp=rp->code; *cp; cp++){ - if( *cp=='\n' ) linecnt++; - } /* End loop */ - (*lineno) += 3 + linecnt; - fprintf(out,"}\n"); - tplt_linedir(out,*lineno,lemp->outname); - } /* End if( rp->code ) */ - - return; -} - -/* -** Print the definition of the union used for the parser's data stack. -** This union contains fields for every possible data type for tokens -** and nonterminals. In the process of computing and printing this -** union, also set the ".dtnum" field of every terminal and nonterminal -** symbol. -*/ -void print_stack_union(out,lemp,plineno,mhflag) -FILE *out; /* The output stream */ -struct lemon *lemp; /* The main info structure for this parser */ -int *plineno; /* Pointer to the line number */ -int mhflag; /* True if generating makeheaders output */ -{ - int lineno = *plineno; /* The line number of the output */ - char **types; /* A hash table of datatypes */ - int arraysize; /* Size of the "types" array */ - int maxdtlength; /* Maximum length of any ".datatype" field. */ - char *stddt; /* Standardized name for a datatype */ - int i,j; /* Loop counters */ - int hash; /* For hashing the name of a type */ - char *name; /* Name of the parser */ - - /* Allocate and initialize types[] and allocate stddt[] */ - arraysize = lemp->nsymbol * 2; - types = (char**)malloc( arraysize * sizeof(char*) ); - for(i=0; ivartype ){ - maxdtlength = strlen(lemp->vartype); - } - for(i=0; insymbol; i++){ - int len; - struct symbol *sp = lemp->symbols[i]; - if( sp->datatype==0 ) continue; - len = strlen(sp->datatype); - if( len>maxdtlength ) maxdtlength = len; - } - stddt = (char*)malloc( maxdtlength*2 + 1 ); - if( types==0 || stddt==0 ){ - fprintf(stderr,"Out of memory.\n"); - exit(1); - } - - /* Build a hash table of datatypes. The ".dtnum" field of each symbol - ** is filled in with the hash index plus 1. A ".dtnum" value of 0 is - ** used for terminal symbols. If there is no %default_type defined then - ** 0 is also used as the .dtnum value for nonterminals which do not specify - ** a datatype using the %type directive. - */ - for(i=0; insymbol; i++){ - struct symbol *sp = lemp->symbols[i]; - char *cp; - if( sp==lemp->errsym ){ - sp->dtnum = arraysize+1; - continue; - } - if( sp->type!=NONTERMINAL || (sp->datatype==0 && lemp->vartype==0) ){ - sp->dtnum = 0; - continue; - } - cp = sp->datatype; - if( cp==0 ) cp = lemp->vartype; - j = 0; - while( isspace(*cp) ) cp++; - while( *cp ) stddt[j++] = *cp++; - while( j>0 && isspace(stddt[j-1]) ) j--; - stddt[j] = 0; - hash = 0; - for(j=0; stddt[j]; j++){ - hash = hash*53 + stddt[j]; - } - hash = (hash & 0x7fffffff)%arraysize; - while( types[hash] ){ - if( strcmp(types[hash],stddt)==0 ){ - sp->dtnum = hash + 1; - break; - } - hash++; - if( hash>=arraysize ) hash = 0; - } - if( types[hash]==0 ){ - sp->dtnum = hash + 1; - types[hash] = (char*)malloc( strlen(stddt)+1 ); - if( types[hash]==0 ){ - fprintf(stderr,"Out of memory.\n"); - exit(1); - } - strcpy(types[hash],stddt); - } - } - - /* Print out the definition of YYTOKENTYPE and YYMINORTYPE */ - name = lemp->name ? lemp->name : "Parse"; - lineno = *plineno; - if( mhflag ){ fprintf(out,"#if INTERFACE\n"); lineno++; } - fprintf(out,"#define %sTOKENTYPE %s\n",name, - lemp->tokentype?lemp->tokentype:"void*"); lineno++; - if( mhflag ){ fprintf(out,"#endif\n"); lineno++; } - fprintf(out,"typedef union {\n"); lineno++; - fprintf(out," %sTOKENTYPE yy0;\n",name); lineno++; - for(i=0; ierrsym->dtnum); lineno++; - free(stddt); - free(types); - fprintf(out,"} YYMINORTYPE;\n"); lineno++; - *plineno = lineno; -} - -/* -** Return the name of a C datatype able to represent values between -** lwr and upr, inclusive. -*/ -static const char *minimum_size_type(int lwr, int upr){ - if( lwr>=0 ){ - if( upr<=255 ){ - return "unsigned char"; - }else if( upr<65535 ){ - return "unsigned short int"; - }else{ - return "unsigned int"; - } - }else if( lwr>=-127 && upr<=127 ){ - return "signed char"; - }else if( lwr>=-32767 && upr<32767 ){ - return "short"; - }else{ - return "int"; - } -} - -/* -** Each state contains a set of token transaction and a set of -** nonterminal transactions. Each of these sets makes an instance -** of the following structure. An array of these structures is used -** to order the creation of entries in the yy_action[] table. -*/ -struct axset { - struct state *stp; /* A pointer to a state */ - int isTkn; /* True to use tokens. False for non-terminals */ - int nAction; /* Number of actions */ -}; - -/* -** Compare to axset structures for sorting purposes -*/ -static int axset_compare(const void *a, const void *b){ - struct axset *p1 = (struct axset*)a; - struct axset *p2 = (struct axset*)b; - return p2->nAction - p1->nAction; -} - -/* Generate C source code for the parser */ -void ReportTable(lemp, mhflag) -struct lemon *lemp; -int mhflag; /* Output in makeheaders format if true */ -{ - FILE *out, *in; - char line[LINESIZE]; - int lineno; - struct state *stp; - struct action *ap; - struct rule *rp; - struct acttab *pActtab; - int i, j, n; - char *name; - int mnTknOfst, mxTknOfst; - int mnNtOfst, mxNtOfst; - struct axset *ax; - - in = tplt_open(lemp); - if( in==0 ) return; - out = file_open(lemp,".c","wb"); - if( out==0 ){ - fclose(in); - return; - } - lineno = 1; - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate the include code, if any */ - tplt_print(out,lemp,lemp->include,lemp->includeln,&lineno); - if( mhflag ){ - char *name = file_makename(lemp, ".h"); - fprintf(out,"#include \"%s\"\n", name); lineno++; - free(name); - } - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate #defines for all tokens */ - if( mhflag ){ - char *prefix; - fprintf(out,"#if INTERFACE\n"); lineno++; - if( lemp->tokenprefix ) prefix = lemp->tokenprefix; - else prefix = ""; - for(i=1; interminal; i++){ - fprintf(out,"#define %s%-30s %2d\n",prefix,lemp->symbols[i]->name,i); - lineno++; - } - fprintf(out,"#endif\n"); lineno++; - } - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate the defines */ - fprintf(out,"#define YYCODETYPE %s\n", - minimum_size_type(0, lemp->nsymbol+5)); lineno++; - fprintf(out,"#define YYNOCODE %d\n",lemp->nsymbol+1); lineno++; - fprintf(out,"#define YYACTIONTYPE %s\n", - minimum_size_type(0, lemp->nstate+lemp->nrule+5)); lineno++; - if( lemp->wildcard ){ - fprintf(out,"#define YYWILDCARD %d\n", - lemp->wildcard->index); lineno++; - } - print_stack_union(out,lemp,&lineno,mhflag); - if( lemp->stacksize ){ - if( atoi(lemp->stacksize)<=0 ){ - ErrorMsg(lemp->filename,0, -"Illegal stack size: [%s]. The stack size should be an integer constant.", - lemp->stacksize); - lemp->errorcnt++; - lemp->stacksize = "100"; - } - fprintf(out,"#define YYSTACKDEPTH %s\n",lemp->stacksize); lineno++; - }else{ - fprintf(out,"#define YYSTACKDEPTH 100\n"); lineno++; - } - if( mhflag ){ - fprintf(out,"#if INTERFACE\n"); lineno++; - } - name = lemp->name ? lemp->name : "Parse"; - if( lemp->arg && lemp->arg[0] ){ - int i; - i = strlen(lemp->arg); - while( i>=1 && isspace(lemp->arg[i-1]) ) i--; - while( i>=1 && (isalnum(lemp->arg[i-1]) || lemp->arg[i-1]=='_') ) i--; - fprintf(out,"#define %sARG_SDECL %s;\n",name,lemp->arg); lineno++; - fprintf(out,"#define %sARG_PDECL ,%s\n",name,lemp->arg); lineno++; - fprintf(out,"#define %sARG_FETCH %s = yypParser->%s\n", - name,lemp->arg,&lemp->arg[i]); lineno++; - fprintf(out,"#define %sARG_STORE yypParser->%s = %s\n", - name,&lemp->arg[i],&lemp->arg[i]); lineno++; - }else{ - fprintf(out,"#define %sARG_SDECL\n",name); lineno++; - fprintf(out,"#define %sARG_PDECL\n",name); lineno++; - fprintf(out,"#define %sARG_FETCH\n",name); lineno++; - fprintf(out,"#define %sARG_STORE\n",name); lineno++; - } - if( mhflag ){ - fprintf(out,"#endif\n"); lineno++; - } - fprintf(out,"#define YYNSTATE %d\n",lemp->nstate); lineno++; - fprintf(out,"#define YYNRULE %d\n",lemp->nrule); lineno++; - fprintf(out,"#define YYERRORSYMBOL %d\n",lemp->errsym->index); lineno++; - fprintf(out,"#define YYERRSYMDT yy%d\n",lemp->errsym->dtnum); lineno++; - if( lemp->has_fallback ){ - fprintf(out,"#define YYFALLBACK 1\n"); lineno++; - } - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate the action table and its associates: - ** - ** yy_action[] A single table containing all actions. - ** yy_lookahead[] A table containing the lookahead for each entry in - ** yy_action. Used to detect hash collisions. - ** yy_shift_ofst[] For each state, the offset into yy_action for - ** shifting terminals. - ** yy_reduce_ofst[] For each state, the offset into yy_action for - ** shifting non-terminals after a reduce. - ** yy_default[] Default action for each state. - */ - - /* Compute the actions on all states and count them up */ - ax = malloc( sizeof(ax[0])*lemp->nstate*2 ); - if( ax==0 ){ - fprintf(stderr,"malloc failed\n"); - exit(1); - } - for(i=0; instate; i++){ - stp = lemp->sorted[i]; - ax[i*2].stp = stp; - ax[i*2].isTkn = 1; - ax[i*2].nAction = stp->nTknAct; - ax[i*2+1].stp = stp; - ax[i*2+1].isTkn = 0; - ax[i*2+1].nAction = stp->nNtAct; - } - mxTknOfst = mnTknOfst = 0; - mxNtOfst = mnNtOfst = 0; - - /* Compute the action table. In order to try to keep the size of the - ** action table to a minimum, the heuristic of placing the largest action - ** sets first is used. - */ - qsort(ax, lemp->nstate*2, sizeof(ax[0]), axset_compare); - pActtab = acttab_alloc(); - for(i=0; instate*2 && ax[i].nAction>0; i++){ - stp = ax[i].stp; - if( ax[i].isTkn ){ - for(ap=stp->ap; ap; ap=ap->next){ - int action; - if( ap->sp->index>=lemp->nterminal ) continue; - action = compute_action(lemp, ap); - if( action<0 ) continue; - acttab_action(pActtab, ap->sp->index, action); - } - stp->iTknOfst = acttab_insert(pActtab); - if( stp->iTknOfstiTknOfst; - if( stp->iTknOfst>mxTknOfst ) mxTknOfst = stp->iTknOfst; - }else{ - for(ap=stp->ap; ap; ap=ap->next){ - int action; - if( ap->sp->indexnterminal ) continue; - if( ap->sp->index==lemp->nsymbol ) continue; - action = compute_action(lemp, ap); - if( action<0 ) continue; - acttab_action(pActtab, ap->sp->index, action); - } - stp->iNtOfst = acttab_insert(pActtab); - if( stp->iNtOfstiNtOfst; - if( stp->iNtOfst>mxNtOfst ) mxNtOfst = stp->iNtOfst; - } - } - free(ax); - - /* Output the yy_action table */ - fprintf(out,"static const YYACTIONTYPE yy_action[] = {\n"); lineno++; - n = acttab_size(pActtab); - for(i=j=0; instate + lemp->nrule + 2; - if( j==0 ) fprintf(out," /* %5d */ ", i); - fprintf(out, " %4d,", action); - if( j==9 || i==n-1 ){ - fprintf(out, "\n"); lineno++; - j = 0; - }else{ - j++; - } - } - fprintf(out, "};\n"); lineno++; - - /* Output the yy_lookahead table */ - fprintf(out,"static const YYCODETYPE yy_lookahead[] = {\n"); lineno++; - for(i=j=0; insymbol; - if( j==0 ) fprintf(out," /* %5d */ ", i); - fprintf(out, " %4d,", la); - if( j==9 || i==n-1 ){ - fprintf(out, "\n"); lineno++; - j = 0; - }else{ - j++; - } - } - fprintf(out, "};\n"); lineno++; - - /* Output the yy_shift_ofst[] table */ - fprintf(out, "#define YY_SHIFT_USE_DFLT (%d)\n", mnTknOfst-1); lineno++; - n = lemp->nstate; - while( n>0 && lemp->sorted[n-1]->iTknOfst==NO_OFFSET ) n--; - fprintf(out, "#define YY_SHIFT_MAX %d\n", n-1); lineno++; - fprintf(out, "static const %s yy_shift_ofst[] = {\n", - minimum_size_type(mnTknOfst-1, mxTknOfst)); lineno++; - for(i=j=0; isorted[i]; - ofst = stp->iTknOfst; - if( ofst==NO_OFFSET ) ofst = mnTknOfst - 1; - if( j==0 ) fprintf(out," /* %5d */ ", i); - fprintf(out, " %4d,", ofst); - if( j==9 || i==n-1 ){ - fprintf(out, "\n"); lineno++; - j = 0; - }else{ - j++; - } - } - fprintf(out, "};\n"); lineno++; - - /* Output the yy_reduce_ofst[] table */ - fprintf(out, "#define YY_REDUCE_USE_DFLT (%d)\n", mnNtOfst-1); lineno++; - n = lemp->nstate; - while( n>0 && lemp->sorted[n-1]->iNtOfst==NO_OFFSET ) n--; - fprintf(out, "#define YY_REDUCE_MAX %d\n", n-1); lineno++; - fprintf(out, "static const %s yy_reduce_ofst[] = {\n", - minimum_size_type(mnNtOfst-1, mxNtOfst)); lineno++; - for(i=j=0; isorted[i]; - ofst = stp->iNtOfst; - if( ofst==NO_OFFSET ) ofst = mnNtOfst - 1; - if( j==0 ) fprintf(out," /* %5d */ ", i); - fprintf(out, " %4d,", ofst); - if( j==9 || i==n-1 ){ - fprintf(out, "\n"); lineno++; - j = 0; - }else{ - j++; - } - } - fprintf(out, "};\n"); lineno++; - - /* Output the default action table */ - fprintf(out, "static const YYACTIONTYPE yy_default[] = {\n"); lineno++; - n = lemp->nstate; - for(i=j=0; isorted[i]; - if( j==0 ) fprintf(out," /* %5d */ ", i); - fprintf(out, " %4d,", stp->iDflt); - if( j==9 || i==n-1 ){ - fprintf(out, "\n"); lineno++; - j = 0; - }else{ - j++; - } - } - fprintf(out, "};\n"); lineno++; - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate the table of fallback tokens. - */ - if( lemp->has_fallback ){ - for(i=0; interminal; i++){ - struct symbol *p = lemp->symbols[i]; - if( p->fallback==0 ){ - fprintf(out, " 0, /* %10s => nothing */\n", p->name); - }else{ - fprintf(out, " %3d, /* %10s => %s */\n", p->fallback->index, - p->name, p->fallback->name); - } - lineno++; - } - } - tplt_xfer(lemp->name, in, out, &lineno); - - /* Generate a table containing the symbolic name of every symbol - */ - for(i=0; insymbol; i++){ - sprintf(line,"\"%s\",",lemp->symbols[i]->name); - fprintf(out," %-15s",line); - if( (i&3)==3 ){ fprintf(out,"\n"); lineno++; } - } - if( (i&3)!=0 ){ fprintf(out,"\n"); lineno++; } - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate a table containing a text string that describes every - ** rule in the rule set of the grammer. This information is used - ** when tracing REDUCE actions. - */ - for(i=0, rp=lemp->rule; rp; rp=rp->next, i++){ - assert( rp->index==i ); - fprintf(out," /* %3d */ \"%s ::=", i, rp->lhs->name); - for(j=0; jnrhs; j++){ - struct symbol *sp = rp->rhs[j]; - fprintf(out," %s", sp->name); - if( sp->type==MULTITERMINAL ){ - int k; - for(k=1; knsubsym; k++){ - fprintf(out,"|%s",sp->subsym[k]->name); - } - } - } - fprintf(out,"\",\n"); lineno++; - } - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate code which executes every time a symbol is popped from - ** the stack while processing errors or while destroying the parser. - ** (In other words, generate the %destructor actions) - */ - if( lemp->tokendest ){ - for(i=0; insymbol; i++){ - struct symbol *sp = lemp->symbols[i]; - if( sp==0 || sp->type!=TERMINAL ) continue; - fprintf(out," case %d:\n",sp->index); lineno++; - } - for(i=0; insymbol && lemp->symbols[i]->type!=TERMINAL; i++); - if( insymbol ){ - emit_destructor_code(out,lemp->symbols[i],lemp,&lineno); - fprintf(out," break;\n"); lineno++; - } - } - if( lemp->vardest ){ - struct symbol *dflt_sp = 0; - for(i=0; insymbol; i++){ - struct symbol *sp = lemp->symbols[i]; - if( sp==0 || sp->type==TERMINAL || - sp->index<=0 || sp->destructor!=0 ) continue; - fprintf(out," case %d:\n",sp->index); lineno++; - dflt_sp = sp; - } - if( dflt_sp!=0 ){ - emit_destructor_code(out,dflt_sp,lemp,&lineno); - fprintf(out," break;\n"); lineno++; - } - } - for(i=0; insymbol; i++){ - struct symbol *sp = lemp->symbols[i]; - if( sp==0 || sp->type==TERMINAL || sp->destructor==0 ) continue; - fprintf(out," case %d:\n",sp->index); lineno++; - - /* Combine duplicate destructors into a single case */ - for(j=i+1; jnsymbol; j++){ - struct symbol *sp2 = lemp->symbols[j]; - if( sp2 && sp2->type!=TERMINAL && sp2->destructor - && sp2->dtnum==sp->dtnum - && strcmp(sp->destructor,sp2->destructor)==0 ){ - fprintf(out," case %d:\n",sp2->index); lineno++; - sp2->destructor = 0; - } - } - - emit_destructor_code(out,lemp->symbols[i],lemp,&lineno); - fprintf(out," break;\n"); lineno++; - } - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate code which executes whenever the parser stack overflows */ - tplt_print(out,lemp,lemp->overflow,lemp->overflowln,&lineno); - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate the table of rule information - ** - ** Note: This code depends on the fact that rules are number - ** sequentually beginning with 0. - */ - for(rp=lemp->rule; rp; rp=rp->next){ - fprintf(out," { %d, %d },\n",rp->lhs->index,rp->nrhs); lineno++; - } - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate code which execution during each REDUCE action */ - for(rp=lemp->rule; rp; rp=rp->next){ - translate_code(lemp, rp); - } - for(rp=lemp->rule; rp; rp=rp->next){ - struct rule *rp2; - if( rp->code==0 ) continue; - fprintf(out," case %d:\n",rp->index); lineno++; - for(rp2=rp->next; rp2; rp2=rp2->next){ - if( rp2->code==rp->code ){ - fprintf(out," case %d:\n",rp2->index); lineno++; - rp2->code = 0; - } - } - emit_code(out,rp,lemp,&lineno); - fprintf(out," break;\n"); lineno++; - } - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate code which executes if a parse fails */ - tplt_print(out,lemp,lemp->failure,lemp->failureln,&lineno); - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate code which executes when a syntax error occurs */ - tplt_print(out,lemp,lemp->error,lemp->errorln,&lineno); - tplt_xfer(lemp->name,in,out,&lineno); - - /* Generate code which executes when the parser accepts its input */ - tplt_print(out,lemp,lemp->accept,lemp->acceptln,&lineno); - tplt_xfer(lemp->name,in,out,&lineno); - - /* Append any addition code the user desires */ - tplt_print(out,lemp,lemp->extracode,lemp->extracodeln,&lineno); - - fclose(in); - fclose(out); - return; -} - -/* Generate a header file for the parser */ -void ReportHeader(lemp) -struct lemon *lemp; -{ - FILE *out, *in; - char *prefix; - char line[LINESIZE]; - char pattern[LINESIZE]; - int i; - - if( lemp->tokenprefix ) prefix = lemp->tokenprefix; - else prefix = ""; - in = file_open(lemp,".h","rb"); - if( in ){ - for(i=1; interminal && fgets(line,LINESIZE,in); i++){ - sprintf(pattern,"#define %s%-30s %2d\n",prefix,lemp->symbols[i]->name,i); - if( strcmp(line,pattern) ) break; - } - fclose(in); - if( i==lemp->nterminal ){ - /* No change in the file. Don't rewrite it. */ - return; - } - } - out = file_open(lemp,".h","wb"); - if( out ){ - for(i=1; interminal; i++){ - fprintf(out,"#define %s%-30s %2d\n",prefix,lemp->symbols[i]->name,i); - } - fclose(out); - } - return; -} - -/* Reduce the size of the action tables, if possible, by making use -** of defaults. -** -** In this version, we take the most frequent REDUCE action and make -** it the default. Except, there is no default if the wildcard token -** is a possible look-ahead. -*/ -void CompressTables(lemp) -struct lemon *lemp; -{ - struct state *stp; - struct action *ap, *ap2; - struct rule *rp, *rp2, *rbest; - int nbest, n; - int i; - int usesWildcard; - - for(i=0; instate; i++){ - stp = lemp->sorted[i]; - nbest = 0; - rbest = 0; - usesWildcard = 0; - - for(ap=stp->ap; ap; ap=ap->next){ - if( ap->type==SHIFT && ap->sp==lemp->wildcard ){ - usesWildcard = 1; - } - if( ap->type!=REDUCE ) continue; - rp = ap->x.rp; - if( rp==rbest ) continue; - n = 1; - for(ap2=ap->next; ap2; ap2=ap2->next){ - if( ap2->type!=REDUCE ) continue; - rp2 = ap2->x.rp; - if( rp2==rbest ) continue; - if( rp2==rp ) n++; - } - if( n>nbest ){ - nbest = n; - rbest = rp; - } - } - - /* Do not make a default if the number of rules to default - ** is not at least 1 or if the wildcard token is a possible - ** lookahead. - */ - if( nbest<1 || usesWildcard ) continue; - - - /* Combine matching REDUCE actions into a single default */ - for(ap=stp->ap; ap; ap=ap->next){ - if( ap->type==REDUCE && ap->x.rp==rbest ) break; - } - assert( ap ); - ap->sp = Symbol_new("{default}"); - for(ap=ap->next; ap; ap=ap->next){ - if( ap->type==REDUCE && ap->x.rp==rbest ) ap->type = NOT_USED; - } - stp->ap = Action_sort(stp->ap); - } -} - - -/* -** Compare two states for sorting purposes. The smaller state is the -** one with the most non-terminal actions. If they have the same number -** of non-terminal actions, then the smaller is the one with the most -** token actions. -*/ -static int stateResortCompare(const void *a, const void *b){ - const struct state *pA = *(const struct state**)a; - const struct state *pB = *(const struct state**)b; - int n; - - n = pB->nNtAct - pA->nNtAct; - if( n==0 ){ - n = pB->nTknAct - pA->nTknAct; - } - return n; -} - - -/* -** Renumber and resort states so that states with fewer choices -** occur at the end. Except, keep state 0 as the first state. -*/ -void ResortStates(lemp) -struct lemon *lemp; -{ - int i; - struct state *stp; - struct action *ap; - - for(i=0; instate; i++){ - stp = lemp->sorted[i]; - stp->nTknAct = stp->nNtAct = 0; - stp->iDflt = lemp->nstate + lemp->nrule; - stp->iTknOfst = NO_OFFSET; - stp->iNtOfst = NO_OFFSET; - for(ap=stp->ap; ap; ap=ap->next){ - if( compute_action(lemp,ap)>=0 ){ - if( ap->sp->indexnterminal ){ - stp->nTknAct++; - }else if( ap->sp->indexnsymbol ){ - stp->nNtAct++; - }else{ - stp->iDflt = compute_action(lemp, ap); - } - } - } - } - qsort(&lemp->sorted[1], lemp->nstate-1, sizeof(lemp->sorted[0]), - stateResortCompare); - for(i=0; instate; i++){ - lemp->sorted[i]->statenum = i; - } -} - - -/***************** From the file "set.c" ************************************/ -/* -** Set manipulation routines for the LEMON parser generator. -*/ - -static int size = 0; - -/* Set the set size */ -void SetSize(n) -int n; -{ - size = n+1; -} - -/* Allocate a new set */ -char *SetNew(){ - char *s; - int i; - s = (char*)malloc( size ); - if( s==0 ){ - extern void memory_error(); - memory_error(); - } - for(i=0; isize = 1024; - x1a->count = 0; - x1a->tbl = (x1node*)malloc( - (sizeof(x1node) + sizeof(x1node*))*1024 ); - if( x1a->tbl==0 ){ - free(x1a); - x1a = 0; - }else{ - int i; - x1a->ht = (x1node**)&(x1a->tbl[1024]); - for(i=0; i<1024; i++) x1a->ht[i] = 0; - } - } -} -/* Insert a new record into the array. Return TRUE if successful. -** Prior data with the same key is NOT overwritten */ -int Strsafe_insert(data) -char *data; -{ - x1node *np; - int h; - int ph; - - if( x1a==0 ) return 0; - ph = strhash(data); - h = ph & (x1a->size-1); - np = x1a->ht[h]; - while( np ){ - if( strcmp(np->data,data)==0 ){ - /* An existing entry with the same key is found. */ - /* Fail because overwrite is not allows. */ - return 0; - } - np = np->next; - } - if( x1a->count>=x1a->size ){ - /* Need to make the hash table bigger */ - int i,size; - struct s_x1 array; - array.size = size = x1a->size*2; - array.count = x1a->count; - array.tbl = (x1node*)malloc( - (sizeof(x1node) + sizeof(x1node*))*size ); - if( array.tbl==0 ) return 0; /* Fail due to malloc failure */ - array.ht = (x1node**)&(array.tbl[size]); - for(i=0; icount; i++){ - x1node *oldnp, *newnp; - oldnp = &(x1a->tbl[i]); - h = strhash(oldnp->data) & (size-1); - newnp = &(array.tbl[i]); - if( array.ht[h] ) array.ht[h]->from = &(newnp->next); - newnp->next = array.ht[h]; - newnp->data = oldnp->data; - newnp->from = &(array.ht[h]); - array.ht[h] = newnp; - } - free(x1a->tbl); - *x1a = array; - } - /* Insert the new data */ - h = ph & (x1a->size-1); - np = &(x1a->tbl[x1a->count++]); - np->data = data; - if( x1a->ht[h] ) x1a->ht[h]->from = &(np->next); - np->next = x1a->ht[h]; - x1a->ht[h] = np; - np->from = &(x1a->ht[h]); - return 1; -} - -/* Return a pointer to data assigned to the given key. Return NULL -** if no such key. */ -char *Strsafe_find(key) -char *key; -{ - int h; - x1node *np; - - if( x1a==0 ) return 0; - h = strhash(key) & (x1a->size-1); - np = x1a->ht[h]; - while( np ){ - if( strcmp(np->data,key)==0 ) break; - np = np->next; - } - return np ? np->data : 0; -} - -/* Return a pointer to the (terminal or nonterminal) symbol "x". -** Create a new symbol if this is the first time "x" has been seen. -*/ -struct symbol *Symbol_new(x) -char *x; -{ - struct symbol *sp; - - sp = Symbol_find(x); - if( sp==0 ){ - sp = (struct symbol *)malloc( sizeof(struct symbol) ); - MemoryCheck(sp); - sp->name = Strsafe(x); - sp->type = isupper(*x) ? TERMINAL : NONTERMINAL; - sp->rule = 0; - sp->fallback = 0; - sp->prec = -1; - sp->assoc = UNK; - sp->firstset = 0; - sp->lambda = B_FALSE; - sp->destructor = 0; - sp->datatype = 0; - Symbol_insert(sp,sp->name); - } - return sp; -} - -/* Compare two symbols for working purposes -** -** Symbols that begin with upper case letters (terminals or tokens) -** must sort before symbols that begin with lower case letters -** (non-terminals). Other than that, the order does not matter. -** -** We find experimentally that leaving the symbols in their original -** order (the order they appeared in the grammar file) gives the -** smallest parser tables in SQLite. -*/ -int Symbolcmpp(struct symbol **a, struct symbol **b){ - int i1 = (**a).index + 10000000*((**a).name[0]>'Z'); - int i2 = (**b).index + 10000000*((**b).name[0]>'Z'); - return i1-i2; -} - -/* There is one instance of the following structure for each -** associative array of type "x2". -*/ -struct s_x2 { - int size; /* The number of available slots. */ - /* Must be a power of 2 greater than or */ - /* equal to 1 */ - int count; /* Number of currently slots filled */ - struct s_x2node *tbl; /* The data stored here */ - struct s_x2node **ht; /* Hash table for lookups */ -}; - -/* There is one instance of this structure for every data element -** in an associative array of type "x2". -*/ -typedef struct s_x2node { - struct symbol *data; /* The data */ - char *key; /* The key */ - struct s_x2node *next; /* Next entry with the same hash */ - struct s_x2node **from; /* Previous link */ -} x2node; - -/* There is only one instance of the array, which is the following */ -static struct s_x2 *x2a; - -/* Allocate a new associative array */ -void Symbol_init(){ - if( x2a ) return; - x2a = (struct s_x2*)malloc( sizeof(struct s_x2) ); - if( x2a ){ - x2a->size = 128; - x2a->count = 0; - x2a->tbl = (x2node*)malloc( - (sizeof(x2node) + sizeof(x2node*))*128 ); - if( x2a->tbl==0 ){ - free(x2a); - x2a = 0; - }else{ - int i; - x2a->ht = (x2node**)&(x2a->tbl[128]); - for(i=0; i<128; i++) x2a->ht[i] = 0; - } - } -} -/* Insert a new record into the array. Return TRUE if successful. -** Prior data with the same key is NOT overwritten */ -int Symbol_insert(data,key) -struct symbol *data; -char *key; -{ - x2node *np; - int h; - int ph; - - if( x2a==0 ) return 0; - ph = strhash(key); - h = ph & (x2a->size-1); - np = x2a->ht[h]; - while( np ){ - if( strcmp(np->key,key)==0 ){ - /* An existing entry with the same key is found. */ - /* Fail because overwrite is not allows. */ - return 0; - } - np = np->next; - } - if( x2a->count>=x2a->size ){ - /* Need to make the hash table bigger */ - int i,size; - struct s_x2 array; - array.size = size = x2a->size*2; - array.count = x2a->count; - array.tbl = (x2node*)malloc( - (sizeof(x2node) + sizeof(x2node*))*size ); - if( array.tbl==0 ) return 0; /* Fail due to malloc failure */ - array.ht = (x2node**)&(array.tbl[size]); - for(i=0; icount; i++){ - x2node *oldnp, *newnp; - oldnp = &(x2a->tbl[i]); - h = strhash(oldnp->key) & (size-1); - newnp = &(array.tbl[i]); - if( array.ht[h] ) array.ht[h]->from = &(newnp->next); - newnp->next = array.ht[h]; - newnp->key = oldnp->key; - newnp->data = oldnp->data; - newnp->from = &(array.ht[h]); - array.ht[h] = newnp; - } - free(x2a->tbl); - *x2a = array; - } - /* Insert the new data */ - h = ph & (x2a->size-1); - np = &(x2a->tbl[x2a->count++]); - np->key = key; - np->data = data; - if( x2a->ht[h] ) x2a->ht[h]->from = &(np->next); - np->next = x2a->ht[h]; - x2a->ht[h] = np; - np->from = &(x2a->ht[h]); - return 1; -} - -/* Return a pointer to data assigned to the given key. Return NULL -** if no such key. */ -struct symbol *Symbol_find(key) -char *key; -{ - int h; - x2node *np; - - if( x2a==0 ) return 0; - h = strhash(key) & (x2a->size-1); - np = x2a->ht[h]; - while( np ){ - if( strcmp(np->key,key)==0 ) break; - np = np->next; - } - return np ? np->data : 0; -} - -/* Return the n-th data. Return NULL if n is out of range. */ -struct symbol *Symbol_Nth(n) -int n; -{ - struct symbol *data; - if( x2a && n>0 && n<=x2a->count ){ - data = x2a->tbl[n-1].data; - }else{ - data = 0; - } - return data; -} - -/* Return the size of the array */ -int Symbol_count() -{ - return x2a ? x2a->count : 0; -} - -/* Return an array of pointers to all data in the table. -** The array is obtained from malloc. Return NULL if memory allocation -** problems, or if the array is empty. */ -struct symbol **Symbol_arrayof() -{ - struct symbol **array; - int i,size; - if( x2a==0 ) return 0; - size = x2a->count; - array = (struct symbol **)malloc( sizeof(struct symbol *)*size ); - if( array ){ - for(i=0; itbl[i].data; - } - return array; -} - -/* Compare two configurations */ -int Configcmp(a,b) -struct config *a; -struct config *b; -{ - int x; - x = a->rp->index - b->rp->index; - if( x==0 ) x = a->dot - b->dot; - return x; -} - -/* Compare two states */ -PRIVATE int statecmp(a,b) -struct config *a; -struct config *b; -{ - int rc; - for(rc=0; rc==0 && a && b; a=a->bp, b=b->bp){ - rc = a->rp->index - b->rp->index; - if( rc==0 ) rc = a->dot - b->dot; - } - if( rc==0 ){ - if( a ) rc = 1; - if( b ) rc = -1; - } - return rc; -} - -/* Hash a state */ -PRIVATE int statehash(a) -struct config *a; -{ - int h=0; - while( a ){ - h = h*571 + a->rp->index*37 + a->dot; - a = a->bp; - } - return h; -} - -/* Allocate a new state structure */ -struct state *State_new() -{ - struct state *new; - new = (struct state *)malloc( sizeof(struct state) ); - MemoryCheck(new); - return new; -} - -/* There is one instance of the following structure for each -** associative array of type "x3". -*/ -struct s_x3 { - int size; /* The number of available slots. */ - /* Must be a power of 2 greater than or */ - /* equal to 1 */ - int count; /* Number of currently slots filled */ - struct s_x3node *tbl; /* The data stored here */ - struct s_x3node **ht; /* Hash table for lookups */ -}; - -/* There is one instance of this structure for every data element -** in an associative array of type "x3". -*/ -typedef struct s_x3node { - struct state *data; /* The data */ - struct config *key; /* The key */ - struct s_x3node *next; /* Next entry with the same hash */ - struct s_x3node **from; /* Previous link */ -} x3node; - -/* There is only one instance of the array, which is the following */ -static struct s_x3 *x3a; - -/* Allocate a new associative array */ -void State_init(){ - if( x3a ) return; - x3a = (struct s_x3*)malloc( sizeof(struct s_x3) ); - if( x3a ){ - x3a->size = 128; - x3a->count = 0; - x3a->tbl = (x3node*)malloc( - (sizeof(x3node) + sizeof(x3node*))*128 ); - if( x3a->tbl==0 ){ - free(x3a); - x3a = 0; - }else{ - int i; - x3a->ht = (x3node**)&(x3a->tbl[128]); - for(i=0; i<128; i++) x3a->ht[i] = 0; - } - } -} -/* Insert a new record into the array. Return TRUE if successful. -** Prior data with the same key is NOT overwritten */ -int State_insert(data,key) -struct state *data; -struct config *key; -{ - x3node *np; - int h; - int ph; - - if( x3a==0 ) return 0; - ph = statehash(key); - h = ph & (x3a->size-1); - np = x3a->ht[h]; - while( np ){ - if( statecmp(np->key,key)==0 ){ - /* An existing entry with the same key is found. */ - /* Fail because overwrite is not allows. */ - return 0; - } - np = np->next; - } - if( x3a->count>=x3a->size ){ - /* Need to make the hash table bigger */ - int i,size; - struct s_x3 array; - array.size = size = x3a->size*2; - array.count = x3a->count; - array.tbl = (x3node*)malloc( - (sizeof(x3node) + sizeof(x3node*))*size ); - if( array.tbl==0 ) return 0; /* Fail due to malloc failure */ - array.ht = (x3node**)&(array.tbl[size]); - for(i=0; icount; i++){ - x3node *oldnp, *newnp; - oldnp = &(x3a->tbl[i]); - h = statehash(oldnp->key) & (size-1); - newnp = &(array.tbl[i]); - if( array.ht[h] ) array.ht[h]->from = &(newnp->next); - newnp->next = array.ht[h]; - newnp->key = oldnp->key; - newnp->data = oldnp->data; - newnp->from = &(array.ht[h]); - array.ht[h] = newnp; - } - free(x3a->tbl); - *x3a = array; - } - /* Insert the new data */ - h = ph & (x3a->size-1); - np = &(x3a->tbl[x3a->count++]); - np->key = key; - np->data = data; - if( x3a->ht[h] ) x3a->ht[h]->from = &(np->next); - np->next = x3a->ht[h]; - x3a->ht[h] = np; - np->from = &(x3a->ht[h]); - return 1; -} - -/* Return a pointer to data assigned to the given key. Return NULL -** if no such key. */ -struct state *State_find(key) -struct config *key; -{ - int h; - x3node *np; - - if( x3a==0 ) return 0; - h = statehash(key) & (x3a->size-1); - np = x3a->ht[h]; - while( np ){ - if( statecmp(np->key,key)==0 ) break; - np = np->next; - } - return np ? np->data : 0; -} - -/* Return an array of pointers to all data in the table. -** The array is obtained from malloc. Return NULL if memory allocation -** problems, or if the array is empty. */ -struct state **State_arrayof() -{ - struct state **array; - int i,size; - if( x3a==0 ) return 0; - size = x3a->count; - array = (struct state **)malloc( sizeof(struct state *)*size ); - if( array ){ - for(i=0; itbl[i].data; - } - return array; -} - -/* Hash a configuration */ -PRIVATE int confighash(a) -struct config *a; -{ - int h=0; - h = h*571 + a->rp->index*37 + a->dot; - return h; -} - -/* There is one instance of the following structure for each -** associative array of type "x4". -*/ -struct s_x4 { - int size; /* The number of available slots. */ - /* Must be a power of 2 greater than or */ - /* equal to 1 */ - int count; /* Number of currently slots filled */ - struct s_x4node *tbl; /* The data stored here */ - struct s_x4node **ht; /* Hash table for lookups */ -}; - -/* There is one instance of this structure for every data element -** in an associative array of type "x4". -*/ -typedef struct s_x4node { - struct config *data; /* The data */ - struct s_x4node *next; /* Next entry with the same hash */ - struct s_x4node **from; /* Previous link */ -} x4node; - -/* There is only one instance of the array, which is the following */ -static struct s_x4 *x4a; - -/* Allocate a new associative array */ -void Configtable_init(){ - if( x4a ) return; - x4a = (struct s_x4*)malloc( sizeof(struct s_x4) ); - if( x4a ){ - x4a->size = 64; - x4a->count = 0; - x4a->tbl = (x4node*)malloc( - (sizeof(x4node) + sizeof(x4node*))*64 ); - if( x4a->tbl==0 ){ - free(x4a); - x4a = 0; - }else{ - int i; - x4a->ht = (x4node**)&(x4a->tbl[64]); - for(i=0; i<64; i++) x4a->ht[i] = 0; - } - } -} -/* Insert a new record into the array. Return TRUE if successful. -** Prior data with the same key is NOT overwritten */ -int Configtable_insert(data) -struct config *data; -{ - x4node *np; - int h; - int ph; - - if( x4a==0 ) return 0; - ph = confighash(data); - h = ph & (x4a->size-1); - np = x4a->ht[h]; - while( np ){ - if( Configcmp(np->data,data)==0 ){ - /* An existing entry with the same key is found. */ - /* Fail because overwrite is not allows. */ - return 0; - } - np = np->next; - } - if( x4a->count>=x4a->size ){ - /* Need to make the hash table bigger */ - int i,size; - struct s_x4 array; - array.size = size = x4a->size*2; - array.count = x4a->count; - array.tbl = (x4node*)malloc( - (sizeof(x4node) + sizeof(x4node*))*size ); - if( array.tbl==0 ) return 0; /* Fail due to malloc failure */ - array.ht = (x4node**)&(array.tbl[size]); - for(i=0; icount; i++){ - x4node *oldnp, *newnp; - oldnp = &(x4a->tbl[i]); - h = confighash(oldnp->data) & (size-1); - newnp = &(array.tbl[i]); - if( array.ht[h] ) array.ht[h]->from = &(newnp->next); - newnp->next = array.ht[h]; - newnp->data = oldnp->data; - newnp->from = &(array.ht[h]); - array.ht[h] = newnp; - } - free(x4a->tbl); - *x4a = array; - } - /* Insert the new data */ - h = ph & (x4a->size-1); - np = &(x4a->tbl[x4a->count++]); - np->data = data; - if( x4a->ht[h] ) x4a->ht[h]->from = &(np->next); - np->next = x4a->ht[h]; - x4a->ht[h] = np; - np->from = &(x4a->ht[h]); - return 1; -} - -/* Return a pointer to data assigned to the given key. Return NULL -** if no such key. */ -struct config *Configtable_find(key) -struct config *key; -{ - int h; - x4node *np; - - if( x4a==0 ) return 0; - h = confighash(key) & (x4a->size-1); - np = x4a->ht[h]; - while( np ){ - if( Configcmp(np->data,key)==0 ) break; - np = np->next; - } - return np ? np->data : 0; -} - -/* Remove all data from the table. Pass each data to the function "f" -** as it is removed. ("f" may be null to avoid this step.) */ -void Configtable_clear(f) -int(*f)(/* struct config * */); -{ - int i; - if( x4a==0 || x4a->count==0 ) return; - if( f ) for(i=0; icount; i++) (*f)(x4a->tbl[i].data); - for(i=0; isize; i++) x4a->ht[i] = 0; - x4a->count = 0; - return; -} diff --git a/libs/sqlite/tool/lempar.c b/libs/sqlite/tool/lempar.c deleted file mode 100644 index 916b575127..0000000000 --- a/libs/sqlite/tool/lempar.c +++ /dev/null @@ -1,735 +0,0 @@ -/* Driver template for the LEMON parser generator. -** The author disclaims copyright to this source code. -*/ -/* First off, code is include which follows the "include" declaration -** in the input file. */ -#include -%% -/* Next is all token values, in a form suitable for use by makeheaders. -** This section will be null unless lemon is run with the -m switch. -*/ -/* -** These constants (all generated automatically by the parser generator) -** specify the various kinds of tokens (terminals) that the parser -** understands. -** -** Each symbol here is a terminal symbol in the grammar. -*/ -%% -/* Make sure the INTERFACE macro is defined. -*/ -#ifndef INTERFACE -# define INTERFACE 1 -#endif -/* The next thing included is series of defines which control -** various aspects of the generated parser. -** YYCODETYPE is the data type used for storing terminal -** and nonterminal numbers. "unsigned char" is -** used if there are fewer than 250 terminals -** and nonterminals. "int" is used otherwise. -** YYNOCODE is a number of type YYCODETYPE which corresponds -** to no legal terminal or nonterminal number. This -** number is used to fill in empty slots of the hash -** table. -** YYFALLBACK If defined, this indicates that one or more tokens -** have fall-back values which should be used if the -** original value of the token will not parse. -** YYACTIONTYPE is the data type used for storing terminal -** and nonterminal numbers. "unsigned char" is -** used if there are fewer than 250 rules and -** states combined. "int" is used otherwise. -** ParseTOKENTYPE is the data type used for minor tokens given -** directly to the parser from the tokenizer. -** YYMINORTYPE is the data type used for all minor tokens. -** This is typically a union of many types, one of -** which is ParseTOKENTYPE. The entry in the union -** for base tokens is called "yy0". -** YYSTACKDEPTH is the maximum depth of the parser's stack. -** ParseARG_SDECL A static variable declaration for the %extra_argument -** ParseARG_PDECL A parameter declaration for the %extra_argument -** ParseARG_STORE Code to store %extra_argument into yypParser -** ParseARG_FETCH Code to extract %extra_argument from yypParser -** YYNSTATE the combined number of states. -** YYNRULE the number of rules in the grammar -** YYERRORSYMBOL is the code number of the error symbol. If not -** defined, then do no error processing. -*/ -%% -#define YY_NO_ACTION (YYNSTATE+YYNRULE+2) -#define YY_ACCEPT_ACTION (YYNSTATE+YYNRULE+1) -#define YY_ERROR_ACTION (YYNSTATE+YYNRULE) - -/* Next are that tables used to determine what action to take based on the -** current state and lookahead token. These tables are used to implement -** functions that take a state number and lookahead value and return an -** action integer. -** -** Suppose the action integer is N. Then the action is determined as -** follows -** -** 0 <= N < YYNSTATE Shift N. That is, push the lookahead -** token onto the stack and goto state N. -** -** YYNSTATE <= N < YYNSTATE+YYNRULE Reduce by rule N-YYNSTATE. -** -** N == YYNSTATE+YYNRULE A syntax error has occurred. -** -** N == YYNSTATE+YYNRULE+1 The parser accepts its input. -** -** N == YYNSTATE+YYNRULE+2 No such action. Denotes unused -** slots in the yy_action[] table. -** -** The action table is constructed as a single large table named yy_action[]. -** Given state S and lookahead X, the action is computed as -** -** yy_action[ yy_shift_ofst[S] + X ] -** -** If the index value yy_shift_ofst[S]+X is out of range or if the value -** yy_lookahead[yy_shift_ofst[S]+X] is not equal to X or if yy_shift_ofst[S] -** is equal to YY_SHIFT_USE_DFLT, it means that the action is not in the table -** and that yy_default[S] should be used instead. -** -** The formula above is for computing the action when the lookahead is -** a terminal symbol. If the lookahead is a non-terminal (as occurs after -** a reduce action) then the yy_reduce_ofst[] array is used in place of -** the yy_shift_ofst[] array and YY_REDUCE_USE_DFLT is used in place of -** YY_SHIFT_USE_DFLT. -** -** The following are the tables generated in this section: -** -** yy_action[] A single table containing all actions. -** yy_lookahead[] A table containing the lookahead for each entry in -** yy_action. Used to detect hash collisions. -** yy_shift_ofst[] For each state, the offset into yy_action for -** shifting terminals. -** yy_reduce_ofst[] For each state, the offset into yy_action for -** shifting non-terminals after a reduce. -** yy_default[] Default action for each state. -*/ -%% -#define YY_SZ_ACTTAB (int)(sizeof(yy_action)/sizeof(yy_action[0])) - -/* The next table maps tokens into fallback tokens. If a construct -** like the following: -** -** %fallback ID X Y Z. -** -** appears in the grammer, then ID becomes a fallback token for X, Y, -** and Z. Whenever one of the tokens X, Y, or Z is input to the parser -** but it does not parse, the type of the token is changed to ID and -** the parse is retried before an error is thrown. -*/ -#ifdef YYFALLBACK -static const YYCODETYPE yyFallback[] = { -%% -}; -#endif /* YYFALLBACK */ - -/* The following structure represents a single element of the -** parser's stack. Information stored includes: -** -** + The state number for the parser at this level of the stack. -** -** + The value of the token stored at this level of the stack. -** (In other words, the "major" token.) -** -** + The semantic value stored at this level of the stack. This is -** the information used by the action routines in the grammar. -** It is sometimes called the "minor" token. -*/ -struct yyStackEntry { - int stateno; /* The state-number */ - int major; /* The major token value. This is the code - ** number for the token at this stack level */ - YYMINORTYPE minor; /* The user-supplied minor token value. This - ** is the value of the token */ -}; -typedef struct yyStackEntry yyStackEntry; - -/* The state of the parser is completely contained in an instance of -** the following structure */ -struct yyParser { - int yyidx; /* Index of top element in stack */ - int yyerrcnt; /* Shifts left before out of the error */ - ParseARG_SDECL /* A place to hold %extra_argument */ - yyStackEntry yystack[YYSTACKDEPTH]; /* The parser's stack */ -}; -typedef struct yyParser yyParser; - -#ifndef NDEBUG -#include -static FILE *yyTraceFILE = 0; -static char *yyTracePrompt = 0; -#endif /* NDEBUG */ - -#ifndef NDEBUG -/* -** Turn parser tracing on by giving a stream to which to write the trace -** and a prompt to preface each trace message. Tracing is turned off -** by making either argument NULL -** -** Inputs: -**
    -**
  • A FILE* to which trace output should be written. -** If NULL, then tracing is turned off. -**
  • A prefix string written at the beginning of every -** line of trace output. If NULL, then tracing is -** turned off. -**
-** -** Outputs: -** None. -*/ -void ParseTrace(FILE *TraceFILE, char *zTracePrompt){ - yyTraceFILE = TraceFILE; - yyTracePrompt = zTracePrompt; - if( yyTraceFILE==0 ) yyTracePrompt = 0; - else if( yyTracePrompt==0 ) yyTraceFILE = 0; -} -#endif /* NDEBUG */ - -#ifndef NDEBUG -/* For tracing shifts, the names of all terminals and nonterminals -** are required. The following table supplies these names */ -static const char *const yyTokenName[] = { -%% -}; -#endif /* NDEBUG */ - -#ifndef NDEBUG -/* For tracing reduce actions, the names of all rules are required. -*/ -static const char *const yyRuleName[] = { -%% -}; -#endif /* NDEBUG */ - -/* -** This function returns the symbolic name associated with a token -** value. -*/ -const char *ParseTokenName(int tokenType){ -#ifndef NDEBUG - if( tokenType>0 && tokenType<(sizeof(yyTokenName)/sizeof(yyTokenName[0])) ){ - return yyTokenName[tokenType]; - }else{ - return "Unknown"; - } -#else - return ""; -#endif -} - -/* -** This function allocates a new parser. -** The only argument is a pointer to a function which works like -** malloc. -** -** Inputs: -** A pointer to the function used to allocate memory. -** -** Outputs: -** A pointer to a parser. This pointer is used in subsequent calls -** to Parse and ParseFree. -*/ -void *ParseAlloc(void *(*mallocProc)(size_t)){ - yyParser *pParser; - pParser = (yyParser*)(*mallocProc)( (size_t)sizeof(yyParser) ); - if( pParser ){ - pParser->yyidx = -1; - } - return pParser; -} - -/* The following function deletes the value associated with a -** symbol. The symbol can be either a terminal or nonterminal. -** "yymajor" is the symbol code, and "yypminor" is a pointer to -** the value. -*/ -static void yy_destructor(YYCODETYPE yymajor, YYMINORTYPE *yypminor){ - switch( yymajor ){ - /* Here is inserted the actions which take place when a - ** terminal or non-terminal is destroyed. This can happen - ** when the symbol is popped from the stack during a - ** reduce or during error processing or when a parser is - ** being destroyed before it is finished parsing. - ** - ** Note: during a reduce, the only symbols destroyed are those - ** which appear on the RHS of the rule, but which are not used - ** inside the C code. - */ -%% - default: break; /* If no destructor action specified: do nothing */ - } -} - -/* -** Pop the parser's stack once. -** -** If there is a destructor routine associated with the token which -** is popped from the stack, then call it. -** -** Return the major token number for the symbol popped. -*/ -static int yy_pop_parser_stack(yyParser *pParser){ - YYCODETYPE yymajor; - yyStackEntry *yytos = &pParser->yystack[pParser->yyidx]; - - if( pParser->yyidx<0 ) return 0; -#ifndef NDEBUG - if( yyTraceFILE && pParser->yyidx>=0 ){ - fprintf(yyTraceFILE,"%sPopping %s\n", - yyTracePrompt, - yyTokenName[yytos->major]); - } -#endif - yymajor = yytos->major; - yy_destructor( yymajor, &yytos->minor); - pParser->yyidx--; - return yymajor; -} - -/* -** Deallocate and destroy a parser. Destructors are all called for -** all stack elements before shutting the parser down. -** -** Inputs: -**
    -**
  • A pointer to the parser. This should be a pointer -** obtained from ParseAlloc. -**
  • A pointer to a function used to reclaim memory obtained -** from malloc. -**
-*/ -void ParseFree( - void *p, /* The parser to be deleted */ - void (*freeProc)(void*) /* Function used to reclaim memory */ -){ - yyParser *pParser = (yyParser*)p; - if( pParser==0 ) return; - while( pParser->yyidx>=0 ) yy_pop_parser_stack(pParser); - (*freeProc)((void*)pParser); -} - -/* -** Find the appropriate action for a parser given the terminal -** look-ahead token iLookAhead. -** -** If the look-ahead token is YYNOCODE, then check to see if the action is -** independent of the look-ahead. If it is, return the action, otherwise -** return YY_NO_ACTION. -*/ -static int yy_find_shift_action( - yyParser *pParser, /* The parser */ - YYCODETYPE iLookAhead /* The look-ahead token */ -){ - int i; - int stateno = pParser->yystack[pParser->yyidx].stateno; - - if( stateno>YY_SHIFT_MAX || (i = yy_shift_ofst[stateno])==YY_SHIFT_USE_DFLT ){ - return yy_default[stateno]; - } - if( iLookAhead==YYNOCODE ){ - return YY_NO_ACTION; - } - i += iLookAhead; - if( i<0 || i>=YY_SZ_ACTTAB || yy_lookahead[i]!=iLookAhead ){ - if( iLookAhead>0 ){ -#ifdef YYFALLBACK - int iFallback; /* Fallback token */ - if( iLookAhead %s\n", - yyTracePrompt, yyTokenName[iLookAhead], yyTokenName[iFallback]); - } -#endif - return yy_find_shift_action(pParser, iFallback); - } -#endif -#ifdef YYWILDCARD - { - int j = i - iLookAhead + YYWILDCARD; - if( j>=0 && j %s\n", - yyTracePrompt, yyTokenName[iLookAhead], yyTokenName[YYWILDCARD]); - } -#endif /* NDEBUG */ - return yy_action[j]; - } - } -#endif /* YYWILDCARD */ - } - return yy_default[stateno]; - }else{ - return yy_action[i]; - } -} - -/* -** Find the appropriate action for a parser given the non-terminal -** look-ahead token iLookAhead. -** -** If the look-ahead token is YYNOCODE, then check to see if the action is -** independent of the look-ahead. If it is, return the action, otherwise -** return YY_NO_ACTION. -*/ -static int yy_find_reduce_action( - int stateno, /* Current state number */ - YYCODETYPE iLookAhead /* The look-ahead token */ -){ - int i; - /* int stateno = pParser->yystack[pParser->yyidx].stateno; */ - - if( stateno>YY_REDUCE_MAX || - (i = yy_reduce_ofst[stateno])==YY_REDUCE_USE_DFLT ){ - return yy_default[stateno]; - } - if( iLookAhead==YYNOCODE ){ - return YY_NO_ACTION; - } - i += iLookAhead; - if( i<0 || i>=YY_SZ_ACTTAB || yy_lookahead[i]!=iLookAhead ){ - return yy_default[stateno]; - }else{ - return yy_action[i]; - } -} - -/* -** Perform a shift action. -*/ -static void yy_shift( - yyParser *yypParser, /* The parser to be shifted */ - int yyNewState, /* The new state to shift in */ - int yyMajor, /* The major token to shift in */ - YYMINORTYPE *yypMinor /* Pointer ot the minor token to shift in */ -){ - yyStackEntry *yytos; - yypParser->yyidx++; - if( yypParser->yyidx>=YYSTACKDEPTH ){ - ParseARG_FETCH; - yypParser->yyidx--; -#ifndef NDEBUG - if( yyTraceFILE ){ - fprintf(yyTraceFILE,"%sStack Overflow!\n",yyTracePrompt); - } -#endif - while( yypParser->yyidx>=0 ) yy_pop_parser_stack(yypParser); - /* Here code is inserted which will execute if the parser - ** stack every overflows */ -%% - ParseARG_STORE; /* Suppress warning about unused %extra_argument var */ - return; - } - yytos = &yypParser->yystack[yypParser->yyidx]; - yytos->stateno = yyNewState; - yytos->major = yyMajor; - yytos->minor = *yypMinor; -#ifndef NDEBUG - if( yyTraceFILE && yypParser->yyidx>0 ){ - int i; - fprintf(yyTraceFILE,"%sShift %d\n",yyTracePrompt,yyNewState); - fprintf(yyTraceFILE,"%sStack:",yyTracePrompt); - for(i=1; i<=yypParser->yyidx; i++) - fprintf(yyTraceFILE," %s",yyTokenName[yypParser->yystack[i].major]); - fprintf(yyTraceFILE,"\n"); - } -#endif -} - -/* The following table contains information about every rule that -** is used during the reduce. -*/ -static const struct { - YYCODETYPE lhs; /* Symbol on the left-hand side of the rule */ - unsigned char nrhs; /* Number of right-hand side symbols in the rule */ -} yyRuleInfo[] = { -%% -}; - -static void yy_accept(yyParser*); /* Forward Declaration */ - -/* -** Perform a reduce action and the shift that must immediately -** follow the reduce. -*/ -static void yy_reduce( - yyParser *yypParser, /* The parser */ - int yyruleno /* Number of the rule by which to reduce */ -){ - int yygoto; /* The next state */ - int yyact; /* The next action */ - YYMINORTYPE yygotominor; /* The LHS of the rule reduced */ - yyStackEntry *yymsp; /* The top of the parser's stack */ - int yysize; /* Amount to pop the stack */ - ParseARG_FETCH; - yymsp = &yypParser->yystack[yypParser->yyidx]; -#ifndef NDEBUG - if( yyTraceFILE && yyruleno>=0 - && yyruleno<(int)(sizeof(yyRuleName)/sizeof(yyRuleName[0])) ){ - fprintf(yyTraceFILE, "%sReduce [%s].\n", yyTracePrompt, - yyRuleName[yyruleno]); - } -#endif /* NDEBUG */ - - /* Silence complaints from purify about yygotominor being uninitialized - ** in some cases when it is copied into the stack after the following - ** switch. yygotominor is uninitialized when a rule reduces that does - ** not set the value of its left-hand side nonterminal. Leaving the - ** value of the nonterminal uninitialized is utterly harmless as long - ** as the value is never used. So really the only thing this code - ** accomplishes is to quieten purify. - ** - ** 2007-01-16: The wireshark project (www.wireshark.org) reports that - ** without this code, their parser segfaults. I'm not sure what there - ** parser is doing to make this happen. This is the second bug report - ** from wireshark this week. Clearly they are stressing Lemon in ways - ** that it has not been previously stressed... (SQLite ticket #2172) - */ - memset(&yygotominor, 0, sizeof(yygotominor)); - - - switch( yyruleno ){ - /* Beginning here are the reduction cases. A typical example - ** follows: - ** case 0: - ** #line - ** { ... } // User supplied code - ** #line - ** break; - */ -%% - }; - yygoto = yyRuleInfo[yyruleno].lhs; - yysize = yyRuleInfo[yyruleno].nrhs; - yypParser->yyidx -= yysize; - yyact = yy_find_reduce_action(yymsp[-yysize].stateno,yygoto); - if( yyact < YYNSTATE ){ -#ifdef NDEBUG - /* If we are not debugging and the reduce action popped at least - ** one element off the stack, then we can push the new element back - ** onto the stack here, and skip the stack overflow test in yy_shift(). - ** That gives a significant speed improvement. */ - if( yysize ){ - yypParser->yyidx++; - yymsp -= yysize-1; - yymsp->stateno = yyact; - yymsp->major = yygoto; - yymsp->minor = yygotominor; - }else -#endif - { - yy_shift(yypParser,yyact,yygoto,&yygotominor); - } - }else if( yyact == YYNSTATE + YYNRULE + 1 ){ - yy_accept(yypParser); - } -} - -/* -** The following code executes when the parse fails -*/ -static void yy_parse_failed( - yyParser *yypParser /* The parser */ -){ - ParseARG_FETCH; -#ifndef NDEBUG - if( yyTraceFILE ){ - fprintf(yyTraceFILE,"%sFail!\n",yyTracePrompt); - } -#endif - while( yypParser->yyidx>=0 ) yy_pop_parser_stack(yypParser); - /* Here code is inserted which will be executed whenever the - ** parser fails */ -%% - ParseARG_STORE; /* Suppress warning about unused %extra_argument variable */ -} - -/* -** The following code executes when a syntax error first occurs. -*/ -static void yy_syntax_error( - yyParser *yypParser, /* The parser */ - int yymajor, /* The major type of the error token */ - YYMINORTYPE yyminor /* The minor type of the error token */ -){ - ParseARG_FETCH; -#define TOKEN (yyminor.yy0) -%% - ParseARG_STORE; /* Suppress warning about unused %extra_argument variable */ -} - -/* -** The following is executed when the parser accepts -*/ -static void yy_accept( - yyParser *yypParser /* The parser */ -){ - ParseARG_FETCH; -#ifndef NDEBUG - if( yyTraceFILE ){ - fprintf(yyTraceFILE,"%sAccept!\n",yyTracePrompt); - } -#endif - while( yypParser->yyidx>=0 ) yy_pop_parser_stack(yypParser); - /* Here code is inserted which will be executed whenever the - ** parser accepts */ -%% - ParseARG_STORE; /* Suppress warning about unused %extra_argument variable */ -} - -/* The main parser program. -** The first argument is a pointer to a structure obtained from -** "ParseAlloc" which describes the current state of the parser. -** The second argument is the major token number. The third is -** the minor token. The fourth optional argument is whatever the -** user wants (and specified in the grammar) and is available for -** use by the action routines. -** -** Inputs: -**
    -**
  • A pointer to the parser (an opaque structure.) -**
  • The major token number. -**
  • The minor token number. -**
  • An option argument of a grammar-specified type. -**
-** -** Outputs: -** None. -*/ -void Parse( - void *yyp, /* The parser */ - int yymajor, /* The major token code number */ - ParseTOKENTYPE yyminor /* The value for the token */ - ParseARG_PDECL /* Optional %extra_argument parameter */ -){ - YYMINORTYPE yyminorunion; - int yyact; /* The parser action. */ - int yyendofinput; /* True if we are at the end of input */ - int yyerrorhit = 0; /* True if yymajor has invoked an error */ - yyParser *yypParser; /* The parser */ - - /* (re)initialize the parser, if necessary */ - yypParser = (yyParser*)yyp; - if( yypParser->yyidx<0 ){ - /* if( yymajor==0 ) return; // not sure why this was here... */ - yypParser->yyidx = 0; - yypParser->yyerrcnt = -1; - yypParser->yystack[0].stateno = 0; - yypParser->yystack[0].major = 0; - } - yyminorunion.yy0 = yyminor; - yyendofinput = (yymajor==0); - ParseARG_STORE; - -#ifndef NDEBUG - if( yyTraceFILE ){ - fprintf(yyTraceFILE,"%sInput %s\n",yyTracePrompt,yyTokenName[yymajor]); - } -#endif - - do{ - yyact = yy_find_shift_action(yypParser,yymajor); - if( yyactyyerrcnt--; - if( yyendofinput && yypParser->yyidx>=0 ){ - yymajor = 0; - }else{ - yymajor = YYNOCODE; - } - }else if( yyact < YYNSTATE + YYNRULE ){ - yy_reduce(yypParser,yyact-YYNSTATE); - }else if( yyact == YY_ERROR_ACTION ){ - int yymx; -#ifndef NDEBUG - if( yyTraceFILE ){ - fprintf(yyTraceFILE,"%sSyntax Error!\n",yyTracePrompt); - } -#endif -#ifdef YYERRORSYMBOL - /* A syntax error has occurred. - ** The response to an error depends upon whether or not the - ** grammar defines an error token "ERROR". - ** - ** This is what we do if the grammar does define ERROR: - ** - ** * Call the %syntax_error function. - ** - ** * Begin popping the stack until we enter a state where - ** it is legal to shift the error symbol, then shift - ** the error symbol. - ** - ** * Set the error count to three. - ** - ** * Begin accepting and shifting new tokens. No new error - ** processing will occur until three tokens have been - ** shifted successfully. - ** - */ - if( yypParser->yyerrcnt<0 ){ - yy_syntax_error(yypParser,yymajor,yyminorunion); - } - yymx = yypParser->yystack[yypParser->yyidx].major; - if( yymx==YYERRORSYMBOL || yyerrorhit ){ -#ifndef NDEBUG - if( yyTraceFILE ){ - fprintf(yyTraceFILE,"%sDiscard input token %s\n", - yyTracePrompt,yyTokenName[yymajor]); - } -#endif - yy_destructor(yymajor,&yyminorunion); - yymajor = YYNOCODE; - }else{ - while( - yypParser->yyidx >= 0 && - yymx != YYERRORSYMBOL && - (yyact = yy_find_reduce_action( - yypParser->yystack[yypParser->yyidx].stateno, - YYERRORSYMBOL)) >= YYNSTATE - ){ - yy_pop_parser_stack(yypParser); - } - if( yypParser->yyidx < 0 || yymajor==0 ){ - yy_destructor(yymajor,&yyminorunion); - yy_parse_failed(yypParser); - yymajor = YYNOCODE; - }else if( yymx!=YYERRORSYMBOL ){ - YYMINORTYPE u2; - u2.YYERRSYMDT = 0; - yy_shift(yypParser,yyact,YYERRORSYMBOL,&u2); - } - } - yypParser->yyerrcnt = 3; - yyerrorhit = 1; -#else /* YYERRORSYMBOL is not defined */ - /* This is what we do if the grammar does not define ERROR: - ** - ** * Report an error message, and throw away the input token. - ** - ** * If the input token is $, then fail the parse. - ** - ** As before, subsequent error messages are suppressed until - ** three input tokens have been successfully shifted. - */ - if( yypParser->yyerrcnt<=0 ){ - yy_syntax_error(yypParser,yymajor,yyminorunion); - } - yypParser->yyerrcnt = 3; - yy_destructor(yymajor,&yyminorunion); - if( yyendofinput ){ - yy_parse_failed(yypParser); - } - yymajor = YYNOCODE; -#endif - }else{ - yy_accept(yypParser); - yymajor = YYNOCODE; - } - }while( yymajor!=YYNOCODE && yypParser->yyidx>=0 ); - return; -} diff --git a/libs/sqlite/tool/memleak.awk b/libs/sqlite/tool/memleak.awk deleted file mode 100644 index 928d3b69dc..0000000000 --- a/libs/sqlite/tool/memleak.awk +++ /dev/null @@ -1,29 +0,0 @@ -# -# This script looks for memory leaks by analyzing the output of "sqlite" -# when compiled with the SQLITE_DEBUG=2 option. -# -/[0-9]+ malloc / { - mem[$6] = $0 -} -/[0-9]+ realloc / { - mem[$8] = ""; - mem[$10] = $0 -} -/[0-9]+ free / { - if (mem[$6]=="") { - print "*** free without a malloc at",$6 - } - mem[$6] = ""; - str[$6] = "" -} -/^string at / { - addr = $4 - sub("string at " addr " is ","") - str[addr] = $0 -} -END { - for(addr in mem){ - if( mem[addr]=="" ) continue - print mem[addr], str[addr] - } -} diff --git a/libs/sqlite/tool/memleak2.awk b/libs/sqlite/tool/memleak2.awk deleted file mode 100644 index 5d81b70d8d..0000000000 --- a/libs/sqlite/tool/memleak2.awk +++ /dev/null @@ -1,29 +0,0 @@ -# This AWK script reads the output of testfixture when compiled for memory -# debugging. It generates SQL commands that can be fed into an sqlite -# instance to determine what memory is never freed. A typical usage would -# be as follows: -# -# make -f memleak.mk fulltest 2>mem.out -# awk -f ../sqlite/tool/memleak2.awk mem.out | ./sqlite :memory: -# -# The job performed by this script is the same as that done by memleak.awk. -# The difference is that this script uses much less memory when the size -# of the mem.out file is huge. -# -BEGIN { - print "CREATE TABLE mem(loc INTEGER PRIMARY KEY, src);" -} -/[0-9]+ malloc / { - print "INSERT INTO mem VALUES(" strtonum($6) ",'" $0 "');" -} -/[0-9]+ realloc / { - print "INSERT INTO mem VALUES(" strtonum($10) \ - ",(SELECT src FROM mem WHERE loc=" strtonum($8) "));" - print "DELETE FROM mem WHERE loc=" strtonum($8) ";" -} -/[0-9]+ free / { - print "DELETE FROM mem WHERE loc=" strtonum($6) ";" -} -END { - print "SELECT src FROM mem;" -} diff --git a/libs/sqlite/tool/memleak3.tcl b/libs/sqlite/tool/memleak3.tcl deleted file mode 100644 index 3c6e9b9c56..0000000000 --- a/libs/sqlite/tool/memleak3.tcl +++ /dev/null @@ -1,233 +0,0 @@ -#/bin/sh -# \ -exec `which tclsh` $0 "$@" -# -# The author disclaims copyright to this source code. In place of -# a legal notice, here is a blessing: -# -# May you do good and not evil. -# May you find forgiveness for yourself and forgive others. -# May you share freely, never taking more than you give. -###################################################################### - -set doco " -This script is a tool to help track down memory leaks in the sqlite -library. The library must be compiled with the preprocessor symbol -SQLITE_MEMDEBUG set to at least 2. It must be set to 3 to enable stack -traces. - -To use, run the leaky application and save the standard error output. -Then, execute this program with the first argument the name of the -application binary (or interpreter) and the second argument the name of the -text file that contains the collected stderr output. - -If all goes well a summary of unfreed allocations is printed out. If the -GNU C library is in use and SQLITE_DEBUG is 3 or greater a stack trace is -printed out for each unmatched allocation. - -If the \"-r \" option is passed, then the program stops and prints out -the state of the heap immediately after the th call to malloc() or -realloc(). - -Example: - -$ ./testfixture ../sqlite/test/select1.test 2> memtrace.out -$ tclsh $argv0 ?-r ? ./testfixture memtrace.out -" - - -proc usage {} { - set prg [file tail $::argv0] - puts "Usage: $prg ?-r ? " - puts "" - puts [string trim $::doco] - exit -1 -} - -proc shift {listvar} { - upvar $listvar l - set ret [lindex $l 0] - set l [lrange $l 1 end] - return $ret -} - -# Argument handling. The following vars are set: -# -# $exe - the name of the executable (i.e. "testfixture" or "./sqlite3") -# $memfile - the name of the file containing the trace output. -# $report_at - The malloc number to stop and report at. Or -1 to read -# all of $memfile. -# -set report_at -1 -while {[llength $argv]>2} { - set arg [shift argv] - switch -- $arg { - "-r" { - set report_at [shift argv] - } - default { - usage - } - } -} -if {[llength $argv]!=2} usage -set exe [lindex $argv 0] -set memfile [lindex $argv 1] - -# If stack traces are enabled, the 'addr2line' program is called to -# translate a binary stack address into a human-readable form. -set addr2line addr2line - -# When the SQLITE_MEMDEBUG is set as described above, SQLite prints -# out a line for each malloc(), realloc() or free() call that the -# library makes. If SQLITE_MEMDEBUG is 3, then a stack trace is printed -# out before each malloc() and realloc() line. -# -# This program parses each line the SQLite library outputs and updates -# the following global Tcl variables to reflect the "current" state of -# the heap used by SQLite. -# -set nBytes 0 ;# Total number of bytes currently allocated. -set nMalloc 0 ;# Total number of malloc()/realloc() calls. -set nPeak 0 ;# Peak of nBytes. -set iPeak 0 ;# nMalloc when nPeak was set. -# -# More detailed state information is stored in the $memmap array. -# Each key in the memmap array is the address of a chunk of memory -# currently allocated from the heap. The value is a list of the -# following form -# -# { } -# -array unset memmap - -proc process_input {input_file array_name} { - upvar $array_name mem - set input [open $input_file] - - set MALLOC {([[:digit:]]+) malloc ([[:digit:]]+) bytes at 0x([[:xdigit:]]+)} - # set STACK {^[[:digit:]]+: STACK: (.*)$} - set STACK {^STACK: (.*)$} - set FREE {[[:digit:]]+ free ([[:digit:]]+) bytes at 0x([[:xdigit:]]+)} - set REALLOC {([[:digit:]]+) realloc ([[:digit:]]+) to ([[:digit:]]+)} - append REALLOC { bytes at 0x([[:xdigit:]]+) to 0x([[:xdigit:]]+)} - - set stack "" - while { ![eof $input] } { - set line [gets $input] - if {[regexp $STACK $line dummy stack]} { - # Do nothing. The variable $stack now stores the hexadecimal stack dump - # for the next malloc() or realloc(). - - } elseif { [regexp $MALLOC $line dummy mallocid bytes addr] } { - # If this is a 'malloc' line, set an entry in the mem array. Each entry - # is a list of length three, the number of bytes allocated , the malloc - # number and the stack dump when it was allocated. - set mem($addr) [list $bytes "malloc $mallocid" $stack] - set stack "" - - # Increase the current heap usage - incr ::nBytes $bytes - - # Increase the number of malloc() calls - incr ::nMalloc - - if {$::nBytes > $::nPeak} { - set ::nPeak $::nBytes - set ::iPeak $::nMalloc - } - - } elseif { [regexp $FREE $line dummy bytes addr] } { - # If this is a 'free' line, remove the entry from the mem array. If the - # entry does not exist, or is the wrong number of bytes, announce a - # problem. This is more likely a bug in the regular expressions for - # this script than an SQLite defect. - if { [lindex $mem($addr) 0] != $bytes } { - error "byte count mismatch" - } - unset mem($addr) - - # Decrease the current heap usage - incr ::nBytes [expr -1 * $bytes] - - } elseif { [regexp $REALLOC $line dummy mallocid ob b oa a] } { - # "free" the old allocation in the internal model: - incr ::nBytes [expr -1 * $ob] - unset mem($oa); - - # "malloc" the new allocation - set mem($a) [list $b "realloc $mallocid" $stack] - incr ::nBytes $b - set stack "" - - # Increase the number of malloc() calls - incr ::nMalloc - - if {$::nBytes > $::nPeak} { - set ::nPeak $::nBytes - set ::iPeak $::nMalloc - } - - } else { - # puts "REJECT: $line" - } - - if {$::nMalloc==$::report_at} report - } - - close $input -} - -proc printstack {stack} { - set fcount 10 - if {[llength $stack]<10} { - set fcount [llength $stack] - } - foreach frame [lrange $stack 1 $fcount] { - foreach {f l} [split [exec $::addr2line -f --exe=$::exe $frame] \n] {} - puts [format "%-30s %s" $f $l] - } - if {[llength $stack]>0 } {puts ""} -} - -proc report {} { - - foreach key [array names ::memmap] { - set stack [lindex $::memmap($key) 2] - set bytes [lindex $::memmap($key) 0] - lappend summarymap($stack) $bytes - } - - set sorted [list] - foreach stack [array names summarymap] { - set allocs $summarymap($stack) - set sum 0 - foreach a $allocs { - incr sum $a - } - lappend sorted [list $sum $stack] - } - - set sorted [lsort -integer -index 0 $sorted] - foreach s $sorted { - set sum [lindex $s 0] - set stack [lindex $s 1] - set allocs $summarymap($stack) - puts "$sum bytes in [llength $allocs] chunks ($allocs)" - printstack $stack - } - - # Print out summary statistics - puts "Total allocations : $::nMalloc" - puts "Total outstanding allocations: [array size ::memmap]" - puts "Current heap usage : $::nBytes bytes" - puts "Peak heap usage : $::nPeak bytes (malloc #$::iPeak)" - - exit -} - -process_input $memfile memmap -report - - - diff --git a/libs/sqlite/tool/mkkeywordhash.c b/libs/sqlite/tool/mkkeywordhash.c deleted file mode 100644 index a1df7827cd..0000000000 --- a/libs/sqlite/tool/mkkeywordhash.c +++ /dev/null @@ -1,509 +0,0 @@ -/* -** Compile and run this standalone program in order to generate code that -** implements a function that will translate alphabetic identifiers into -** parser token codes. -*/ -#include -#include -#include - -/* -** All the keywords of the SQL language are stored as in a hash -** table composed of instances of the following structure. -*/ -typedef struct Keyword Keyword; -struct Keyword { - char *zName; /* The keyword name */ - char *zTokenType; /* Token value for this keyword */ - int mask; /* Code this keyword if non-zero */ - int id; /* Unique ID for this record */ - int hash; /* Hash on the keyword */ - int offset; /* Offset to start of name string */ - int len; /* Length of this keyword, not counting final \000 */ - int prefix; /* Number of characters in prefix */ - int iNext; /* Index in aKeywordTable[] of next with same hash */ - int substrId; /* Id to another keyword this keyword is embedded in */ - int substrOffset; /* Offset into substrId for start of this keyword */ -}; - -/* -** Define masks used to determine which keywords are allowed -*/ -#ifdef SQLITE_OMIT_ALTERTABLE -# define ALTER 0 -#else -# define ALTER 0x00000001 -#endif -#define ALWAYS 0x00000002 -#ifdef SQLITE_OMIT_ANALYZE -# define ANALYZE 0 -#else -# define ANALYZE 0x00000004 -#endif -#ifdef SQLITE_OMIT_ATTACH -# define ATTACH 0 -#else -# define ATTACH 0x00000008 -#endif -#ifdef SQLITE_OMIT_AUTOINCREMENT -# define AUTOINCR 0 -#else -# define AUTOINCR 0x00000010 -#endif -#ifdef SQLITE_OMIT_CAST -# define CAST 0 -#else -# define CAST 0x00000020 -#endif -#ifdef SQLITE_OMIT_COMPOUND_SELECT -# define COMPOUND 0 -#else -# define COMPOUND 0x00000040 -#endif -#ifdef SQLITE_OMIT_CONFLICT_CLAUSE -# define CONFLICT 0 -#else -# define CONFLICT 0x00000080 -#endif -#ifdef SQLITE_OMIT_EXPLAIN -# define EXPLAIN 0 -#else -# define EXPLAIN 0x00000100 -#endif -#ifdef SQLITE_OMIT_FOREIGN_KEY -# define FKEY 0 -#else -# define FKEY 0x00000200 -#endif -#ifdef SQLITE_OMIT_PRAGMA -# define PRAGMA 0 -#else -# define PRAGMA 0x00000400 -#endif -#ifdef SQLITE_OMIT_REINDEX -# define REINDEX 0 -#else -# define REINDEX 0x00000800 -#endif -#ifdef SQLITE_OMIT_SUBQUERY -# define SUBQUERY 0 -#else -# define SUBQUERY 0x00001000 -#endif -#ifdef SQLITE_OMIT_TRIGGER -# define TRIGGER 0 -#else -# define TRIGGER 0x00002000 -#endif -#ifdef SQLITE_OMIT_VACUUM -# define VACUUM 0 -#else -# define VACUUM 0x00004000 -#endif -#ifdef SQLITE_OMIT_VIEW -# define VIEW 0 -#else -# define VIEW 0x00008000 -#endif -#ifdef SQLITE_OMIT_VIRTUALTABLE -# define VTAB 0 -#else -# define VTAB 0x00010000 -#endif - -/* -** These are the keywords -*/ -static Keyword aKeywordTable[] = { - { "ABORT", "TK_ABORT", CONFLICT|TRIGGER }, - { "ADD", "TK_ADD", ALTER }, - { "AFTER", "TK_AFTER", TRIGGER }, - { "ALL", "TK_ALL", ALWAYS }, - { "ALTER", "TK_ALTER", ALTER }, - { "ANALYZE", "TK_ANALYZE", ANALYZE }, - { "AND", "TK_AND", ALWAYS }, - { "AS", "TK_AS", ALWAYS }, - { "ASC", "TK_ASC", ALWAYS }, - { "ATTACH", "TK_ATTACH", ATTACH }, - { "AUTOINCREMENT", "TK_AUTOINCR", AUTOINCR }, - { "BEFORE", "TK_BEFORE", TRIGGER }, - { "BEGIN", "TK_BEGIN", ALWAYS }, - { "BETWEEN", "TK_BETWEEN", ALWAYS }, - { "BY", "TK_BY", ALWAYS }, - { "CASCADE", "TK_CASCADE", FKEY }, - { "CASE", "TK_CASE", ALWAYS }, - { "CAST", "TK_CAST", CAST }, - { "CHECK", "TK_CHECK", ALWAYS }, - { "COLLATE", "TK_COLLATE", ALWAYS }, - { "COLUMN", "TK_COLUMNKW", ALTER }, - { "COMMIT", "TK_COMMIT", ALWAYS }, - { "CONFLICT", "TK_CONFLICT", CONFLICT }, - { "CONSTRAINT", "TK_CONSTRAINT", ALWAYS }, - { "CREATE", "TK_CREATE", ALWAYS }, - { "CROSS", "TK_JOIN_KW", ALWAYS }, - { "CURRENT_DATE", "TK_CTIME_KW", ALWAYS }, - { "CURRENT_TIME", "TK_CTIME_KW", ALWAYS }, - { "CURRENT_TIMESTAMP","TK_CTIME_KW", ALWAYS }, - { "DATABASE", "TK_DATABASE", ATTACH }, - { "DEFAULT", "TK_DEFAULT", ALWAYS }, - { "DEFERRED", "TK_DEFERRED", ALWAYS }, - { "DEFERRABLE", "TK_DEFERRABLE", FKEY }, - { "DELETE", "TK_DELETE", ALWAYS }, - { "DESC", "TK_DESC", ALWAYS }, - { "DETACH", "TK_DETACH", ATTACH }, - { "DISTINCT", "TK_DISTINCT", ALWAYS }, - { "DROP", "TK_DROP", ALWAYS }, - { "END", "TK_END", ALWAYS }, - { "EACH", "TK_EACH", TRIGGER }, - { "ELSE", "TK_ELSE", ALWAYS }, - { "ESCAPE", "TK_ESCAPE", ALWAYS }, - { "EXCEPT", "TK_EXCEPT", COMPOUND }, - { "EXCLUSIVE", "TK_EXCLUSIVE", ALWAYS }, - { "EXISTS", "TK_EXISTS", ALWAYS }, - { "EXPLAIN", "TK_EXPLAIN", EXPLAIN }, - { "FAIL", "TK_FAIL", CONFLICT|TRIGGER }, - { "FOR", "TK_FOR", TRIGGER }, - { "FOREIGN", "TK_FOREIGN", FKEY }, - { "FROM", "TK_FROM", ALWAYS }, - { "FULL", "TK_JOIN_KW", ALWAYS }, - { "GLOB", "TK_LIKE_KW", ALWAYS }, - { "GROUP", "TK_GROUP", ALWAYS }, - { "HAVING", "TK_HAVING", ALWAYS }, - { "IF", "TK_IF", ALWAYS }, - { "IGNORE", "TK_IGNORE", CONFLICT|TRIGGER }, - { "IMMEDIATE", "TK_IMMEDIATE", ALWAYS }, - { "IN", "TK_IN", ALWAYS }, - { "INDEX", "TK_INDEX", ALWAYS }, - { "INITIALLY", "TK_INITIALLY", FKEY }, - { "INNER", "TK_JOIN_KW", ALWAYS }, - { "INSERT", "TK_INSERT", ALWAYS }, - { "INSTEAD", "TK_INSTEAD", TRIGGER }, - { "INTERSECT", "TK_INTERSECT", COMPOUND }, - { "INTO", "TK_INTO", ALWAYS }, - { "IS", "TK_IS", ALWAYS }, - { "ISNULL", "TK_ISNULL", ALWAYS }, - { "JOIN", "TK_JOIN", ALWAYS }, - { "KEY", "TK_KEY", ALWAYS }, - { "LEFT", "TK_JOIN_KW", ALWAYS }, - { "LIKE", "TK_LIKE_KW", ALWAYS }, - { "LIMIT", "TK_LIMIT", ALWAYS }, - { "MATCH", "TK_MATCH", ALWAYS }, - { "NATURAL", "TK_JOIN_KW", ALWAYS }, - { "NOT", "TK_NOT", ALWAYS }, - { "NOTNULL", "TK_NOTNULL", ALWAYS }, - { "NULL", "TK_NULL", ALWAYS }, - { "OF", "TK_OF", ALWAYS }, - { "OFFSET", "TK_OFFSET", ALWAYS }, - { "ON", "TK_ON", ALWAYS }, - { "OR", "TK_OR", ALWAYS }, - { "ORDER", "TK_ORDER", ALWAYS }, - { "OUTER", "TK_JOIN_KW", ALWAYS }, - { "PLAN", "TK_PLAN", EXPLAIN }, - { "PRAGMA", "TK_PRAGMA", PRAGMA }, - { "PRIMARY", "TK_PRIMARY", ALWAYS }, - { "QUERY", "TK_QUERY", EXPLAIN }, - { "RAISE", "TK_RAISE", TRIGGER }, - { "REFERENCES", "TK_REFERENCES", FKEY }, - { "REGEXP", "TK_LIKE_KW", ALWAYS }, - { "REINDEX", "TK_REINDEX", REINDEX }, - { "RENAME", "TK_RENAME", ALTER }, - { "REPLACE", "TK_REPLACE", CONFLICT }, - { "RESTRICT", "TK_RESTRICT", FKEY }, - { "RIGHT", "TK_JOIN_KW", ALWAYS }, - { "ROLLBACK", "TK_ROLLBACK", ALWAYS }, - { "ROW", "TK_ROW", TRIGGER }, - { "SELECT", "TK_SELECT", ALWAYS }, - { "SET", "TK_SET", ALWAYS }, - { "STATEMENT", "TK_STATEMENT", TRIGGER }, - { "TABLE", "TK_TABLE", ALWAYS }, - { "TEMP", "TK_TEMP", ALWAYS }, - { "TEMPORARY", "TK_TEMP", ALWAYS }, - { "THEN", "TK_THEN", ALWAYS }, - { "TO", "TK_TO", ALTER }, - { "TRANSACTION", "TK_TRANSACTION", ALWAYS }, - { "TRIGGER", "TK_TRIGGER", TRIGGER }, - { "UNION", "TK_UNION", COMPOUND }, - { "UNIQUE", "TK_UNIQUE", ALWAYS }, - { "UPDATE", "TK_UPDATE", ALWAYS }, - { "USING", "TK_USING", ALWAYS }, - { "VACUUM", "TK_VACUUM", VACUUM }, - { "VALUES", "TK_VALUES", ALWAYS }, - { "VIEW", "TK_VIEW", VIEW }, - { "VIRTUAL", "TK_VIRTUAL", VTAB }, - { "WHEN", "TK_WHEN", ALWAYS }, - { "WHERE", "TK_WHERE", ALWAYS }, -}; - -/* Number of keywords */ -static int NKEYWORD = (sizeof(aKeywordTable)/sizeof(aKeywordTable[0])); - -/* An array to map all upper-case characters into their corresponding -** lower-case character. -*/ -const unsigned char sqlite3UpperToLower[] = { - 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, - 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, - 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, - 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 97, 98, 99,100,101,102,103, - 104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121, - 122, 91, 92, 93, 94, 95, 96, 97, 98, 99,100,101,102,103,104,105,106,107, - 108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125, - 126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143, - 144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161, - 162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179, - 180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197, - 198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215, - 216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233, - 234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251, - 252,253,254,255 -}; -#define UpperToLower sqlite3UpperToLower - -/* -** Comparision function for two Keyword records -*/ -static int keywordCompare1(const void *a, const void *b){ - const Keyword *pA = (Keyword*)a; - const Keyword *pB = (Keyword*)b; - int n = pA->len - pB->len; - if( n==0 ){ - n = strcmp(pA->zName, pB->zName); - } - return n; -} -static int keywordCompare2(const void *a, const void *b){ - const Keyword *pA = (Keyword*)a; - const Keyword *pB = (Keyword*)b; - int n = strcmp(pA->zName, pB->zName); - return n; -} -static int keywordCompare3(const void *a, const void *b){ - const Keyword *pA = (Keyword*)a; - const Keyword *pB = (Keyword*)b; - int n = pA->offset - pB->offset; - return n; -} - -/* -** Return a KeywordTable entry with the given id -*/ -static Keyword *findById(int id){ - int i; - for(i=0; ilen = strlen(p->zName); - p->hash = (UpperToLower[p->zName[0]]*4) ^ - (UpperToLower[p->zName[p->len-1]]*3) ^ p->len; - p->id = i+1; - } - - /* Sort the table from shortest to longest keyword */ - qsort(aKeywordTable, NKEYWORD, sizeof(aKeywordTable[0]), keywordCompare1); - - /* Look for short keywords embedded in longer keywords */ - for(i=NKEYWORD-2; i>=0; i--){ - Keyword *p = &aKeywordTable[i]; - for(j=NKEYWORD-1; j>i && p->substrId==0; j--){ - Keyword *pOther = &aKeywordTable[j]; - if( pOther->substrId ) continue; - if( pOther->len<=p->len ) continue; - for(k=0; k<=pOther->len-p->len; k++){ - if( memcmp(p->zName, &pOther->zName[k], p->len)==0 ){ - p->substrId = pOther->id; - p->substrOffset = k; - break; - } - } - } - } - - /* Sort the table into alphabetical order */ - qsort(aKeywordTable, NKEYWORD, sizeof(aKeywordTable[0]), keywordCompare2); - - /* Fill in the offset for all entries */ - nChar = 0; - for(i=0; ioffset>0 || p->substrId ) continue; - p->offset = nChar; - nChar += p->len; - for(k=p->len-1; k>=1; k--){ - for(j=i+1; joffset>0 || pOther->substrId ) continue; - if( pOther->len<=k ) continue; - if( memcmp(&p->zName[p->len-k], pOther->zName, k)==0 ){ - p = pOther; - p->offset = nChar - k; - nChar = p->offset + p->len; - p->zName += k; - p->len -= k; - p->prefix = k; - j = i; - k = p->len; - } - } - } - } - for(i=0; isubstrId ){ - p->offset = findById(p->substrId)->offset + p->substrOffset; - } - } - - /* Sort the table by offset */ - qsort(aKeywordTable, NKEYWORD, sizeof(aKeywordTable[0]), keywordCompare3); - - /* Figure out how big to make the hash table in order to minimize the - ** number of collisions */ - bestSize = NKEYWORD; - bestCount = NKEYWORD*NKEYWORD; - for(i=NKEYWORD/2; i<=2*NKEYWORD; i++){ - for(j=0; jsubstrId ) continue; - if( j==0 ) printf(" \""); - printf("%s", p->zName); - j += p->len; - if( j>60 ){ - printf("\"\n"); - j = 0; - } - } - printf("%s;\n", j>0 ? "\"" : " "); - - printf(" static const unsigned char aHash[%d] = {\n", bestSize); - for(i=j=0; i12 ){ - printf("\n"); - j = 0; - } - } - printf("%s };\n", j==0 ? "" : "\n"); - - printf(" static const unsigned char aNext[%d] = {\n", NKEYWORD); - for(i=j=0; i12 ){ - printf("\n"); - j = 0; - } - } - printf("%s };\n", j==0 ? "" : "\n"); - - printf(" static const unsigned char aLen[%d] = {\n", NKEYWORD); - for(i=j=0; i12 ){ - printf("\n"); - j = 0; - } - } - printf("%s };\n", j==0 ? "" : "\n"); - - printf(" static const unsigned short int aOffset[%d] = {\n", NKEYWORD); - for(i=j=0; i12 ){ - printf("\n"); - j = 0; - } - } - printf("%s };\n", j==0 ? "" : "\n"); - - printf(" static const unsigned char aCode[%d] = {\n", NKEYWORD); - for(i=j=0; i=5 ){ - printf("\n"); - j = 0; - } - } - printf("%s };\n", j==0 ? "" : "\n"); - - printf(" int h, i;\n"); - printf(" if( n<2 ) return TK_ID;\n"); - printf(" h = ((charMap(z[0])*4) ^\n" - " (charMap(z[n-1])*3) ^\n" - " n) %% %d;\n", bestSize); - printf(" for(i=((int)aHash[h])-1; i>=0; i=((int)aNext[i])-1){\n"); - printf(" if( aLen[i]==n &&" - " sqlite3StrNICmp(&zText[aOffset[i]],z,n)==0 ){\n"); - printf(" return aCode[i];\n"); - printf(" }\n"); - printf(" }\n"); - printf(" return TK_ID;\n"); - printf("}\n"); - printf("int sqlite3KeywordCode(const unsigned char *z, int n){\n"); - printf(" return keywordCode((char*)z, n);\n"); - printf("}\n"); - - return 0; -} diff --git a/libs/sqlite/tool/mkopts.tcl b/libs/sqlite/tool/mkopts.tcl deleted file mode 100755 index e3ddcb9eeb..0000000000 --- a/libs/sqlite/tool/mkopts.tcl +++ /dev/null @@ -1,51 +0,0 @@ -#!/usr/bin/tclsh -# -# This script is used to generate the array of strings and the enum -# that appear at the beginning of the C code implementation of a -# a TCL command and that define the available subcommands for that -# TCL command. - -set prefix {} -while {![eof stdin]} { - set line [gets stdin] - if {$line==""} continue - regsub -all "\[ \t\n,\]+" [string trim $line] { } line - foreach token [split $line { }] { - if {![regexp {(([a-zA-Z]+)_)?([_a-zA-Z]+)} $token all px p2 name]} continue - lappend namelist [string tolower $name] - if {$px!=""} {set prefix $p2} - } -} - -puts " static const char *${prefix}_strs\[\] = \173" -set col 0 -proc put_item x { - global col - if {$col==0} {puts -nonewline " "} - if {$col<2} { - puts -nonewline [format " %-21s" $x] - incr col - } else { - puts $x - set col 0 - } -} -proc finalize {} { - global col - if {$col>0} {puts {}} - set col 0 -} - -foreach name [lsort $namelist] { - put_item \"$name\", -} -put_item 0 -finalize -puts " \175;" -puts " enum ${prefix}_enum \173" -foreach name [lsort $namelist] { - regsub -all {@} $name {} name - put_item ${prefix}_[string toupper $name], -} -finalize -puts " \175;" diff --git a/libs/sqlite/tool/omittest.tcl b/libs/sqlite/tool/omittest.tcl deleted file mode 100644 index eabb46a16e..0000000000 --- a/libs/sqlite/tool/omittest.tcl +++ /dev/null @@ -1,175 +0,0 @@ - -set rcsid {$Id: omittest.tcl,v 1.2 2006/06/20 11:01:09 danielk1977 Exp $} - -# Documentation for this script. This may be output to stderr -# if the script is invoked incorrectly. -set ::USAGE_MESSAGE { -This Tcl script is used to test the various compile time options -available for omitting code (the SQLITE_OMIT_xxx options). It -should be invoked as follows: - -