summaryrefslogtreecommitdiff
path: root/components/external/SQLite-3.8.1/ext/misc
diff options
context:
space:
mode:
authorbernard <[email protected]>2017-11-02 13:50:42 +0800
committerbernard <[email protected]>2017-11-02 13:50:42 +0800
commitb2057f506a09e2adef81fc77efd697d16ae14bec (patch)
tree3affefabfe376a0ec1b3ac4a5eef957c1dd58dc8 /components/external/SQLite-3.8.1/ext/misc
parent23582c8129228b4961ad35319cfd2d270039345f (diff)
[External] Remove external from RT-Thread
Diffstat (limited to 'components/external/SQLite-3.8.1/ext/misc')
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/amatch.c1487
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/closure.c958
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/fuzzer.c1184
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/ieee754.c131
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/nextchar.c311
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/percentile.c219
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/regexp.c760
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/rot13.c114
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/spellfix.c2844
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/totype.c512
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/vfslog.c706
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/vtshim.c551
-rw-r--r--components/external/SQLite-3.8.1/ext/misc/wholenumber.c274
13 files changed, 0 insertions, 10051 deletions
diff --git a/components/external/SQLite-3.8.1/ext/misc/amatch.c b/components/external/SQLite-3.8.1/ext/misc/amatch.c
deleted file mode 100644
index d869dbd8d1..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/amatch.c
+++ /dev/null
@@ -1,1487 +0,0 @@
-/*
-** 2013-03-14
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-*************************************************************************
-**
-** This file contains code for a demonstration virtual table that finds
-** "approximate matches" - strings from a finite set that are nearly the
-** same as a single input string. The virtual table is called "amatch".
-**
-** A amatch virtual table is created like this:
-**
-** CREATE VIRTUAL TABLE f USING approximate_match(
-** vocabulary_table=<tablename>, -- V
-** vocabulary_word=<columnname>, -- W
-** vocabulary_language=<columnname>, -- L
-** edit_distances=<edit-cost-table>
-** );
-**
-** When it is created, the new amatch table must be supplied with the
-** the name of a table V and columns V.W and V.L such that
-**
-** SELECT W FROM V WHERE L=$language
-**
-** returns the allowed vocabulary for the match. If the "vocabulary_language"
-** or L columnname is left unspecified or is an empty string, then no
-** filtering of the vocabulary by language is performed.
-**
-** For efficiency, it is essential that the vocabulary table be indexed:
-**
-** CREATE vocab_index ON V(W)
-**
-** A separate edit-cost-table provides scoring information that defines
-** what it means for one string to be "close" to another.
-**
-** The edit-cost-table must contain exactly four columns (more precisely,
-** the statement "SELECT * FROM <edit-cost-table>" must return records
-** that consist of four columns). It does not matter what the columns are
-** named.
-**
-** Each row in the edit-cost-table represents a single character
-** transformation going from user input to the vocabulary. The leftmost
-** column of the row (column 0) contains an integer identifier of the
-** language to which the transformation rule belongs (see "MULTIPLE LANGUAGES"
-** below). The second column of the row (column 1) contains the input
-** character or characters - the characters of user input. The third
-** column contains characters as they appear in the vocabulary table.
-** And the fourth column contains the integer cost of making the
-** transformation. For example:
-**
-** CREATE TABLE f_data(iLang, cFrom, cTo, Cost);
-** INSERT INTO f_data(iLang, cFrom, cTo, Cost) VALUES(0, '', 'a', 100);
-** INSERT INTO f_data(iLang, cFrom, cTo, Cost) VALUES(0, 'b', '', 87);
-** INSERT INTO f_data(iLang, cFrom, cTo, Cost) VALUES(0, 'o', 'oe', 38);
-** INSERT INTO f_data(iLang, cFrom, cTo, Cost) VALUES(0, 'oe', 'o', 40);
-**
-** The first row inserted into the edit-cost-table by the SQL script
-** above indicates that the cost of having an extra 'a' in the vocabulary
-** table that is missing in the user input 100. (All costs are integers.
-** Overall cost must not exceed 16777216.) The second INSERT statement
-** creates a rule saying that the cost of having a single letter 'b' in
-** user input which is missing in the vocabulary table is 87. The third
-** INSERT statement mean that the cost of matching an 'o' in user input
-** against an 'oe' in the vocabulary table is 38. And so forth.
-**
-** The following rules are special:
-**
-** INSERT INTO f_data(iLang, cFrom, cTo, Cost) VALUES(0, '?', '', 97);
-** INSERT INTO f_data(iLang, cFrom, cTo, Cost) VALUES(0, '', '?', 98);
-** INSERT INTO f_data(iLang, cFrom, cTo, Cost) VALUES(0, '?', '?', 99);
-**
-** The '?' to '' rule is the cost of having any single character in the input
-** that is not found in the vocabular. The '' to '?' rule is the cost of
-** having a character in the vocabulary table that is missing from input.
-** And the '?' to '?' rule is the cost of doing an arbitrary character
-** substitution. These three generic rules apply across all languages.
-** In other words, the iLang field is ignored for the generic substitution
-** rules. If more than one cost is given for a generic substitution rule,
-** then the lowest cost is used.
-**
-** Once it has been created, the amatch virtual table can be queried
-** as follows:
-**
-** SELECT word, distance FROM f
-** WHERE word MATCH 'abcdefg'
-** AND distance<200;
-**
-** This query outputs the strings contained in the T(F) field that
-** are close to "abcdefg" and in order of increasing distance. No string
-** is output more than once. If there are multiple ways to transform the
-** target string ("abcdefg") into a string in the vocabulary table then
-** the lowest cost transform is the one that is returned. In this example,
-** the search is limited to strings with a total distance of less than 200.
-**
-** For efficiency, it is important to put tight bounds on the distance.
-** The time and memory space needed to perform this query is exponential
-** in the maximum distance. A good rule of thumb is to limit the distance
-** to no more than 1.5 or 2 times the maximum cost of any rule in the
-** edit-cost-table.
-**
-** The amatch is a read-only table. Any attempt to DELETE, INSERT, or
-** UPDATE on a amatch table will throw an error.
-**
-** It is important to put some kind of a limit on the amatch output. This
-** can be either in the form of a LIMIT clause at the end of the query,
-** or better, a "distance<NNN" constraint where NNN is some number. The
-** running time and memory requirement is exponential in the value of NNN
-** so you want to make sure that NNN is not too big. A value of NNN that
-** is about twice the average transformation cost seems to give good results.
-**
-** The amatch table can be useful for tasks such as spelling correction.
-** Suppose all allowed words are in table vocabulary(w). Then one would create
-** an amatch virtual table like this:
-**
-** CREATE VIRTUAL TABLE ex1 USING amatch(
-** vocabtable=vocabulary,
-** vocabcolumn=w,
-** edit_distances=ec1
-** );
-**
-** Then given an input word $word, look up close spellings this way:
-**
-** SELECT word, distance FROM ex1
-** WHERE word MATCH $word AND distance<200;
-**
-** MULTIPLE LANGUAGES
-**
-** Normally, the "iLang" value associated with all character transformations
-** in the edit-cost-table is zero. However, if required, the amatch
-** virtual table allows multiple languages to be defined. Each query uses
-** only a single iLang value. This allows, for example, a single
-** amatch table to support multiple languages.
-**
-** By default, only the rules with iLang=0 are used. To specify an
-** alternative language, a "language = ?" expression must be added to the
-** WHERE clause of a SELECT, where ? is the integer identifier of the desired
-** language. For example:
-**
-** SELECT word, distance FROM ex1
-** WHERE word MATCH $word
-** AND distance<=200
-** AND language=1 -- Specify use language 1 instead of 0
-**
-** If no "language = ?" constraint is specified in the WHERE clause, language
-** 0 is used.
-**
-** LIMITS
-**
-** The maximum language number is 2147483647. The maximum length of either
-** of the strings in the second or third column of the amatch data table
-** is 50 bytes. The maximum cost on a rule is 1000.
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-#include <stdlib.h>
-#include <string.h>
-#include <assert.h>
-#include <stdio.h>
-#include <ctype.h>
-
-#ifndef SQLITE_OMIT_VIRTUALTABLE
-
-/*
-** Forward declaration of objects used by this implementation
-*/
-typedef struct amatch_vtab amatch_vtab;
-typedef struct amatch_cursor amatch_cursor;
-typedef struct amatch_rule amatch_rule;
-typedef struct amatch_word amatch_word;
-typedef struct amatch_avl amatch_avl;
-
-
-/*****************************************************************************
-** AVL Tree implementation
-*/
-/*
-** Objects that want to be members of the AVL tree should embedded an
-** instance of this structure.
-*/
-struct amatch_avl {
- amatch_word *pWord; /* Points to the object being stored in the tree */
- char *zKey; /* Key. zero-terminated string. Must be unique */
- amatch_avl *pBefore; /* Other elements less than zKey */
- amatch_avl *pAfter; /* Other elements greater than zKey */
- amatch_avl *pUp; /* Parent element */
- short int height; /* Height of this node. Leaf==1 */
- short int imbalance; /* Height difference between pBefore and pAfter */
-};
-
-/* Recompute the amatch_avl.height and amatch_avl.imbalance fields for p.
-** Assume that the children of p have correct heights.
-*/
-static void amatchAvlRecomputeHeight(amatch_avl *p){
- short int hBefore = p->pBefore ? p->pBefore->height : 0;
- short int hAfter = p->pAfter ? p->pAfter->height : 0;
- p->imbalance = hBefore - hAfter; /* -: pAfter higher. +: pBefore higher */
- p->height = (hBefore>hAfter ? hBefore : hAfter)+1;
-}
-
-/*
-** P B
-** / \ / \
-** B Z ==> X P
-** / \ / \
-** X Y Y Z
-**
-*/
-static amatch_avl *amatchAvlRotateBefore(amatch_avl *pP){
- amatch_avl *pB = pP->pBefore;
- amatch_avl *pY = pB->pAfter;
- pB->pUp = pP->pUp;
- pB->pAfter = pP;
- pP->pUp = pB;
- pP->pBefore = pY;
- if( pY ) pY->pUp = pP;
- amatchAvlRecomputeHeight(pP);
- amatchAvlRecomputeHeight(pB);
- return pB;
-}
-
-/*
-** P A
-** / \ / \
-** X A ==> P Z
-** / \ / \
-** Y Z X Y
-**
-*/
-static amatch_avl *amatchAvlRotateAfter(amatch_avl *pP){
- amatch_avl *pA = pP->pAfter;
- amatch_avl *pY = pA->pBefore;
- pA->pUp = pP->pUp;
- pA->pBefore = pP;
- pP->pUp = pA;
- pP->pAfter = pY;
- if( pY ) pY->pUp = pP;
- amatchAvlRecomputeHeight(pP);
- amatchAvlRecomputeHeight(pA);
- return pA;
-}
-
-/*
-** Return a pointer to the pBefore or pAfter pointer in the parent
-** of p that points to p. Or if p is the root node, return pp.
-*/
-static amatch_avl **amatchAvlFromPtr(amatch_avl *p, amatch_avl **pp){
- amatch_avl *pUp = p->pUp;
- if( pUp==0 ) return pp;
- if( pUp->pAfter==p ) return &pUp->pAfter;
- return &pUp->pBefore;
-}
-
-/*
-** Rebalance all nodes starting with p and working up to the root.
-** Return the new root.
-*/
-static amatch_avl *amatchAvlBalance(amatch_avl *p){
- amatch_avl *pTop = p;
- amatch_avl **pp;
- while( p ){
- amatchAvlRecomputeHeight(p);
- if( p->imbalance>=2 ){
- amatch_avl *pB = p->pBefore;
- if( pB->imbalance<0 ) p->pBefore = amatchAvlRotateAfter(pB);
- pp = amatchAvlFromPtr(p,&p);
- p = *pp = amatchAvlRotateBefore(p);
- }else if( p->imbalance<=(-2) ){
- amatch_avl *pA = p->pAfter;
- if( pA->imbalance>0 ) p->pAfter = amatchAvlRotateBefore(pA);
- pp = amatchAvlFromPtr(p,&p);
- p = *pp = amatchAvlRotateAfter(p);
- }
- pTop = p;
- p = p->pUp;
- }
- return pTop;
-}
-
-/* Search the tree rooted at p for an entry with zKey. Return a pointer
-** to the entry or return NULL.
-*/
-static amatch_avl *amatchAvlSearch(amatch_avl *p, const char *zKey){
- int c;
- while( p && (c = strcmp(zKey, p->zKey))!=0 ){
- p = (c<0) ? p->pBefore : p->pAfter;
- }
- return p;
-}
-
-/* Find the first node (the one with the smallest key).
-*/
-static amatch_avl *amatchAvlFirst(amatch_avl *p){
- if( p ) while( p->pBefore ) p = p->pBefore;
- return p;
-}
-
-#if 0 /* NOT USED */
-/* Return the node with the next larger key after p.
-*/
-static amatch_avl *amatchAvlNext(amatch_avl *p){
- amatch_avl *pPrev = 0;
- while( p && p->pAfter==pPrev ){
- pPrev = p;
- p = p->pUp;
- }
- if( p && pPrev==0 ){
- p = amatchAvlFirst(p->pAfter);
- }
- return p;
-}
-#endif
-
-#if 0 /* NOT USED */
-/* Verify AVL tree integrity
-*/
-static int amatchAvlIntegrity(amatch_avl *pHead){
- amatch_avl *p;
- if( pHead==0 ) return 1;
- if( (p = pHead->pBefore)!=0 ){
- assert( p->pUp==pHead );
- assert( amatchAvlIntegrity(p) );
- assert( strcmp(p->zKey, pHead->zKey)<0 );
- while( p->pAfter ) p = p->pAfter;
- assert( strcmp(p->zKey, pHead->zKey)<0 );
- }
- if( (p = pHead->pAfter)!=0 ){
- assert( p->pUp==pHead );
- assert( amatchAvlIntegrity(p) );
- assert( strcmp(p->zKey, pHead->zKey)>0 );
- p = amatchAvlFirst(p);
- assert( strcmp(p->zKey, pHead->zKey)>0 );
- }
- return 1;
-}
-static int amatchAvlIntegrity2(amatch_avl *pHead){
- amatch_avl *p, *pNext;
- for(p=amatchAvlFirst(pHead); p; p=pNext){
- pNext = amatchAvlNext(p);
- if( pNext==0 ) break;
- assert( strcmp(p->zKey, pNext->zKey)<0 );
- }
- return 1;
-}
-#endif
-
-/* Insert a new node pNew. Return NULL on success. If the key is not
-** unique, then do not perform the insert but instead leave pNew unchanged
-** and return a pointer to an existing node with the same key.
-*/
-static amatch_avl *amatchAvlInsert(amatch_avl **ppHead, amatch_avl *pNew){
- int c;
- amatch_avl *p = *ppHead;
- if( p==0 ){
- p = pNew;
- pNew->pUp = 0;
- }else{
- while( p ){
- c = strcmp(pNew->zKey, p->zKey);
- if( c<0 ){
- if( p->pBefore ){
- p = p->pBefore;
- }else{
- p->pBefore = pNew;
- pNew->pUp = p;
- break;
- }
- }else if( c>0 ){
- if( p->pAfter ){
- p = p->pAfter;
- }else{
- p->pAfter = pNew;
- pNew->pUp = p;
- break;
- }
- }else{
- return p;
- }
- }
- }
- pNew->pBefore = 0;
- pNew->pAfter = 0;
- pNew->height = 1;
- pNew->imbalance = 0;
- *ppHead = amatchAvlBalance(p);
- /* assert( amatchAvlIntegrity(*ppHead) ); */
- /* assert( amatchAvlIntegrity2(*ppHead) ); */
- return 0;
-}
-
-/* Remove node pOld from the tree. pOld must be an element of the tree or
-** the AVL tree will become corrupt.
-*/
-static void amatchAvlRemove(amatch_avl **ppHead, amatch_avl *pOld){
- amatch_avl **ppParent;
- amatch_avl *pBalance;
- /* assert( amatchAvlSearch(*ppHead, pOld->zKey)==pOld ); */
- ppParent = amatchAvlFromPtr(pOld, ppHead);
- if( pOld->pBefore==0 && pOld->pAfter==0 ){
- *ppParent = 0;
- pBalance = pOld->pUp;
- }else if( pOld->pBefore && pOld->pAfter ){
- amatch_avl *pX, *pY;
- pX = amatchAvlFirst(pOld->pAfter);
- *amatchAvlFromPtr(pX, 0) = pX->pAfter;
- if( pX->pAfter ) pX->pAfter->pUp = pX->pUp;
- pBalance = pX->pUp;
- pX->pAfter = pOld->pAfter;
- if( pX->pAfter ){
- pX->pAfter->pUp = pX;
- }else{
- assert( pBalance==pOld );
- pBalance = pX;
- }
- pX->pBefore = pY = pOld->pBefore;
- if( pY ) pY->pUp = pX;
- pX->pUp = pOld->pUp;
- *ppParent = pX;
- }else if( pOld->pBefore==0 ){
- *ppParent = pBalance = pOld->pAfter;
- pBalance->pUp = pOld->pUp;
- }else if( pOld->pAfter==0 ){
- *ppParent = pBalance = pOld->pBefore;
- pBalance->pUp = pOld->pUp;
- }
- *ppHead = amatchAvlBalance(pBalance);
- pOld->pUp = 0;
- pOld->pBefore = 0;
- pOld->pAfter = 0;
- /* assert( amatchAvlIntegrity(*ppHead) ); */
- /* assert( amatchAvlIntegrity2(*ppHead) ); */
-}
-/*
-** End of the AVL Tree implementation
-******************************************************************************/
-
-
-/*
-** Various types.
-**
-** amatch_cost is the "cost" of an edit operation.
-**
-** amatch_len is the length of a matching string.
-**
-** amatch_langid is an ruleset identifier.
-*/
-typedef int amatch_cost;
-typedef signed char amatch_len;
-typedef int amatch_langid;
-
-/*
-** Limits
-*/
-#define AMATCH_MX_LENGTH 50 /* Maximum length of a rule string */
-#define AMATCH_MX_LANGID 2147483647 /* Maximum rule ID */
-#define AMATCH_MX_COST 1000 /* Maximum single-rule cost */
-
-/*
-** A match or partial match
-*/
-struct amatch_word {
- amatch_word *pNext; /* Next on a list of all amatch_words */
- amatch_avl sCost; /* Linkage of this node into the cost tree */
- amatch_avl sWord; /* Linkage of this node into the word tree */
- amatch_cost rCost; /* Cost of the match so far */
- int iSeq; /* Sequence number */
- char zCost[10]; /* Cost key (text rendering of rCost) */
- short int nMatch; /* Input characters matched */
- char zWord[4]; /* Text of the word. Extra space appended as needed */
-};
-
-/*
-** Each transformation rule is stored as an instance of this object.
-** All rules are kept on a linked list sorted by rCost.
-*/
-struct amatch_rule {
- amatch_rule *pNext; /* Next rule in order of increasing rCost */
- char *zFrom; /* Transform from (a string from user input) */
- amatch_cost rCost; /* Cost of this transformation */
- amatch_langid iLang; /* The langauge to which this rule belongs */
- amatch_len nFrom, nTo; /* Length of the zFrom and zTo strings */
- char zTo[4]; /* Tranform to V.W value (extra space appended) */
-};
-
-/*
-** A amatch virtual-table object
-*/
-struct amatch_vtab {
- sqlite3_vtab base; /* Base class - must be first */
- char *zClassName; /* Name of this class. Default: "amatch" */
- char *zDb; /* Name of database. (ex: "main") */
- char *zSelf; /* Name of this virtual table */
- char *zCostTab; /* Name of edit-cost-table */
- char *zVocabTab; /* Name of vocabulary table */
- char *zVocabWord; /* Name of vocabulary table word column */
- char *zVocabLang; /* Name of vocabulary table language column */
- amatch_rule *pRule; /* All active rules in this amatch */
- amatch_cost rIns; /* Generic insertion cost '' -> ? */
- amatch_cost rDel; /* Generic deletion cost ? -> '' */
- amatch_cost rSub; /* Generic substitution cost ? -> ? */
- sqlite3 *db; /* The database connection */
- sqlite3_stmt *pVCheck; /* Query to check zVocabTab */
- int nCursor; /* Number of active cursors */
-};
-
-/* A amatch cursor object */
-struct amatch_cursor {
- sqlite3_vtab_cursor base; /* Base class - must be first */
- sqlite3_int64 iRowid; /* The rowid of the current word */
- amatch_langid iLang; /* Use this language ID */
- amatch_cost rLimit; /* Maximum cost of any term */
- int nBuf; /* Space allocated for zBuf */
- int oomErr; /* True following an OOM error */
- int nWord; /* Number of amatch_word objects */
- char *zBuf; /* Temp-use buffer space */
- char *zInput; /* Input word to match against */
- amatch_vtab *pVtab; /* The virtual table this cursor belongs to */
- amatch_word *pAllWords; /* List of all amatch_word objects */
- amatch_word *pCurrent; /* Most recent solution */
- amatch_avl *pCost; /* amatch_word objects keyed by iCost */
- amatch_avl *pWord; /* amatch_word objects keyed by zWord */
-};
-
-/*
-** The two input rule lists are both sorted in order of increasing
-** cost. Merge them together into a single list, sorted by cost, and
-** return a pointer to the head of that list.
-*/
-static amatch_rule *amatchMergeRules(amatch_rule *pA, amatch_rule *pB){
- amatch_rule head;
- amatch_rule *pTail;
-
- pTail = &head;
- while( pA && pB ){
- if( pA->rCost<=pB->rCost ){
- pTail->pNext = pA;
- pTail = pA;
- pA = pA->pNext;
- }else{
- pTail->pNext = pB;
- pTail = pB;
- pB = pB->pNext;
- }
- }
- if( pA==0 ){
- pTail->pNext = pB;
- }else{
- pTail->pNext = pA;
- }
- return head.pNext;
-}
-
-/*
-** Statement pStmt currently points to a row in the amatch data table. This
-** function allocates and populates a amatch_rule structure according to
-** the content of the row.
-**
-** If successful, *ppRule is set to point to the new object and SQLITE_OK
-** is returned. Otherwise, *ppRule is zeroed, *pzErr may be set to point
-** to an error message and an SQLite error code returned.
-*/
-static int amatchLoadOneRule(
- amatch_vtab *p, /* Fuzzer virtual table handle */
- sqlite3_stmt *pStmt, /* Base rule on statements current row */
- amatch_rule **ppRule, /* OUT: New rule object */
- char **pzErr /* OUT: Error message */
-){
- sqlite3_int64 iLang = sqlite3_column_int64(pStmt, 0);
- const char *zFrom = (const char *)sqlite3_column_text(pStmt, 1);
- const char *zTo = (const char *)sqlite3_column_text(pStmt, 2);
- amatch_cost rCost = sqlite3_column_int(pStmt, 3);
-
- int rc = SQLITE_OK; /* Return code */
- int nFrom; /* Size of string zFrom, in bytes */
- int nTo; /* Size of string zTo, in bytes */
- amatch_rule *pRule = 0; /* New rule object to return */
-
- if( zFrom==0 ) zFrom = "";
- if( zTo==0 ) zTo = "";
- nFrom = (int)strlen(zFrom);
- nTo = (int)strlen(zTo);
-
- /* Silently ignore null transformations */
- if( strcmp(zFrom, zTo)==0 ){
- if( zFrom[0]=='?' && zFrom[1]==0 ){
- if( p->rSub==0 || p->rSub>rCost ) p->rSub = rCost;
- }
- *ppRule = 0;
- return SQLITE_OK;
- }
-
- if( rCost<=0 || rCost>AMATCH_MX_COST ){
- *pzErr = sqlite3_mprintf("%s: cost must be between 1 and %d",
- p->zClassName, AMATCH_MX_COST
- );
- rc = SQLITE_ERROR;
- }else
- if( nFrom>AMATCH_MX_LENGTH || nTo>AMATCH_MX_LENGTH ){
- *pzErr = sqlite3_mprintf("%s: maximum string length is %d",
- p->zClassName, AMATCH_MX_LENGTH
- );
- rc = SQLITE_ERROR;
- }else
- if( iLang<0 || iLang>AMATCH_MX_LANGID ){
- *pzErr = sqlite3_mprintf("%s: iLang must be between 0 and %d",
- p->zClassName, AMATCH_MX_LANGID
- );
- rc = SQLITE_ERROR;
- }else
- if( strcmp(zFrom,"")==0 && strcmp(zTo,"?")==0 ){
- if( p->rIns==0 || p->rIns>rCost ) p->rIns = rCost;
- }else
- if( strcmp(zFrom,"?")==0 && strcmp(zTo,"")==0 ){
- if( p->rDel==0 || p->rDel>rCost ) p->rDel = rCost;
- }else
- {
- pRule = sqlite3_malloc( sizeof(*pRule) + nFrom + nTo );
- if( pRule==0 ){
- rc = SQLITE_NOMEM;
- }else{
- memset(pRule, 0, sizeof(*pRule));
- pRule->zFrom = &pRule->zTo[nTo+1];
- pRule->nFrom = nFrom;
- memcpy(pRule->zFrom, zFrom, nFrom+1);
- memcpy(pRule->zTo, zTo, nTo+1);
- pRule->nTo = nTo;
- pRule->rCost = rCost;
- pRule->iLang = (int)iLang;
- }
- }
-
- *ppRule = pRule;
- return rc;
-}
-
-/*
-** Free all the content in the edit-cost-table
-*/
-static void amatchFreeRules(amatch_vtab *p){
- while( p->pRule ){
- amatch_rule *pRule = p->pRule;
- p->pRule = pRule->pNext;
- sqlite3_free(pRule);
- }
- p->pRule = 0;
-}
-
-/*
-** Load the content of the amatch data table into memory.
-*/
-static int amatchLoadRules(
- sqlite3 *db, /* Database handle */
- amatch_vtab *p, /* Virtual amatch table to configure */
- char **pzErr /* OUT: Error message */
-){
- int rc = SQLITE_OK; /* Return code */
- char *zSql; /* SELECT used to read from rules table */
- amatch_rule *pHead = 0;
-
- zSql = sqlite3_mprintf("SELECT * FROM %Q.%Q", p->zDb, p->zCostTab);
- if( zSql==0 ){
- rc = SQLITE_NOMEM;
- }else{
- int rc2; /* finalize() return code */
- sqlite3_stmt *pStmt = 0;
- rc = sqlite3_prepare_v2(db, zSql, -1, &pStmt, 0);
- if( rc!=SQLITE_OK ){
- *pzErr = sqlite3_mprintf("%s: %s", p->zClassName, sqlite3_errmsg(db));
- }else if( sqlite3_column_count(pStmt)!=4 ){
- *pzErr = sqlite3_mprintf("%s: %s has %d columns, expected 4",
- p->zClassName, p->zCostTab, sqlite3_column_count(pStmt)
- );
- rc = SQLITE_ERROR;
- }else{
- while( rc==SQLITE_OK && SQLITE_ROW==sqlite3_step(pStmt) ){
- amatch_rule *pRule = 0;
- rc = amatchLoadOneRule(p, pStmt, &pRule, pzErr);
- if( pRule ){
- pRule->pNext = pHead;
- pHead = pRule;
- }
- }
- }
- rc2 = sqlite3_finalize(pStmt);
- if( rc==SQLITE_OK ) rc = rc2;
- }
- sqlite3_free(zSql);
-
- /* All rules are now in a singly linked list starting at pHead. This
- ** block sorts them by cost and then sets amatch_vtab.pRule to point to
- ** point to the head of the sorted list.
- */
- if( rc==SQLITE_OK ){
- unsigned int i;
- amatch_rule *pX;
- amatch_rule *a[15];
- for(i=0; i<sizeof(a)/sizeof(a[0]); i++) a[i] = 0;
- while( (pX = pHead)!=0 ){
- pHead = pX->pNext;
- pX->pNext = 0;
- for(i=0; a[i] && i<sizeof(a)/sizeof(a[0])-1; i++){
- pX = amatchMergeRules(a[i], pX);
- a[i] = 0;
- }
- a[i] = amatchMergeRules(a[i], pX);
- }
- for(pX=a[0], i=1; i<sizeof(a)/sizeof(a[0]); i++){
- pX = amatchMergeRules(a[i], pX);
- }
- p->pRule = amatchMergeRules(p->pRule, pX);
- }else{
- /* An error has occurred. Setting p->pRule to point to the head of the
- ** allocated list ensures that the list will be cleaned up in this case.
- */
- assert( p->pRule==0 );
- p->pRule = pHead;
- }
-
- return rc;
-}
-
-/*
-** This function converts an SQL quoted string into an unquoted string
-** and returns a pointer to a buffer allocated using sqlite3_malloc()
-** containing the result. The caller should eventually free this buffer
-** using sqlite3_free.
-**
-** Examples:
-**
-** "abc" becomes abc
-** 'xyz' becomes xyz
-** [pqr] becomes pqr
-** `mno` becomes mno
-*/
-static char *amatchDequote(const char *zIn){
- int nIn; /* Size of input string, in bytes */
- char *zOut; /* Output (dequoted) string */
-
- nIn = (int)strlen(zIn);
- zOut = sqlite3_malloc(nIn+1);
- if( zOut ){
- char q = zIn[0]; /* Quote character (if any ) */
-
- if( q!='[' && q!= '\'' && q!='"' && q!='`' ){
- memcpy(zOut, zIn, nIn+1);
- }else{
- int iOut = 0; /* Index of next byte to write to output */
- int iIn; /* Index of next byte to read from input */
-
- if( q=='[' ) q = ']';
- for(iIn=1; iIn<nIn; iIn++){
- if( zIn[iIn]==q ) iIn++;
- zOut[iOut++] = zIn[iIn];
- }
- }
- assert( (int)strlen(zOut)<=nIn );
- }
- return zOut;
-}
-
-/*
-** Deallocate the pVCheck prepared statement.
-*/
-static void amatchVCheckClear(amatch_vtab *p){
- if( p->pVCheck ){
- sqlite3_finalize(p->pVCheck);
- p->pVCheck = 0;
- }
-}
-
-/*
-** Deallocate an amatch_vtab object
-*/
-static void amatchFree(amatch_vtab *p){
- if( p ){
- amatchFreeRules(p);
- amatchVCheckClear(p);
- sqlite3_free(p->zClassName);
- sqlite3_free(p->zDb);
- sqlite3_free(p->zCostTab);
- sqlite3_free(p->zVocabTab);
- sqlite3_free(p->zVocabWord);
- sqlite3_free(p->zVocabLang);
- sqlite3_free(p->zSelf);
- memset(p, 0, sizeof(*p));
- sqlite3_free(p);
- }
-}
-
-/*
-** xDisconnect/xDestroy method for the amatch module.
-*/
-static int amatchDisconnect(sqlite3_vtab *pVtab){
- amatch_vtab *p = (amatch_vtab*)pVtab;
- assert( p->nCursor==0 );
- amatchFree(p);
- return SQLITE_OK;
-}
-
-/*
-** Check to see if the argument is of the form:
-**
-** KEY = VALUE
-**
-** If it is, return a pointer to the first character of VALUE.
-** If not, return NULL. Spaces around the = are ignored.
-*/
-static const char *amatchValueOfKey(const char *zKey, const char *zStr){
- int nKey = (int)strlen(zKey);
- int nStr = (int)strlen(zStr);
- int i;
- if( nStr<nKey+1 ) return 0;
- if( memcmp(zStr, zKey, nKey)!=0 ) return 0;
- for(i=nKey; isspace(zStr[i]); i++){}
- if( zStr[i]!='=' ) return 0;
- i++;
- while( isspace(zStr[i]) ){ i++; }
- return zStr+i;
-}
-
-/*
-** xConnect/xCreate method for the amatch module. Arguments are:
-**
-** argv[0] -> module name ("approximate_match")
-** argv[1] -> database name
-** argv[2] -> table name
-** argv[3...] -> arguments
-*/
-static int amatchConnect(
- sqlite3 *db,
- void *pAux,
- int argc, const char *const*argv,
- sqlite3_vtab **ppVtab,
- char **pzErr
-){
- int rc = SQLITE_OK; /* Return code */
- amatch_vtab *pNew = 0; /* New virtual table */
- const char *zModule = argv[0];
- const char *zDb = argv[1];
- const char *zVal;
- int i;
-
- (void)pAux;
- *ppVtab = 0;
- pNew = sqlite3_malloc( sizeof(*pNew) );
- if( pNew==0 ) return SQLITE_NOMEM;
- rc = SQLITE_NOMEM;
- memset(pNew, 0, sizeof(*pNew));
- pNew->db = db;
- pNew->zClassName = sqlite3_mprintf("%s", zModule);
- if( pNew->zClassName==0 ) goto amatchConnectError;
- pNew->zDb = sqlite3_mprintf("%s", zDb);
- if( pNew->zDb==0 ) goto amatchConnectError;
- pNew->zSelf = sqlite3_mprintf("%s", argv[2]);
- if( pNew->zSelf==0 ) goto amatchConnectError;
- for(i=3; i<argc; i++){
- zVal = amatchValueOfKey("vocabulary_table", argv[i]);
- if( zVal ){
- sqlite3_free(pNew->zVocabTab);
- pNew->zVocabTab = amatchDequote(zVal);
- if( pNew->zVocabTab==0 ) goto amatchConnectError;
- continue;
- }
- zVal = amatchValueOfKey("vocabulary_word", argv[i]);
- if( zVal ){
- sqlite3_free(pNew->zVocabWord);
- pNew->zVocabWord = amatchDequote(zVal);
- if( pNew->zVocabWord==0 ) goto amatchConnectError;
- continue;
- }
- zVal = amatchValueOfKey("vocabulary_language", argv[i]);
- if( zVal ){
- sqlite3_free(pNew->zVocabLang);
- pNew->zVocabLang = amatchDequote(zVal);
- if( pNew->zVocabLang==0 ) goto amatchConnectError;
- continue;
- }
- zVal = amatchValueOfKey("edit_distances", argv[i]);
- if( zVal ){
- sqlite3_free(pNew->zCostTab);
- pNew->zCostTab = amatchDequote(zVal);
- if( pNew->zCostTab==0 ) goto amatchConnectError;
- continue;
- }
- *pzErr = sqlite3_mprintf("unrecognized argument: [%s]\n", argv[i]);
- amatchFree(pNew);
- *ppVtab = 0;
- return SQLITE_ERROR;
- }
- rc = SQLITE_OK;
- if( pNew->zCostTab==0 ){
- *pzErr = sqlite3_mprintf("no edit_distances table specified");
- rc = SQLITE_ERROR;
- }else{
- rc = amatchLoadRules(db, pNew, pzErr);
- }
- if( rc==SQLITE_OK ){
- rc = sqlite3_declare_vtab(db,
- "CREATE TABLE x(word,distance,language,"
- "command HIDDEN,nword HIDDEN)"
- );
-#define AMATCH_COL_WORD 0
-#define AMATCH_COL_DISTANCE 1
-#define AMATCH_COL_LANGUAGE 2
-#define AMATCH_COL_COMMAND 3
-#define AMATCH_COL_NWORD 4
- }
- if( rc!=SQLITE_OK ){
- amatchFree(pNew);
- }
- *ppVtab = &pNew->base;
- return rc;
-
-amatchConnectError:
- amatchFree(pNew);
- return rc;
-}
-
-/*
-** Open a new amatch cursor.
-*/
-static int amatchOpen(sqlite3_vtab *pVTab, sqlite3_vtab_cursor **ppCursor){
- amatch_vtab *p = (amatch_vtab*)pVTab;
- amatch_cursor *pCur;
- pCur = sqlite3_malloc( sizeof(*pCur) );
- if( pCur==0 ) return SQLITE_NOMEM;
- memset(pCur, 0, sizeof(*pCur));
- pCur->pVtab = p;
- *ppCursor = &pCur->base;
- p->nCursor++;
- return SQLITE_OK;
-}
-
-/*
-** Free up all the memory allocated by a cursor. Set it rLimit to 0
-** to indicate that it is at EOF.
-*/
-static void amatchClearCursor(amatch_cursor *pCur){
- amatch_word *pWord, *pNextWord;
- for(pWord=pCur->pAllWords; pWord; pWord=pNextWord){
- pNextWord = pWord->pNext;
- sqlite3_free(pWord);
- }
- pCur->pAllWords = 0;
- sqlite3_free(pCur->zInput);
- pCur->zInput = 0;
- sqlite3_free(pCur->zBuf);
- pCur->zBuf = 0;
- pCur->nBuf = 0;
- pCur->pCost = 0;
- pCur->pWord = 0;
- pCur->pCurrent = 0;
- pCur->rLimit = 1000000;
- pCur->iLang = 0;
- pCur->nWord = 0;
-}
-
-/*
-** Close a amatch cursor.
-*/
-static int amatchClose(sqlite3_vtab_cursor *cur){
- amatch_cursor *pCur = (amatch_cursor *)cur;
- amatchClearCursor(pCur);
- pCur->pVtab->nCursor--;
- sqlite3_free(pCur);
- return SQLITE_OK;
-}
-
-/*
-** Render a 24-bit unsigned integer as a 4-byte base-64 number.
-*/
-static void amatchEncodeInt(int x, char *z){
- static const char a[] =
- "0123456789"
- "ABCDEFGHIJ"
- "KLMNOPQRST"
- "UVWXYZ^abc"
- "defghijklm"
- "nopqrstuvw"
- "xyz~";
- z[0] = a[(x>>18)&0x3f];
- z[1] = a[(x>>12)&0x3f];
- z[2] = a[(x>>6)&0x3f];
- z[3] = a[x&0x3f];
-}
-
-/*
-** Write the zCost[] field for a amatch_word object
-*/
-static void amatchWriteCost(amatch_word *pWord){
- amatchEncodeInt(pWord->rCost, pWord->zCost);
- amatchEncodeInt(pWord->iSeq, pWord->zCost+4);
- pWord->zCost[8] = 0;
-}
-
-/*
-** Add a new amatch_word object to the queue.
-**
-** If a prior amatch_word object with the same zWord, and nMatch
-** already exists, update its rCost (if the new rCost is less) but
-** otherwise leave it unchanged. Do not add a duplicate.
-**
-** Do nothing if the cost exceeds threshold.
-*/
-static void amatchAddWord(
- amatch_cursor *pCur,
- amatch_cost rCost,
- int nMatch,
- const char *zWordBase,
- const char *zWordTail
-){
- amatch_word *pWord;
- amatch_avl *pNode;
- amatch_avl *pOther;
- int nBase, nTail;
- char zBuf[4];
-
- if( rCost>pCur->rLimit ){
- return;
- }
- nBase = (int)strlen(zWordBase);
- nTail = (int)strlen(zWordTail);
- if( nBase+nTail+3>pCur->nBuf ){
- pCur->nBuf = nBase+nTail+100;
- pCur->zBuf = sqlite3_realloc(pCur->zBuf, pCur->nBuf);
- if( pCur->zBuf==0 ){
- pCur->nBuf = 0;
- return;
- }
- }
- amatchEncodeInt(nMatch, zBuf);
- memcpy(pCur->zBuf, zBuf+2, 2);
- memcpy(pCur->zBuf+2, zWordBase, nBase);
- memcpy(pCur->zBuf+2+nBase, zWordTail, nTail+1);
- pNode = amatchAvlSearch(pCur->pWord, pCur->zBuf);
- if( pNode ){
- pWord = pNode->pWord;
- if( pWord->rCost>rCost ){
-#ifdef AMATCH_TRACE_1
- printf("UPDATE [%s][%.*s^%s] %d (\"%s\" \"%s\")\n",
- pWord->zWord+2, pWord->nMatch, pCur->zInput, pCur->zInput,
- pWord->rCost, pWord->zWord, pWord->zCost);
-#endif
- amatchAvlRemove(&pCur->pCost, &pWord->sCost);
- pWord->rCost = rCost;
- amatchWriteCost(pWord);
-#ifdef AMATCH_TRACE_1
- printf(" ---> %d (\"%s\" \"%s\")\n",
- pWord->rCost, pWord->zWord, pWord->zCost);
-#endif
- pOther = amatchAvlInsert(&pCur->pCost, &pWord->sCost);
- assert( pOther==0 ); (void)pOther;
- }
- return;
- }
- pWord = sqlite3_malloc( sizeof(*pWord) + nBase + nTail - 1 );
- if( pWord==0 ) return;
- memset(pWord, 0, sizeof(*pWord));
- pWord->rCost = rCost;
- pWord->iSeq = pCur->nWord++;
- amatchWriteCost(pWord);
- pWord->nMatch = nMatch;
- pWord->pNext = pCur->pAllWords;
- pCur->pAllWords = pWord;
- pWord->sCost.zKey = pWord->zCost;
- pWord->sCost.pWord = pWord;
- pOther = amatchAvlInsert(&pCur->pCost, &pWord->sCost);
- assert( pOther==0 ); (void)pOther;
- pWord->sWord.zKey = pWord->zWord;
- pWord->sWord.pWord = pWord;
- strcpy(pWord->zWord, pCur->zBuf);
- pOther = amatchAvlInsert(&pCur->pWord, &pWord->sWord);
- assert( pOther==0 ); (void)pOther;
-#ifdef AMATCH_TRACE_1
- printf("INSERT [%s][%.*s^%s] %d (\"%s\" \"%s\")\n", pWord->zWord+2,
- pWord->nMatch, pCur->zInput, pCur->zInput+pWord->nMatch, rCost,
- pWord->zWord, pWord->zCost);
-#endif
-}
-
-/*
-** Advance a cursor to its next row of output
-*/
-static int amatchNext(sqlite3_vtab_cursor *cur){
- amatch_cursor *pCur = (amatch_cursor*)cur;
- amatch_word *pWord = 0;
- amatch_avl *pNode;
- int isMatch = 0;
- amatch_vtab *p = pCur->pVtab;
- int nWord;
- int rc;
- int i;
- const char *zW;
- amatch_rule *pRule;
- char *zBuf = 0;
- char nBuf = 0;
- char zNext[8];
- char zNextIn[8];
- int nNextIn;
-
- if( p->pVCheck==0 ){
- char *zSql;
- if( p->zVocabLang && p->zVocabLang[0] ){
- zSql = sqlite3_mprintf(
- "SELECT \"%w\" FROM \"%w\"",
- " WHERE \"%w\">=?1 AND \"%w\"=?2"
- " ORDER BY 1",
- p->zVocabWord, p->zVocabTab,
- p->zVocabWord, p->zVocabLang
- );
- }else{
- zSql = sqlite3_mprintf(
- "SELECT \"%w\" FROM \"%w\""
- " WHERE \"%w\">=?1"
- " ORDER BY 1",
- p->zVocabWord, p->zVocabTab,
- p->zVocabWord
- );
- }
- rc = sqlite3_prepare_v2(p->db, zSql, -1, &p->pVCheck, 0);
- sqlite3_free(zSql);
- if( rc ) return rc;
- }
- sqlite3_bind_int(p->pVCheck, 2, pCur->iLang);
-
- do{
- pNode = amatchAvlFirst(pCur->pCost);
- if( pNode==0 ){
- pWord = 0;
- break;
- }
- pWord = pNode->pWord;
- amatchAvlRemove(&pCur->pCost, &pWord->sCost);
-
-#ifdef AMATCH_TRACE_1
- printf("PROCESS [%s][%.*s^%s] %d (\"%s\" \"%s\")\n",
- pWord->zWord+2, pWord->nMatch, pCur->zInput, pCur->zInput+pWord->nMatch,
- pWord->rCost, pWord->zWord, pWord->zCost);
-#endif
- nWord = (int)strlen(pWord->zWord+2);
- if( nWord+20>nBuf ){
- nBuf = nWord+100;
- zBuf = sqlite3_realloc(zBuf, nBuf);
- if( zBuf==0 ) return SQLITE_NOMEM;
- }
- strcpy(zBuf, pWord->zWord+2);
- zNext[0] = 0;
- zNextIn[0] = pCur->zInput[pWord->nMatch];
- if( zNextIn[0] ){
- for(i=1; i<=4 && (pCur->zInput[pWord->nMatch+i]&0xc0)==0x80; i++){
- zNextIn[i] = pCur->zInput[pWord->nMatch+i];
- }
- zNextIn[i] = 0;
- nNextIn = i;
- }else{
- nNextIn = 0;
- }
-
- if( zNextIn[0] && zNextIn[0]!='*' ){
- sqlite3_reset(p->pVCheck);
- strcat(zBuf, zNextIn);
- sqlite3_bind_text(p->pVCheck, 1, zBuf, nWord+nNextIn, SQLITE_STATIC);
- rc = sqlite3_step(p->pVCheck);
- if( rc==SQLITE_ROW ){
- zW = (const char*)sqlite3_column_text(p->pVCheck, 0);
- if( strncmp(zBuf, zW, nWord+nNextIn)==0 ){
- amatchAddWord(pCur, pWord->rCost, pWord->nMatch+nNextIn, zBuf, "");
- }
- }
- zBuf[nWord] = 0;
- }
-
- while( 1 ){
- strcpy(zBuf+nWord, zNext);
- sqlite3_reset(p->pVCheck);
- sqlite3_bind_text(p->pVCheck, 1, zBuf, -1, SQLITE_TRANSIENT);
- rc = sqlite3_step(p->pVCheck);
- if( rc!=SQLITE_ROW ) break;
- zW = (const char*)sqlite3_column_text(p->pVCheck, 0);
- strcpy(zBuf+nWord, zNext);
- if( strncmp(zW, zBuf, nWord)!=0 ) break;
- if( (zNextIn[0]=='*' && zNextIn[1]==0)
- || (zNextIn[0]==0 && zW[nWord]==0)
- ){
- isMatch = 1;
- zNextIn[0] = 0;
- nNextIn = 0;
- break;
- }
- zNext[0] = zW[nWord];
- for(i=1; i<=4 && (zW[nWord+i]&0xc0)==0x80; i++){
- zNext[i] = zW[nWord+i];
- }
- zNext[i] = 0;
- zBuf[nWord] = 0;
- if( p->rIns>0 ){
- amatchAddWord(pCur, pWord->rCost+p->rIns, pWord->nMatch,
- zBuf, zNext);
- }
- if( p->rSub>0 ){
- amatchAddWord(pCur, pWord->rCost+p->rSub, pWord->nMatch+nNextIn,
- zBuf, zNext);
- }
- if( p->rIns<0 && p->rSub<0 ) break;
- zNext[i-1]++; /* FIX ME */
- }
- sqlite3_reset(p->pVCheck);
-
- if( p->rDel>0 ){
- zBuf[nWord] = 0;
- amatchAddWord(pCur, pWord->rCost+p->rDel, pWord->nMatch+nNextIn,
- zBuf, "");
- }
-
- for(pRule=p->pRule; pRule; pRule=pRule->pNext){
- if( pRule->iLang!=pCur->iLang ) continue;
- if( strncmp(pRule->zFrom, pCur->zInput+pWord->nMatch, pRule->nFrom)==0 ){
- amatchAddWord(pCur, pWord->rCost+pRule->rCost,
- pWord->nMatch+pRule->nFrom, pWord->zWord+2, pRule->zTo);
- }
- }
- }while( !isMatch );
- pCur->pCurrent = pWord;
- sqlite3_free(zBuf);
- return SQLITE_OK;
-}
-
-/*
-** Called to "rewind" a cursor back to the beginning so that
-** it starts its output over again. Always called at least once
-** prior to any amatchColumn, amatchRowid, or amatchEof call.
-*/
-static int amatchFilter(
- sqlite3_vtab_cursor *pVtabCursor,
- int idxNum, const char *idxStr,
- int argc, sqlite3_value **argv
-){
- amatch_cursor *pCur = (amatch_cursor *)pVtabCursor;
- const char *zWord = "*";
- int idx;
-
- amatchClearCursor(pCur);
- idx = 0;
- if( idxNum & 1 ){
- zWord = (const char*)sqlite3_value_text(argv[0]);
- idx++;
- }
- if( idxNum & 2 ){
- pCur->rLimit = (amatch_cost)sqlite3_value_int(argv[idx]);
- idx++;
- }
- if( idxNum & 4 ){
- pCur->iLang = (amatch_cost)sqlite3_value_int(argv[idx]);
- idx++;
- }
- pCur->zInput = sqlite3_mprintf("%s", zWord);
- if( pCur->zInput==0 ) return SQLITE_NOMEM;
- amatchAddWord(pCur, 0, 0, "", "");
- amatchNext(pVtabCursor);
-
- return SQLITE_OK;
-}
-
-/*
-** Only the word and distance columns have values. All other columns
-** return NULL
-*/
-static int amatchColumn(sqlite3_vtab_cursor *cur, sqlite3_context *ctx, int i){
- amatch_cursor *pCur = (amatch_cursor*)cur;
- switch( i ){
- case AMATCH_COL_WORD: {
- sqlite3_result_text(ctx, pCur->pCurrent->zWord+2, -1, SQLITE_STATIC);
- break;
- }
- case AMATCH_COL_DISTANCE: {
- sqlite3_result_int(ctx, pCur->pCurrent->rCost);
- break;
- }
- case AMATCH_COL_LANGUAGE: {
- sqlite3_result_int(ctx, pCur->iLang);
- break;
- }
- case AMATCH_COL_NWORD: {
- sqlite3_result_int(ctx, pCur->nWord);
- break;
- }
- default: {
- sqlite3_result_null(ctx);
- break;
- }
- }
- return SQLITE_OK;
-}
-
-/*
-** The rowid.
-*/
-static int amatchRowid(sqlite3_vtab_cursor *cur, sqlite_int64 *pRowid){
- amatch_cursor *pCur = (amatch_cursor*)cur;
- *pRowid = pCur->iRowid;
- return SQLITE_OK;
-}
-
-/*
-** EOF indicator
-*/
-static int amatchEof(sqlite3_vtab_cursor *cur){
- amatch_cursor *pCur = (amatch_cursor*)cur;
- return pCur->pCurrent==0;
-}
-
-/*
-** Search for terms of these forms:
-**
-** (A) word MATCH $str
-** (B1) distance < $value
-** (B2) distance <= $value
-** (C) language == $language
-**
-** The distance< and distance<= are both treated as distance<=.
-** The query plan number is a bit vector:
-**
-** bit 1: Term of the form (A) found
-** bit 2: Term like (B1) or (B2) found
-** bit 3: Term like (C) found
-**
-** If bit-1 is set, $str is always in filter.argv[0]. If bit-2 is set
-** then $value is in filter.argv[0] if bit-1 is clear and is in
-** filter.argv[1] if bit-1 is set. If bit-3 is set, then $ruleid is
-** in filter.argv[0] if bit-1 and bit-2 are both zero, is in
-** filter.argv[1] if exactly one of bit-1 and bit-2 are set, and is in
-** filter.argv[2] if both bit-1 and bit-2 are set.
-*/
-static int amatchBestIndex(
- sqlite3_vtab *tab,
- sqlite3_index_info *pIdxInfo
-){
- int iPlan = 0;
- int iDistTerm = -1;
- int iLangTerm = -1;
- int i;
- const struct sqlite3_index_constraint *pConstraint;
-
- (void)tab;
- pConstraint = pIdxInfo->aConstraint;
- for(i=0; i<pIdxInfo->nConstraint; i++, pConstraint++){
- if( pConstraint->usable==0 ) continue;
- if( (iPlan & 1)==0
- && pConstraint->iColumn==0
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_MATCH
- ){
- iPlan |= 1;
- pIdxInfo->aConstraintUsage[i].argvIndex = 1;
- pIdxInfo->aConstraintUsage[i].omit = 1;
- }
- if( (iPlan & 2)==0
- && pConstraint->iColumn==1
- && (pConstraint->op==SQLITE_INDEX_CONSTRAINT_LT
- || pConstraint->op==SQLITE_INDEX_CONSTRAINT_LE)
- ){
- iPlan |= 2;
- iDistTerm = i;
- }
- if( (iPlan & 4)==0
- && pConstraint->iColumn==2
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ
- ){
- iPlan |= 4;
- pIdxInfo->aConstraintUsage[i].omit = 1;
- iLangTerm = i;
- }
- }
- if( iPlan & 2 ){
- pIdxInfo->aConstraintUsage[iDistTerm].argvIndex = 1+((iPlan&1)!=0);
- }
- if( iPlan & 4 ){
- int idx = 1;
- if( iPlan & 1 ) idx++;
- if( iPlan & 2 ) idx++;
- pIdxInfo->aConstraintUsage[iLangTerm].argvIndex = idx;
- }
- pIdxInfo->idxNum = iPlan;
- if( pIdxInfo->nOrderBy==1
- && pIdxInfo->aOrderBy[0].iColumn==1
- && pIdxInfo->aOrderBy[0].desc==0
- ){
- pIdxInfo->orderByConsumed = 1;
- }
- pIdxInfo->estimatedCost = (double)10000;
-
- return SQLITE_OK;
-}
-
-/*
-** The xUpdate() method.
-**
-** This implementation disallows DELETE and UPDATE. The only thing
-** allowed is INSERT into the "command" column.
-*/
-static int amatchUpdate(
- sqlite3_vtab *pVTab,
- int argc,
- sqlite3_value **argv,
- sqlite_int64 *pRowid
-){
- amatch_vtab *p = (amatch_vtab*)pVTab;
- const unsigned char *zCmd;
- (void)pRowid;
- if( argc==1 ){
- pVTab->zErrMsg = sqlite3_mprintf("DELETE from %s is not allowed",
- p->zSelf);
- return SQLITE_ERROR;
- }
- if( sqlite3_value_type(argv[0])!=SQLITE_NULL ){
- pVTab->zErrMsg = sqlite3_mprintf("UPDATE of %s is not allowed",
- p->zSelf);
- return SQLITE_ERROR;
- }
- if( sqlite3_value_type(argv[2+AMATCH_COL_WORD])!=SQLITE_NULL
- || sqlite3_value_type(argv[2+AMATCH_COL_DISTANCE])!=SQLITE_NULL
- || sqlite3_value_type(argv[2+AMATCH_COL_LANGUAGE])!=SQLITE_NULL
- ){
- pVTab->zErrMsg = sqlite3_mprintf(
- "INSERT INTO %s allowed for column [command] only", p->zSelf);
- return SQLITE_ERROR;
- }
- zCmd = sqlite3_value_text(argv[2+AMATCH_COL_COMMAND]);
- if( zCmd==0 ) return SQLITE_OK;
-
- return SQLITE_OK;
-}
-
-/*
-** A virtual table module that implements the "approximate_match".
-*/
-static sqlite3_module amatchModule = {
- 0, /* iVersion */
- amatchConnect, /* xCreate */
- amatchConnect, /* xConnect */
- amatchBestIndex, /* xBestIndex */
- amatchDisconnect, /* xDisconnect */
- amatchDisconnect, /* xDestroy */
- amatchOpen, /* xOpen - open a cursor */
- amatchClose, /* xClose - close a cursor */
- amatchFilter, /* xFilter - configure scan constraints */
- amatchNext, /* xNext - advance a cursor */
- amatchEof, /* xEof - check for end of scan */
- amatchColumn, /* xColumn - read data */
- amatchRowid, /* xRowid - read data */
- amatchUpdate, /* xUpdate */
- 0, /* xBegin */
- 0, /* xSync */
- 0, /* xCommit */
- 0, /* xRollback */
- 0, /* xFindMethod */
- 0, /* xRename */
- 0, /* xSavepoint */
- 0, /* xRelease */
- 0 /* xRollbackTo */
-};
-
-#endif /* SQLITE_OMIT_VIRTUALTABLE */
-
-/*
-** Register the amatch virtual table
-*/
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_amatch_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
- (void)pzErrMsg; /* Not used */
-#ifndef SQLITE_OMIT_VIRTUALTABLE
- rc = sqlite3_create_module(db, "approximate_match", &amatchModule, 0);
-#endif /* SQLITE_OMIT_VIRTUALTABLE */
- return rc;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/closure.c b/components/external/SQLite-3.8.1/ext/misc/closure.c
deleted file mode 100644
index 30c812d220..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/closure.c
+++ /dev/null
@@ -1,958 +0,0 @@
-/*
-** 2013-04-16
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-*************************************************************************
-**
-** This file contains code for a virtual table that finds the transitive
-** closure of a parent/child relationship in a real table. The virtual
-** table is called "transitive_closure".
-**
-** A transitive_closure virtual table is created like this:
-**
-** CREATE VIRTUAL TABLE x USING transitive_closure(
-** tablename=<tablename>, -- T
-** idcolumn=<columnname>, -- X
-** parentcolumn=<columnname> -- P
-** );
-**
-** When it is created, the new transitive_closure table may be supplied
-** with default values for the name of a table T and columns T.X and T.P.
-** The T.X and T.P columns must contain integers. The ideal case is for
-** T.X to be the INTEGER PRIMARY KEY. The T.P column should reference
-** the T.X column. The row referenced by T.P is the parent of the current row.
-**
-** The tablename, idcolumn, and parentcolumn supplied by the CREATE VIRTUAL
-** TABLE statement may be overridden in individual queries by including
-** terms like tablename='newtable', idcolumn='id2', or
-** parentcolumn='parent3' in the WHERE clause of the query.
-**
-** For efficiency, it is essential that there be an index on the P column:
-**
-** CREATE Tidx1 ON T(P)
-**
-** Suppose a specific instance of the closure table is as follows:
-**
-** CREATE VIRTUAL TABLE ct1 USING transitive_closure(
-** tablename='group',
-** idcolumn='groupId',
-** parentcolumn='parentId'
-** );
-**
-** Such an instance of the transitive_closure virtual table would be
-** appropriate for walking a tree defined using a table like this, for example:
-**
-** CREATE TABLE group(
-** groupId INTEGER PRIMARY KEY,
-** parentId INTEGER REFERENCES group
-** );
-** CREATE INDEX group_idx1 ON group(parentId);
-**
-** The group table above would presumably have other application-specific
-** fields. The key point here is that rows of the group table form a
-** tree. The purpose of the ct1 virtual table is to easily extract
-** branches of that tree.
-**
-** Once it has been created, the ct1 virtual table can be queried
-** as follows:
-**
-** SELECT * FROM element
-** WHERE element.groupId IN (SELECT id FROM ct1 WHERE root=?1);
-**
-** The above query will return all elements that are part of group ?1
-** or children of group ?1 or grand-children of ?1 and so forth for all
-** descendents of group ?1. The same query can be formulated as a join:
-**
-** SELECT element.* FROM element, ct1
-** WHERE element.groupid=ct1.id
-** AND ct1.root=?1;
-**
-** The depth of the transitive_closure (the number of generations of
-** parent/child relations to follow) can be limited by setting "depth"
-** column in the WHERE clause. So, for example, the following query
-** finds only children and grandchildren but no further descendents:
-**
-** SELECT element.* FROM element, ct1
-** WHERE element.groupid=ct1.id
-** AND ct1.root=?1
-** AND ct1.depth<=2;
-**
-** The "ct1.depth<=2" term could be a strict equality "ct1.depth=2" in
-** order to find only the grandchildren of ?1, not ?1 itself or the
-** children of ?1.
-**
-** The root=?1 term must be supplied in WHERE clause or else the query
-** of the ct1 virtual table will return an empty set. The tablename,
-** idcolumn, and parentcolumn attributes can be overridden in the WHERE
-** clause if desired. So, for example, the ct1 table could be repurposed
-** to find ancestors rather than descendents by inverting the roles of
-** the idcolumn and parentcolumn:
-**
-** SELECT element.* FROM element, ct1
-** WHERE element.groupid=ct1.id
-** AND ct1.root=?1
-** AND ct1.idcolumn='parentId'
-** AND ct1.parentcolumn='groupId';
-**
-** Multiple calls to ct1 could be combined. For example, the following
-** query finds all elements that "cousins" of groupId ?1. That is to say
-** elements where the groupId is a grandchild of the grandparent of ?1.
-** (This definition of "cousins" also includes siblings and self.)
-**
-** SELECT element.* FROM element, ct1
-** WHERE element.groupId=ct1.id
-** AND ct1.depth=2
-** AND ct1.root IN (SELECT id FROM ct1
-** WHERE root=?1
-** AND depth=2
-** AND idcolumn='parentId'
-** AND parentcolumn='groupId');
-**
-** In our example, the group.groupId column is unique and thus the
-** subquery will return exactly one row. For that reason, the IN
-** operator could be replaced by "=" to get the same result. But
-** in the general case where the idcolumn is not unique, an IN operator
-** would be required for this kind of query.
-**
-** Note that because the tablename, idcolumn, and parentcolumn can
-** all be specified in the query, it is possible for an application
-** to define a single transitive_closure virtual table for use on lots
-** of different hierarchy tables. One might say:
-**
-** CREATE VIRTUAL TABLE temp.closure USING transitive_closure;
-**
-** As each database connection is being opened. Then the application
-** would always have a "closure" virtual table handy to use for querying.
-**
-** SELECT element.* FROM element, closure
-** WHERE element.groupid=ct1.id
-** AND closure.root=?1
-** AND closure.tablename='group'
-** AND closure.idname='groupId'
-** AND closure.parentname='parentId';
-**
-** See the documentation at http://www.sqlite.org/loadext.html for information
-** on how to compile and use loadable extensions such as this one.
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-#include <stdlib.h>
-#include <string.h>
-#include <assert.h>
-#include <stdio.h>
-#include <ctype.h>
-
-#ifndef SQLITE_OMIT_VIRTUALTABLE
-
-/*
-** Forward declaration of objects used by this implementation
-*/
-typedef struct closure_vtab closure_vtab;
-typedef struct closure_cursor closure_cursor;
-typedef struct closure_queue closure_queue;
-typedef struct closure_avl closure_avl;
-
-/*****************************************************************************
-** AVL Tree implementation
-*/
-/*
-** Objects that want to be members of the AVL tree should embedded an
-** instance of this structure.
-*/
-struct closure_avl {
- sqlite3_int64 id; /* Id of this entry in the table */
- int iGeneration; /* Which generation is this entry part of */
- closure_avl *pList; /* A linked list of nodes */
- closure_avl *pBefore; /* Other elements less than id */
- closure_avl *pAfter; /* Other elements greater than id */
- closure_avl *pUp; /* Parent element */
- short int height; /* Height of this node. Leaf==1 */
- short int imbalance; /* Height difference between pBefore and pAfter */
-};
-
-/* Recompute the closure_avl.height and closure_avl.imbalance fields for p.
-** Assume that the children of p have correct heights.
-*/
-static void closureAvlRecomputeHeight(closure_avl *p){
- short int hBefore = p->pBefore ? p->pBefore->height : 0;
- short int hAfter = p->pAfter ? p->pAfter->height : 0;
- p->imbalance = hBefore - hAfter; /* -: pAfter higher. +: pBefore higher */
- p->height = (hBefore>hAfter ? hBefore : hAfter)+1;
-}
-
-/*
-** P B
-** / \ / \
-** B Z ==> X P
-** / \ / \
-** X Y Y Z
-**
-*/
-static closure_avl *closureAvlRotateBefore(closure_avl *pP){
- closure_avl *pB = pP->pBefore;
- closure_avl *pY = pB->pAfter;
- pB->pUp = pP->pUp;
- pB->pAfter = pP;
- pP->pUp = pB;
- pP->pBefore = pY;
- if( pY ) pY->pUp = pP;
- closureAvlRecomputeHeight(pP);
- closureAvlRecomputeHeight(pB);
- return pB;
-}
-
-/*
-** P A
-** / \ / \
-** X A ==> P Z
-** / \ / \
-** Y Z X Y
-**
-*/
-static closure_avl *closureAvlRotateAfter(closure_avl *pP){
- closure_avl *pA = pP->pAfter;
- closure_avl *pY = pA->pBefore;
- pA->pUp = pP->pUp;
- pA->pBefore = pP;
- pP->pUp = pA;
- pP->pAfter = pY;
- if( pY ) pY->pUp = pP;
- closureAvlRecomputeHeight(pP);
- closureAvlRecomputeHeight(pA);
- return pA;
-}
-
-/*
-** Return a pointer to the pBefore or pAfter pointer in the parent
-** of p that points to p. Or if p is the root node, return pp.
-*/
-static closure_avl **closureAvlFromPtr(closure_avl *p, closure_avl **pp){
- closure_avl *pUp = p->pUp;
- if( pUp==0 ) return pp;
- if( pUp->pAfter==p ) return &pUp->pAfter;
- return &pUp->pBefore;
-}
-
-/*
-** Rebalance all nodes starting with p and working up to the root.
-** Return the new root.
-*/
-static closure_avl *closureAvlBalance(closure_avl *p){
- closure_avl *pTop = p;
- closure_avl **pp;
- while( p ){
- closureAvlRecomputeHeight(p);
- if( p->imbalance>=2 ){
- closure_avl *pB = p->pBefore;
- if( pB->imbalance<0 ) p->pBefore = closureAvlRotateAfter(pB);
- pp = closureAvlFromPtr(p,&p);
- p = *pp = closureAvlRotateBefore(p);
- }else if( p->imbalance<=(-2) ){
- closure_avl *pA = p->pAfter;
- if( pA->imbalance>0 ) p->pAfter = closureAvlRotateBefore(pA);
- pp = closureAvlFromPtr(p,&p);
- p = *pp = closureAvlRotateAfter(p);
- }
- pTop = p;
- p = p->pUp;
- }
- return pTop;
-}
-
-/* Search the tree rooted at p for an entry with id. Return a pointer
-** to the entry or return NULL.
-*/
-static closure_avl *closureAvlSearch(closure_avl *p, sqlite3_int64 id){
- while( p && id!=p->id ){
- p = (id<p->id) ? p->pBefore : p->pAfter;
- }
- return p;
-}
-
-/* Find the first node (the one with the smallest key).
-*/
-static closure_avl *closureAvlFirst(closure_avl *p){
- if( p ) while( p->pBefore ) p = p->pBefore;
- return p;
-}
-
-/* Return the node with the next larger key after p.
-*/
-closure_avl *closureAvlNext(closure_avl *p){
- closure_avl *pPrev = 0;
- while( p && p->pAfter==pPrev ){
- pPrev = p;
- p = p->pUp;
- }
- if( p && pPrev==0 ){
- p = closureAvlFirst(p->pAfter);
- }
- return p;
-}
-
-/* Insert a new node pNew. Return NULL on success. If the key is not
-** unique, then do not perform the insert but instead leave pNew unchanged
-** and return a pointer to an existing node with the same key.
-*/
-static closure_avl *closureAvlInsert(
- closure_avl **ppHead, /* Head of the tree */
- closure_avl *pNew /* New node to be inserted */
-){
- closure_avl *p = *ppHead;
- if( p==0 ){
- p = pNew;
- pNew->pUp = 0;
- }else{
- while( p ){
- if( pNew->id<p->id ){
- if( p->pBefore ){
- p = p->pBefore;
- }else{
- p->pBefore = pNew;
- pNew->pUp = p;
- break;
- }
- }else if( pNew->id>p->id ){
- if( p->pAfter ){
- p = p->pAfter;
- }else{
- p->pAfter = pNew;
- pNew->pUp = p;
- break;
- }
- }else{
- return p;
- }
- }
- }
- pNew->pBefore = 0;
- pNew->pAfter = 0;
- pNew->height = 1;
- pNew->imbalance = 0;
- *ppHead = closureAvlBalance(p);
- return 0;
-}
-
-/* Walk the tree can call xDestroy on each node
-*/
-static void closureAvlDestroy(closure_avl *p, void (*xDestroy)(closure_avl*)){
- if( p ){
- closureAvlDestroy(p->pBefore, xDestroy);
- closureAvlDestroy(p->pAfter, xDestroy);
- xDestroy(p);
- }
-}
-/*
-** End of the AVL Tree implementation
-******************************************************************************/
-
-/*
-** A closure virtual-table object
-*/
-struct closure_vtab {
- sqlite3_vtab base; /* Base class - must be first */
- char *zDb; /* Name of database. (ex: "main") */
- char *zSelf; /* Name of this virtual table */
- char *zTableName; /* Name of table holding parent/child relation */
- char *zIdColumn; /* Name of ID column of zTableName */
- char *zParentColumn; /* Name of PARENT column in zTableName */
- sqlite3 *db; /* The database connection */
- int nCursor; /* Number of pending cursors */
-};
-
-/* A closure cursor object */
-struct closure_cursor {
- sqlite3_vtab_cursor base; /* Base class - must be first */
- closure_vtab *pVtab; /* The virtual table this cursor belongs to */
- char *zTableName; /* Name of table holding parent/child relation */
- char *zIdColumn; /* Name of ID column of zTableName */
- char *zParentColumn; /* Name of PARENT column in zTableName */
- closure_avl *pCurrent; /* Current element of output */
- closure_avl *pClosure; /* The complete closure tree */
-};
-
-/* A queue of AVL nodes */
-struct closure_queue {
- closure_avl *pFirst; /* Oldest node on the queue */
- closure_avl *pLast; /* Youngest node on the queue */
-};
-
-/*
-** Add a node to the end of the queue
-*/
-static void queuePush(closure_queue *pQueue, closure_avl *pNode){
- pNode->pList = 0;
- if( pQueue->pLast ){
- pQueue->pLast->pList = pNode;
- }else{
- pQueue->pFirst = pNode;
- }
- pQueue->pLast = pNode;
-}
-
-/*
-** Extract the oldest element (the front element) from the queue.
-*/
-static closure_avl *queuePull(closure_queue *pQueue){
- closure_avl *p = pQueue->pFirst;
- if( p ){
- pQueue->pFirst = p->pList;
- if( pQueue->pFirst==0 ) pQueue->pLast = 0;
- }
- return p;
-}
-
-/*
-** This function converts an SQL quoted string into an unquoted string
-** and returns a pointer to a buffer allocated using sqlite3_malloc()
-** containing the result. The caller should eventually free this buffer
-** using sqlite3_free.
-**
-** Examples:
-**
-** "abc" becomes abc
-** 'xyz' becomes xyz
-** [pqr] becomes pqr
-** `mno` becomes mno
-*/
-static char *closureDequote(const char *zIn){
- int nIn; /* Size of input string, in bytes */
- char *zOut; /* Output (dequoted) string */
-
- nIn = (int)strlen(zIn);
- zOut = sqlite3_malloc(nIn+1);
- if( zOut ){
- char q = zIn[0]; /* Quote character (if any ) */
-
- if( q!='[' && q!= '\'' && q!='"' && q!='`' ){
- memcpy(zOut, zIn, nIn+1);
- }else{
- int iOut = 0; /* Index of next byte to write to output */
- int iIn; /* Index of next byte to read from input */
-
- if( q=='[' ) q = ']';
- for(iIn=1; iIn<nIn; iIn++){
- if( zIn[iIn]==q ) iIn++;
- zOut[iOut++] = zIn[iIn];
- }
- }
- assert( (int)strlen(zOut)<=nIn );
- }
- return zOut;
-}
-
-/*
-** Deallocate an closure_vtab object
-*/
-static void closureFree(closure_vtab *p){
- if( p ){
- sqlite3_free(p->zDb);
- sqlite3_free(p->zSelf);
- sqlite3_free(p->zTableName);
- sqlite3_free(p->zIdColumn);
- sqlite3_free(p->zParentColumn);
- memset(p, 0, sizeof(*p));
- sqlite3_free(p);
- }
-}
-
-/*
-** xDisconnect/xDestroy method for the closure module.
-*/
-static int closureDisconnect(sqlite3_vtab *pVtab){
- closure_vtab *p = (closure_vtab*)pVtab;
- assert( p->nCursor==0 );
- closureFree(p);
- return SQLITE_OK;
-}
-
-/*
-** Check to see if the argument is of the form:
-**
-** KEY = VALUE
-**
-** If it is, return a pointer to the first character of VALUE.
-** If not, return NULL. Spaces around the = are ignored.
-*/
-static const char *closureValueOfKey(const char *zKey, const char *zStr){
- int nKey = (int)strlen(zKey);
- int nStr = (int)strlen(zStr);
- int i;
- if( nStr<nKey+1 ) return 0;
- if( memcmp(zStr, zKey, nKey)!=0 ) return 0;
- for(i=nKey; isspace(zStr[i]); i++){}
- if( zStr[i]!='=' ) return 0;
- i++;
- while( isspace(zStr[i]) ){ i++; }
- return zStr+i;
-}
-
-/*
-** xConnect/xCreate method for the closure module. Arguments are:
-**
-** argv[0] -> module name ("transitive_closure")
-** argv[1] -> database name
-** argv[2] -> table name
-** argv[3...] -> arguments
-*/
-static int closureConnect(
- sqlite3 *db,
- void *pAux,
- int argc, const char *const*argv,
- sqlite3_vtab **ppVtab,
- char **pzErr
-){
- int rc = SQLITE_OK; /* Return code */
- closure_vtab *pNew = 0; /* New virtual table */
- const char *zDb = argv[1];
- const char *zVal;
- int i;
-
- (void)pAux;
- *ppVtab = 0;
- pNew = sqlite3_malloc( sizeof(*pNew) );
- if( pNew==0 ) return SQLITE_NOMEM;
- rc = SQLITE_NOMEM;
- memset(pNew, 0, sizeof(*pNew));
- pNew->db = db;
- pNew->zDb = sqlite3_mprintf("%s", zDb);
- if( pNew->zDb==0 ) goto closureConnectError;
- pNew->zSelf = sqlite3_mprintf("%s", argv[2]);
- if( pNew->zSelf==0 ) goto closureConnectError;
- for(i=3; i<argc; i++){
- zVal = closureValueOfKey("tablename", argv[i]);
- if( zVal ){
- sqlite3_free(pNew->zTableName);
- pNew->zTableName = closureDequote(zVal);
- if( pNew->zTableName==0 ) goto closureConnectError;
- continue;
- }
- zVal = closureValueOfKey("idcolumn", argv[i]);
- if( zVal ){
- sqlite3_free(pNew->zIdColumn);
- pNew->zIdColumn = closureDequote(zVal);
- if( pNew->zIdColumn==0 ) goto closureConnectError;
- continue;
- }
- zVal = closureValueOfKey("parentcolumn", argv[i]);
- if( zVal ){
- sqlite3_free(pNew->zParentColumn);
- pNew->zParentColumn = closureDequote(zVal);
- if( pNew->zParentColumn==0 ) goto closureConnectError;
- continue;
- }
- *pzErr = sqlite3_mprintf("unrecognized argument: [%s]\n", argv[i]);
- closureFree(pNew);
- *ppVtab = 0;
- return SQLITE_ERROR;
- }
- rc = sqlite3_declare_vtab(db,
- "CREATE TABLE x(id,depth,root HIDDEN,tablename HIDDEN,"
- "idcolumn HIDDEN,parentcolumn HIDDEN)"
- );
-#define CLOSURE_COL_ID 0
-#define CLOSURE_COL_DEPTH 1
-#define CLOSURE_COL_ROOT 2
-#define CLOSURE_COL_TABLENAME 3
-#define CLOSURE_COL_IDCOLUMN 4
-#define CLOSURE_COL_PARENTCOLUMN 5
- if( rc!=SQLITE_OK ){
- closureFree(pNew);
- }
- *ppVtab = &pNew->base;
- return rc;
-
-closureConnectError:
- closureFree(pNew);
- return rc;
-}
-
-/*
-** Open a new closure cursor.
-*/
-static int closureOpen(sqlite3_vtab *pVTab, sqlite3_vtab_cursor **ppCursor){
- closure_vtab *p = (closure_vtab*)pVTab;
- closure_cursor *pCur;
- pCur = sqlite3_malloc( sizeof(*pCur) );
- if( pCur==0 ) return SQLITE_NOMEM;
- memset(pCur, 0, sizeof(*pCur));
- pCur->pVtab = p;
- *ppCursor = &pCur->base;
- p->nCursor++;
- return SQLITE_OK;
-}
-
-/*
-** Free up all the memory allocated by a cursor. Set it rLimit to 0
-** to indicate that it is at EOF.
-*/
-static void closureClearCursor(closure_cursor *pCur){
- closureAvlDestroy(pCur->pClosure, (void(*)(closure_avl*))sqlite3_free);
- sqlite3_free(pCur->zTableName);
- sqlite3_free(pCur->zIdColumn);
- sqlite3_free(pCur->zParentColumn);
- pCur->zTableName = 0;
- pCur->zIdColumn = 0;
- pCur->zParentColumn = 0;
- pCur->pCurrent = 0;
- pCur->pClosure = 0;
-}
-
-/*
-** Close a closure cursor.
-*/
-static int closureClose(sqlite3_vtab_cursor *cur){
- closure_cursor *pCur = (closure_cursor *)cur;
- closureClearCursor(pCur);
- pCur->pVtab->nCursor--;
- sqlite3_free(pCur);
- return SQLITE_OK;
-}
-
-/*
-** Advance a cursor to its next row of output
-*/
-static int closureNext(sqlite3_vtab_cursor *cur){
- closure_cursor *pCur = (closure_cursor*)cur;
- pCur->pCurrent = closureAvlNext(pCur->pCurrent);
- return SQLITE_OK;
-}
-
-/*
-** Allocate and insert a node
-*/
-static int closureInsertNode(
- closure_queue *pQueue, /* Add new node to this queue */
- closure_cursor *pCur, /* The cursor into which to add the node */
- sqlite3_int64 id, /* The node ID */
- int iGeneration /* The generation number for this node */
-){
- closure_avl *pNew = sqlite3_malloc( sizeof(*pNew) );
- if( pNew==0 ) return SQLITE_NOMEM;
- memset(pNew, 0, sizeof(*pNew));
- pNew->id = id;
- pNew->iGeneration = iGeneration;
- closureAvlInsert(&pCur->pClosure, pNew);
- queuePush(pQueue, pNew);
- return SQLITE_OK;
-}
-
-/*
-** Called to "rewind" a cursor back to the beginning so that
-** it starts its output over again. Always called at least once
-** prior to any closureColumn, closureRowid, or closureEof call.
-**
-** This routine actually computes the closure.
-**
-** See the comment at the beginning of closureBestIndex() for a
-** description of the meaning of idxNum. The idxStr parameter is
-** not used.
-*/
-static int closureFilter(
- sqlite3_vtab_cursor *pVtabCursor,
- int idxNum, const char *idxStr,
- int argc, sqlite3_value **argv
-){
- closure_cursor *pCur = (closure_cursor *)pVtabCursor;
- closure_vtab *pVtab = pCur->pVtab;
- sqlite3_int64 iRoot;
- int mxGen = 999999999;
- char *zSql;
- sqlite3_stmt *pStmt;
- closure_avl *pAvl;
- int rc = SQLITE_OK;
- const char *zTableName = pVtab->zTableName;
- const char *zIdColumn = pVtab->zIdColumn;
- const char *zParentColumn = pVtab->zParentColumn;
- closure_queue sQueue;
-
- (void)idxStr; /* Unused parameter */
- (void)argc; /* Unused parameter */
- closureClearCursor(pCur);
- memset(&sQueue, 0, sizeof(sQueue));
- if( (idxNum & 1)==0 ){
- /* No root=$root in the WHERE clause. Return an empty set */
- return SQLITE_OK;
- }
- iRoot = sqlite3_value_int64(argv[0]);
- if( (idxNum & 0x000f0)!=0 ){
- mxGen = sqlite3_value_int(argv[(idxNum>>4)&0x0f]);
- if( (idxNum & 0x00002)!=0 ) mxGen--;
- }
- if( (idxNum & 0x00f00)!=0 ){
- zTableName = (const char*)sqlite3_value_text(argv[(idxNum>>8)&0x0f]);
- pCur->zTableName = sqlite3_mprintf("%s", zTableName);
- }
- if( (idxNum & 0x0f000)!=0 ){
- zIdColumn = (const char*)sqlite3_value_text(argv[(idxNum>>12)&0x0f]);
- pCur->zIdColumn = sqlite3_mprintf("%s", zIdColumn);
- }
- if( (idxNum & 0x0f0000)!=0 ){
- zParentColumn = (const char*)sqlite3_value_text(argv[(idxNum>>16)&0x0f]);
- pCur->zParentColumn = sqlite3_mprintf("%s", zParentColumn);
- }
-
- zSql = sqlite3_mprintf(
- "SELECT \"%w\".\"%w\" FROM \"%w\" WHERE \"%w\".\"%w\"=?1",
- zTableName, zIdColumn, zTableName, zTableName, zParentColumn);
- if( zSql==0 ){
- return SQLITE_NOMEM;
- }else{
- rc = sqlite3_prepare_v2(pVtab->db, zSql, -1, &pStmt, 0);
- sqlite3_free(zSql);
- if( rc ){
- sqlite3_free(pVtab->base.zErrMsg);
- pVtab->base.zErrMsg = sqlite3_mprintf("%s", sqlite3_errmsg(pVtab->db));
- return rc;
- }
- }
- if( rc==SQLITE_OK ){
- rc = closureInsertNode(&sQueue, pCur, iRoot, 0);
- }
- while( (pAvl = queuePull(&sQueue))!=0 ){
- if( pAvl->iGeneration>=mxGen ) continue;
- sqlite3_bind_int64(pStmt, 1, pAvl->id);
- while( rc==SQLITE_OK && sqlite3_step(pStmt)==SQLITE_ROW ){
- if( sqlite3_column_type(pStmt,0)==SQLITE_INTEGER ){
- sqlite3_int64 iNew = sqlite3_column_int64(pStmt, 0);
- if( closureAvlSearch(pCur->pClosure, iNew)==0 ){
- rc = closureInsertNode(&sQueue, pCur, iNew, pAvl->iGeneration+1);
- }
- }
- }
- sqlite3_reset(pStmt);
- }
- sqlite3_finalize(pStmt);
- if( rc==SQLITE_OK ){
- pCur->pCurrent = closureAvlFirst(pCur->pClosure);
- }
-
- return rc;
-}
-
-/*
-** Only the word and distance columns have values. All other columns
-** return NULL
-*/
-static int closureColumn(sqlite3_vtab_cursor *cur, sqlite3_context *ctx, int i){
- closure_cursor *pCur = (closure_cursor*)cur;
- switch( i ){
- case CLOSURE_COL_ID: {
- sqlite3_result_int64(ctx, pCur->pCurrent->id);
- break;
- }
- case CLOSURE_COL_DEPTH: {
- sqlite3_result_int(ctx, pCur->pCurrent->iGeneration);
- break;
- }
- case CLOSURE_COL_ROOT: {
- sqlite3_result_null(ctx);
- break;
- }
- case CLOSURE_COL_TABLENAME: {
- sqlite3_result_text(ctx,
- pCur->zTableName ? pCur->zTableName : pCur->pVtab->zTableName,
- -1, SQLITE_TRANSIENT);
- break;
- }
- case CLOSURE_COL_IDCOLUMN: {
- sqlite3_result_text(ctx,
- pCur->zIdColumn ? pCur->zIdColumn : pCur->pVtab->zIdColumn,
- -1, SQLITE_TRANSIENT);
- break;
- }
- case CLOSURE_COL_PARENTCOLUMN: {
- sqlite3_result_text(ctx,
- pCur->zParentColumn ? pCur->zParentColumn : pCur->pVtab->zParentColumn,
- -1, SQLITE_TRANSIENT);
- break;
- }
- }
- return SQLITE_OK;
-}
-
-/*
-** The rowid. For the closure table, this is the same as the "id" column.
-*/
-static int closureRowid(sqlite3_vtab_cursor *cur, sqlite_int64 *pRowid){
- closure_cursor *pCur = (closure_cursor*)cur;
- *pRowid = pCur->pCurrent->id;
- return SQLITE_OK;
-}
-
-/*
-** EOF indicator
-*/
-static int closureEof(sqlite3_vtab_cursor *cur){
- closure_cursor *pCur = (closure_cursor*)cur;
- return pCur->pCurrent==0;
-}
-
-/*
-** Search for terms of these forms:
-**
-** (A) root = $root
-** (B1) depth < $depth
-** (B2) depth <= $depth
-** (B3) depth = $depth
-** (C) tablename = $tablename
-** (D) idcolumn = $idcolumn
-** (E) parentcolumn = $parentcolumn
-**
-**
-**
-** idxNum meaning
-** ---------- ------------------------------------------------------
-** 0x00000001 Term of the form (A) found
-** 0x00000002 The term of bit-2 is like (B1)
-** 0x000000f0 Index in filter.argv[] of $depth. 0 if not used.
-** 0x00000f00 Index in filter.argv[] of $tablename. 0 if not used.
-** 0x0000f000 Index in filter.argv[] of $idcolumn. 0 if not used
-** 0x000f0000 Index in filter.argv[] of $parentcolumn. 0 if not used.
-**
-** There must be a term of type (A). If there is not, then the index type
-** is 0 and the query will return an empty set.
-*/
-static int closureBestIndex(
- sqlite3_vtab *pTab, /* The virtual table */
- sqlite3_index_info *pIdxInfo /* Information about the query */
-){
- int iPlan = 0;
- int i;
- int idx = 1;
- int seenMatch = 0;
- const struct sqlite3_index_constraint *pConstraint;
- closure_vtab *pVtab = (closure_vtab*)pTab;
- double rCost = 10000000.0;
-
- pConstraint = pIdxInfo->aConstraint;
- for(i=0; i<pIdxInfo->nConstraint; i++, pConstraint++){
- if( pConstraint->iColumn==CLOSURE_COL_ROOT
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ ){
- seenMatch = 1;
- }
- if( pConstraint->usable==0 ) continue;
- if( (iPlan & 1)==0
- && pConstraint->iColumn==CLOSURE_COL_ROOT
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ
- ){
- iPlan |= 1;
- pIdxInfo->aConstraintUsage[i].argvIndex = 1;
- pIdxInfo->aConstraintUsage[i].omit = 1;
- rCost /= 100.0;
- }
- if( (iPlan & 0x0000f0)==0
- && pConstraint->iColumn==CLOSURE_COL_DEPTH
- && (pConstraint->op==SQLITE_INDEX_CONSTRAINT_LT
- || pConstraint->op==SQLITE_INDEX_CONSTRAINT_LE
- || pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ)
- ){
- iPlan |= idx<<4;
- pIdxInfo->aConstraintUsage[i].argvIndex = ++idx;
- if( pConstraint->op==SQLITE_INDEX_CONSTRAINT_LT ) iPlan |= 0x000002;
- rCost /= 5.0;
- }
- if( (iPlan & 0x000f00)==0
- && pConstraint->iColumn==CLOSURE_COL_TABLENAME
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ
- ){
- iPlan |= idx<<8;
- pIdxInfo->aConstraintUsage[i].argvIndex = ++idx;
- pIdxInfo->aConstraintUsage[i].omit = 1;
- rCost /= 5.0;
- }
- if( (iPlan & 0x00f000)==0
- && pConstraint->iColumn==CLOSURE_COL_IDCOLUMN
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ
- ){
- iPlan |= idx<<12;
- pIdxInfo->aConstraintUsage[i].argvIndex = ++idx;
- pIdxInfo->aConstraintUsage[i].omit = 1;
- }
- if( (iPlan & 0x0f0000)==0
- && pConstraint->iColumn==CLOSURE_COL_PARENTCOLUMN
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ
- ){
- iPlan |= idx<<16;
- pIdxInfo->aConstraintUsage[i].argvIndex = ++idx;
- pIdxInfo->aConstraintUsage[i].omit = 1;
- }
- }
- if( (pVtab->zTableName==0 && (iPlan & 0x000f00)==0)
- || (pVtab->zIdColumn==0 && (iPlan & 0x00f000)==0)
- || (pVtab->zParentColumn==0 && (iPlan & 0x0f0000)==0)
- ){
- /* All of tablename, idcolumn, and parentcolumn must be specified
- ** in either the CREATE VIRTUAL TABLE or in the WHERE clause constraints
- ** or else the result is an empty set. */
- iPlan = 0;
- }
- pIdxInfo->idxNum = iPlan;
- if( pIdxInfo->nOrderBy==1
- && pIdxInfo->aOrderBy[0].iColumn==CLOSURE_COL_ID
- && pIdxInfo->aOrderBy[0].desc==0
- ){
- pIdxInfo->orderByConsumed = 1;
- }
- if( seenMatch && (iPlan&1)==0 ) rCost *= 1e30;
- pIdxInfo->estimatedCost = rCost;
-
- return SQLITE_OK;
-}
-
-/*
-** A virtual table module that implements the "transitive_closure".
-*/
-static sqlite3_module closureModule = {
- 0, /* iVersion */
- closureConnect, /* xCreate */
- closureConnect, /* xConnect */
- closureBestIndex, /* xBestIndex */
- closureDisconnect, /* xDisconnect */
- closureDisconnect, /* xDestroy */
- closureOpen, /* xOpen - open a cursor */
- closureClose, /* xClose - close a cursor */
- closureFilter, /* xFilter - configure scan constraints */
- closureNext, /* xNext - advance a cursor */
- closureEof, /* xEof - check for end of scan */
- closureColumn, /* xColumn - read data */
- closureRowid, /* xRowid - read data */
- 0, /* xUpdate */
- 0, /* xBegin */
- 0, /* xSync */
- 0, /* xCommit */
- 0, /* xRollback */
- 0, /* xFindMethod */
- 0, /* xRename */
- 0, /* xSavepoint */
- 0, /* xRelease */
- 0 /* xRollbackTo */
-};
-
-#endif /* SQLITE_OMIT_VIRTUALTABLE */
-
-/*
-** Register the closure virtual table
-*/
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_closure_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
- (void)pzErrMsg;
-#ifndef SQLITE_OMIT_VIRTUALTABLE
- rc = sqlite3_create_module(db, "transitive_closure", &closureModule, 0);
-#endif /* SQLITE_OMIT_VIRTUALTABLE */
- return rc;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/fuzzer.c b/components/external/SQLite-3.8.1/ext/misc/fuzzer.c
deleted file mode 100644
index fe41cda8c2..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/fuzzer.c
+++ /dev/null
@@ -1,1184 +0,0 @@
-/*
-** 2011 March 24
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-*************************************************************************
-**
-** Code for a demonstration virtual table that generates variations
-** on an input word at increasing edit distances from the original.
-**
-** A fuzzer virtual table is created like this:
-**
-** CREATE VIRTUAL TABLE f USING fuzzer(<fuzzer-data-table>);
-**
-** When it is created, the new fuzzer table must be supplied with the
-** name of a "fuzzer data table", which must reside in the same database
-** file as the new fuzzer table. The fuzzer data table contains the various
-** transformations and their costs that the fuzzer logic uses to generate
-** variations.
-**
-** The fuzzer data table must contain exactly four columns (more precisely,
-** the statement "SELECT * FROM <fuzzer_data_table>" must return records
-** that consist of four columns). It does not matter what the columns are
-** named.
-**
-** Each row in the fuzzer data table represents a single character
-** transformation. The left most column of the row (column 0) contains an
-** integer value - the identifier of the ruleset to which the transformation
-** rule belongs (see "MULTIPLE RULE SETS" below). The second column of the
-** row (column 0) contains the input character or characters. The third
-** column contains the output character or characters. And the fourth column
-** contains the integer cost of making the transformation. For example:
-**
-** CREATE TABLE f_data(ruleset, cFrom, cTo, Cost);
-** INSERT INTO f_data(ruleset, cFrom, cTo, Cost) VALUES(0, '', 'a', 100);
-** INSERT INTO f_data(ruleset, cFrom, cTo, Cost) VALUES(0, 'b', '', 87);
-** INSERT INTO f_data(ruleset, cFrom, cTo, Cost) VALUES(0, 'o', 'oe', 38);
-** INSERT INTO f_data(ruleset, cFrom, cTo, Cost) VALUES(0, 'oe', 'o', 40);
-**
-** The first row inserted into the fuzzer data table by the SQL script
-** above indicates that the cost of inserting a letter 'a' is 100. (All
-** costs are integers. We recommend that costs be scaled so that the
-** average cost is around 100.) The second INSERT statement creates a rule
-** saying that the cost of deleting a single letter 'b' is 87. The third
-** and fourth INSERT statements mean that the cost of transforming a
-** single letter "o" into the two-letter sequence "oe" is 38 and that the
-** cost of transforming "oe" back into "o" is 40.
-**
-** The contents of the fuzzer data table are loaded into main memory when
-** a fuzzer table is first created, and may be internally reloaded by the
-** system at any subsequent time. Therefore, the fuzzer data table should be
-** populated before the fuzzer table is created and not modified thereafter.
-** If you do need to modify the contents of the fuzzer data table, it is
-** recommended that the associated fuzzer table be dropped, the fuzzer data
-** table edited, and the fuzzer table recreated within a single transaction.
-** Alternatively, the fuzzer data table can be edited then the database
-** connection can be closed and reopened.
-**
-** Once it has been created, the fuzzer table can be queried as follows:
-**
-** SELECT word, distance FROM f
-** WHERE word MATCH 'abcdefg'
-** AND distance<200;
-**
-** This first query outputs the string "abcdefg" and all strings that
-** can be derived from that string by appling the specified transformations.
-** The strings are output together with their total transformation cost
-** (called "distance") and appear in order of increasing cost. No string
-** is output more than once. If there are multiple ways to transform the
-** target string into the output string then the lowest cost transform is
-** the one that is returned. In the example, the search is limited to
-** strings with a total distance of less than 200.
-**
-** The fuzzer is a read-only table. Any attempt to DELETE, INSERT, or
-** UPDATE on a fuzzer table will throw an error.
-**
-** It is important to put some kind of a limit on the fuzzer output. This
-** can be either in the form of a LIMIT clause at the end of the query,
-** or better, a "distance<NNN" constraint where NNN is some number. The
-** running time and memory requirement is exponential in the value of NNN
-** so you want to make sure that NNN is not too big. A value of NNN that
-** is about twice the average transformation cost seems to give good results.
-**
-** The fuzzer table can be useful for tasks such as spelling correction.
-** Suppose there is a second table vocabulary(w) where the w column contains
-** all correctly spelled words. Let $word be a word you want to look up.
-**
-** SELECT vocabulary.w FROM f, vocabulary
-** WHERE f.word MATCH $word
-** AND f.distance<=200
-** AND f.word=vocabulary.w
-** LIMIT 20
-**
-** The query above gives the 20 closest words to the $word being tested.
-** (Note that for good performance, the vocubulary.w column should be
-** indexed.)
-**
-** A similar query can be used to find all words in the dictionary that
-** begin with some prefix $prefix:
-**
-** SELECT vocabulary.w FROM f, vocabulary
-** WHERE f.word MATCH $prefix
-** AND f.distance<=200
-** AND vocabulary.w BETWEEN f.word AND (f.word || x'F7BFBFBF')
-** LIMIT 50
-**
-** This last query will show up to 50 words out of the vocabulary that
-** match or nearly match the $prefix.
-**
-** MULTIPLE RULE SETS
-**
-** Normally, the "ruleset" value associated with all character transformations
-** in the fuzzer data table is zero. However, if required, the fuzzer table
-** allows multiple rulesets to be defined. Each query uses only a single
-** ruleset. This allows, for example, a single fuzzer table to support
-** multiple languages.
-**
-** By default, only the rules from ruleset 0 are used. To specify an
-** alternative ruleset, a "ruleset = ?" expression must be added to the
-** WHERE clause of a SELECT, where ? is the identifier of the desired
-** ruleset. For example:
-**
-** SELECT vocabulary.w FROM f, vocabulary
-** WHERE f.word MATCH $word
-** AND f.distance<=200
-** AND f.word=vocabulary.w
-** AND f.ruleset=1 -- Specify the ruleset to use here
-** LIMIT 20
-**
-** If no "ruleset = ?" constraint is specified in the WHERE clause, ruleset
-** 0 is used.
-**
-** LIMITS
-**
-** The maximum ruleset number is 2147483647. The maximum length of either
-** of the strings in the second or third column of the fuzzer data table
-** is 50 bytes. The maximum cost on a rule is 1000.
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-
-/* If SQLITE_DEBUG is not defined, disable assert statements. */
-#if !defined(NDEBUG) && !defined(SQLITE_DEBUG)
-# define NDEBUG
-#endif
-
-#include <stdlib.h>
-#include <string.h>
-#include <assert.h>
-#include <stdio.h>
-
-#ifndef SQLITE_OMIT_VIRTUALTABLE
-
-/*
-** Forward declaration of objects used by this implementation
-*/
-typedef struct fuzzer_vtab fuzzer_vtab;
-typedef struct fuzzer_cursor fuzzer_cursor;
-typedef struct fuzzer_rule fuzzer_rule;
-typedef struct fuzzer_seen fuzzer_seen;
-typedef struct fuzzer_stem fuzzer_stem;
-
-/*
-** Various types.
-**
-** fuzzer_cost is the "cost" of an edit operation.
-**
-** fuzzer_len is the length of a matching string.
-**
-** fuzzer_ruleid is an ruleset identifier.
-*/
-typedef int fuzzer_cost;
-typedef signed char fuzzer_len;
-typedef int fuzzer_ruleid;
-
-/*
-** Limits
-*/
-#define FUZZER_MX_LENGTH 50 /* Maximum length of a rule string */
-#define FUZZER_MX_RULEID 2147483647 /* Maximum rule ID */
-#define FUZZER_MX_COST 1000 /* Maximum single-rule cost */
-#define FUZZER_MX_OUTPUT_LENGTH 100 /* Maximum length of an output string */
-
-
-/*
-** Each transformation rule is stored as an instance of this object.
-** All rules are kept on a linked list sorted by rCost.
-*/
-struct fuzzer_rule {
- fuzzer_rule *pNext; /* Next rule in order of increasing rCost */
- char *zFrom; /* Transform from */
- fuzzer_cost rCost; /* Cost of this transformation */
- fuzzer_len nFrom, nTo; /* Length of the zFrom and zTo strings */
- fuzzer_ruleid iRuleset; /* The rule set to which this rule belongs */
- char zTo[4]; /* Transform to (extra space appended) */
-};
-
-/*
-** A stem object is used to generate variants. It is also used to record
-** previously generated outputs.
-**
-** Every stem is added to a hash table as it is output. Generation of
-** duplicate stems is suppressed.
-**
-** Active stems (those that might generate new outputs) are kepts on a linked
-** list sorted by increasing cost. The cost is the sum of rBaseCost and
-** pRule->rCost.
-*/
-struct fuzzer_stem {
- char *zBasis; /* Word being fuzzed */
- const fuzzer_rule *pRule; /* Current rule to apply */
- fuzzer_stem *pNext; /* Next stem in rCost order */
- fuzzer_stem *pHash; /* Next stem with same hash on zBasis */
- fuzzer_cost rBaseCost; /* Base cost of getting to zBasis */
- fuzzer_cost rCostX; /* Precomputed rBaseCost + pRule->rCost */
- fuzzer_len nBasis; /* Length of the zBasis string */
- fuzzer_len n; /* Apply pRule at this character offset */
-};
-
-/*
-** A fuzzer virtual-table object
-*/
-struct fuzzer_vtab {
- sqlite3_vtab base; /* Base class - must be first */
- char *zClassName; /* Name of this class. Default: "fuzzer" */
- fuzzer_rule *pRule; /* All active rules in this fuzzer */
- int nCursor; /* Number of active cursors */
-};
-
-#define FUZZER_HASH 4001 /* Hash table size */
-#define FUZZER_NQUEUE 20 /* Number of slots on the stem queue */
-
-/* A fuzzer cursor object */
-struct fuzzer_cursor {
- sqlite3_vtab_cursor base; /* Base class - must be first */
- sqlite3_int64 iRowid; /* The rowid of the current word */
- fuzzer_vtab *pVtab; /* The virtual table this cursor belongs to */
- fuzzer_cost rLimit; /* Maximum cost of any term */
- fuzzer_stem *pStem; /* Stem with smallest rCostX */
- fuzzer_stem *pDone; /* Stems already processed to completion */
- fuzzer_stem *aQueue[FUZZER_NQUEUE]; /* Queue of stems with higher rCostX */
- int mxQueue; /* Largest used index in aQueue[] */
- char *zBuf; /* Temporary use buffer */
- int nBuf; /* Bytes allocated for zBuf */
- int nStem; /* Number of stems allocated */
- int iRuleset; /* Only process rules from this ruleset */
- fuzzer_rule nullRule; /* Null rule used first */
- fuzzer_stem *apHash[FUZZER_HASH]; /* Hash of previously generated terms */
-};
-
-/*
-** The two input rule lists are both sorted in order of increasing
-** cost. Merge them together into a single list, sorted by cost, and
-** return a pointer to the head of that list.
-*/
-static fuzzer_rule *fuzzerMergeRules(fuzzer_rule *pA, fuzzer_rule *pB){
- fuzzer_rule head;
- fuzzer_rule *pTail;
-
- pTail = &head;
- while( pA && pB ){
- if( pA->rCost<=pB->rCost ){
- pTail->pNext = pA;
- pTail = pA;
- pA = pA->pNext;
- }else{
- pTail->pNext = pB;
- pTail = pB;
- pB = pB->pNext;
- }
- }
- if( pA==0 ){
- pTail->pNext = pB;
- }else{
- pTail->pNext = pA;
- }
- return head.pNext;
-}
-
-/*
-** Statement pStmt currently points to a row in the fuzzer data table. This
-** function allocates and populates a fuzzer_rule structure according to
-** the content of the row.
-**
-** If successful, *ppRule is set to point to the new object and SQLITE_OK
-** is returned. Otherwise, *ppRule is zeroed, *pzErr may be set to point
-** to an error message and an SQLite error code returned.
-*/
-static int fuzzerLoadOneRule(
- fuzzer_vtab *p, /* Fuzzer virtual table handle */
- sqlite3_stmt *pStmt, /* Base rule on statements current row */
- fuzzer_rule **ppRule, /* OUT: New rule object */
- char **pzErr /* OUT: Error message */
-){
- sqlite3_int64 iRuleset = sqlite3_column_int64(pStmt, 0);
- const char *zFrom = (const char *)sqlite3_column_text(pStmt, 1);
- const char *zTo = (const char *)sqlite3_column_text(pStmt, 2);
- int nCost = sqlite3_column_int(pStmt, 3);
-
- int rc = SQLITE_OK; /* Return code */
- int nFrom; /* Size of string zFrom, in bytes */
- int nTo; /* Size of string zTo, in bytes */
- fuzzer_rule *pRule = 0; /* New rule object to return */
-
- if( zFrom==0 ) zFrom = "";
- if( zTo==0 ) zTo = "";
- nFrom = (int)strlen(zFrom);
- nTo = (int)strlen(zTo);
-
- /* Silently ignore null transformations */
- if( strcmp(zFrom, zTo)==0 ){
- *ppRule = 0;
- return SQLITE_OK;
- }
-
- if( nCost<=0 || nCost>FUZZER_MX_COST ){
- *pzErr = sqlite3_mprintf("%s: cost must be between 1 and %d",
- p->zClassName, FUZZER_MX_COST
- );
- rc = SQLITE_ERROR;
- }else
- if( nFrom>FUZZER_MX_LENGTH || nTo>FUZZER_MX_LENGTH ){
- *pzErr = sqlite3_mprintf("%s: maximum string length is %d",
- p->zClassName, FUZZER_MX_LENGTH
- );
- rc = SQLITE_ERROR;
- }else
- if( iRuleset<0 || iRuleset>FUZZER_MX_RULEID ){
- *pzErr = sqlite3_mprintf("%s: ruleset must be between 0 and %d",
- p->zClassName, FUZZER_MX_RULEID
- );
- rc = SQLITE_ERROR;
- }else{
-
- pRule = sqlite3_malloc( sizeof(*pRule) + nFrom + nTo );
- if( pRule==0 ){
- rc = SQLITE_NOMEM;
- }else{
- memset(pRule, 0, sizeof(*pRule));
- pRule->zFrom = &pRule->zTo[nTo+1];
- pRule->nFrom = nFrom;
- memcpy(pRule->zFrom, zFrom, nFrom+1);
- memcpy(pRule->zTo, zTo, nTo+1);
- pRule->nTo = nTo;
- pRule->rCost = nCost;
- pRule->iRuleset = (int)iRuleset;
- }
- }
-
- *ppRule = pRule;
- return rc;
-}
-
-/*
-** Load the content of the fuzzer data table into memory.
-*/
-static int fuzzerLoadRules(
- sqlite3 *db, /* Database handle */
- fuzzer_vtab *p, /* Virtual fuzzer table to configure */
- const char *zDb, /* Database containing rules data */
- const char *zData, /* Table containing rules data */
- char **pzErr /* OUT: Error message */
-){
- int rc = SQLITE_OK; /* Return code */
- char *zSql; /* SELECT used to read from rules table */
- fuzzer_rule *pHead = 0;
-
- zSql = sqlite3_mprintf("SELECT * FROM %Q.%Q", zDb, zData);
- if( zSql==0 ){
- rc = SQLITE_NOMEM;
- }else{
- int rc2; /* finalize() return code */
- sqlite3_stmt *pStmt = 0;
- rc = sqlite3_prepare_v2(db, zSql, -1, &pStmt, 0);
- if( rc!=SQLITE_OK ){
- *pzErr = sqlite3_mprintf("%s: %s", p->zClassName, sqlite3_errmsg(db));
- }else if( sqlite3_column_count(pStmt)!=4 ){
- *pzErr = sqlite3_mprintf("%s: %s has %d columns, expected 4",
- p->zClassName, zData, sqlite3_column_count(pStmt)
- );
- rc = SQLITE_ERROR;
- }else{
- while( rc==SQLITE_OK && SQLITE_ROW==sqlite3_step(pStmt) ){
- fuzzer_rule *pRule = 0;
- rc = fuzzerLoadOneRule(p, pStmt, &pRule, pzErr);
- if( pRule ){
- pRule->pNext = pHead;
- pHead = pRule;
- }
- }
- }
- rc2 = sqlite3_finalize(pStmt);
- if( rc==SQLITE_OK ) rc = rc2;
- }
- sqlite3_free(zSql);
-
- /* All rules are now in a singly linked list starting at pHead. This
- ** block sorts them by cost and then sets fuzzer_vtab.pRule to point to
- ** point to the head of the sorted list.
- */
- if( rc==SQLITE_OK ){
- unsigned int i;
- fuzzer_rule *pX;
- fuzzer_rule *a[15];
- for(i=0; i<sizeof(a)/sizeof(a[0]); i++) a[i] = 0;
- while( (pX = pHead)!=0 ){
- pHead = pX->pNext;
- pX->pNext = 0;
- for(i=0; a[i] && i<sizeof(a)/sizeof(a[0])-1; i++){
- pX = fuzzerMergeRules(a[i], pX);
- a[i] = 0;
- }
- a[i] = fuzzerMergeRules(a[i], pX);
- }
- for(pX=a[0], i=1; i<sizeof(a)/sizeof(a[0]); i++){
- pX = fuzzerMergeRules(a[i], pX);
- }
- p->pRule = fuzzerMergeRules(p->pRule, pX);
- }else{
- /* An error has occurred. Setting p->pRule to point to the head of the
- ** allocated list ensures that the list will be cleaned up in this case.
- */
- assert( p->pRule==0 );
- p->pRule = pHead;
- }
-
- return rc;
-}
-
-/*
-** This function converts an SQL quoted string into an unquoted string
-** and returns a pointer to a buffer allocated using sqlite3_malloc()
-** containing the result. The caller should eventually free this buffer
-** using sqlite3_free.
-**
-** Examples:
-**
-** "abc" becomes abc
-** 'xyz' becomes xyz
-** [pqr] becomes pqr
-** `mno` becomes mno
-*/
-static char *fuzzerDequote(const char *zIn){
- int nIn; /* Size of input string, in bytes */
- char *zOut; /* Output (dequoted) string */
-
- nIn = (int)strlen(zIn);
- zOut = sqlite3_malloc(nIn+1);
- if( zOut ){
- char q = zIn[0]; /* Quote character (if any ) */
-
- if( q!='[' && q!= '\'' && q!='"' && q!='`' ){
- memcpy(zOut, zIn, nIn+1);
- }else{
- int iOut = 0; /* Index of next byte to write to output */
- int iIn; /* Index of next byte to read from input */
-
- if( q=='[' ) q = ']';
- for(iIn=1; iIn<nIn; iIn++){
- if( zIn[iIn]==q ) iIn++;
- zOut[iOut++] = zIn[iIn];
- }
- }
- assert( (int)strlen(zOut)<=nIn );
- }
- return zOut;
-}
-
-/*
-** xDisconnect/xDestroy method for the fuzzer module.
-*/
-static int fuzzerDisconnect(sqlite3_vtab *pVtab){
- fuzzer_vtab *p = (fuzzer_vtab*)pVtab;
- assert( p->nCursor==0 );
- while( p->pRule ){
- fuzzer_rule *pRule = p->pRule;
- p->pRule = pRule->pNext;
- sqlite3_free(pRule);
- }
- sqlite3_free(p);
- return SQLITE_OK;
-}
-
-/*
-** xConnect/xCreate method for the fuzzer module. Arguments are:
-**
-** argv[0] -> module name ("fuzzer")
-** argv[1] -> database name
-** argv[2] -> table name
-** argv[3] -> fuzzer rule table name
-*/
-static int fuzzerConnect(
- sqlite3 *db,
- void *pAux,
- int argc, const char *const*argv,
- sqlite3_vtab **ppVtab,
- char **pzErr
-){
- int rc = SQLITE_OK; /* Return code */
- fuzzer_vtab *pNew = 0; /* New virtual table */
- const char *zModule = argv[0];
- const char *zDb = argv[1];
-
- if( argc!=4 ){
- *pzErr = sqlite3_mprintf(
- "%s: wrong number of CREATE VIRTUAL TABLE arguments", zModule
- );
- rc = SQLITE_ERROR;
- }else{
- int nModule; /* Length of zModule, in bytes */
-
- nModule = (int)strlen(zModule);
- pNew = sqlite3_malloc( sizeof(*pNew) + nModule + 1);
- if( pNew==0 ){
- rc = SQLITE_NOMEM;
- }else{
- char *zTab; /* Dequoted name of fuzzer data table */
-
- memset(pNew, 0, sizeof(*pNew));
- pNew->zClassName = (char*)&pNew[1];
- memcpy(pNew->zClassName, zModule, nModule+1);
-
- zTab = fuzzerDequote(argv[3]);
- if( zTab==0 ){
- rc = SQLITE_NOMEM;
- }else{
- rc = fuzzerLoadRules(db, pNew, zDb, zTab, pzErr);
- sqlite3_free(zTab);
- }
-
- if( rc==SQLITE_OK ){
- rc = sqlite3_declare_vtab(db, "CREATE TABLE x(word,distance,ruleset)");
- }
- if( rc!=SQLITE_OK ){
- fuzzerDisconnect((sqlite3_vtab *)pNew);
- pNew = 0;
- }
- }
- }
-
- *ppVtab = (sqlite3_vtab *)pNew;
- return rc;
-}
-
-/*
-** Open a new fuzzer cursor.
-*/
-static int fuzzerOpen(sqlite3_vtab *pVTab, sqlite3_vtab_cursor **ppCursor){
- fuzzer_vtab *p = (fuzzer_vtab*)pVTab;
- fuzzer_cursor *pCur;
- pCur = sqlite3_malloc( sizeof(*pCur) );
- if( pCur==0 ) return SQLITE_NOMEM;
- memset(pCur, 0, sizeof(*pCur));
- pCur->pVtab = p;
- *ppCursor = &pCur->base;
- p->nCursor++;
- return SQLITE_OK;
-}
-
-/*
-** Free all stems in a list.
-*/
-static void fuzzerClearStemList(fuzzer_stem *pStem){
- while( pStem ){
- fuzzer_stem *pNext = pStem->pNext;
- sqlite3_free(pStem);
- pStem = pNext;
- }
-}
-
-/*
-** Free up all the memory allocated by a cursor. Set it rLimit to 0
-** to indicate that it is at EOF.
-*/
-static void fuzzerClearCursor(fuzzer_cursor *pCur, int clearHash){
- int i;
- fuzzerClearStemList(pCur->pStem);
- fuzzerClearStemList(pCur->pDone);
- for(i=0; i<FUZZER_NQUEUE; i++) fuzzerClearStemList(pCur->aQueue[i]);
- pCur->rLimit = (fuzzer_cost)0;
- if( clearHash && pCur->nStem ){
- pCur->mxQueue = 0;
- pCur->pStem = 0;
- pCur->pDone = 0;
- memset(pCur->aQueue, 0, sizeof(pCur->aQueue));
- memset(pCur->apHash, 0, sizeof(pCur->apHash));
- }
- pCur->nStem = 0;
-}
-
-/*
-** Close a fuzzer cursor.
-*/
-static int fuzzerClose(sqlite3_vtab_cursor *cur){
- fuzzer_cursor *pCur = (fuzzer_cursor *)cur;
- fuzzerClearCursor(pCur, 0);
- sqlite3_free(pCur->zBuf);
- pCur->pVtab->nCursor--;
- sqlite3_free(pCur);
- return SQLITE_OK;
-}
-
-/*
-** Compute the current output term for a fuzzer_stem.
-*/
-static int fuzzerRender(
- fuzzer_stem *pStem, /* The stem to be rendered */
- char **pzBuf, /* Write results into this buffer. realloc if needed */
- int *pnBuf /* Size of the buffer */
-){
- const fuzzer_rule *pRule = pStem->pRule;
- int n; /* Size of output term without nul-term */
- char *z; /* Buffer to assemble output term in */
-
- n = pStem->nBasis + pRule->nTo - pRule->nFrom;
- if( (*pnBuf)<n+1 ){
- (*pzBuf) = sqlite3_realloc((*pzBuf), n+100);
- if( (*pzBuf)==0 ) return SQLITE_NOMEM;
- (*pnBuf) = n+100;
- }
- n = pStem->n;
- z = *pzBuf;
- if( n<0 ){
- memcpy(z, pStem->zBasis, pStem->nBasis+1);
- }else{
- memcpy(z, pStem->zBasis, n);
- memcpy(&z[n], pRule->zTo, pRule->nTo);
- memcpy(&z[n+pRule->nTo], &pStem->zBasis[n+pRule->nFrom],
- pStem->nBasis-n-pRule->nFrom+1);
- }
-
- assert( z[pStem->nBasis + pRule->nTo - pRule->nFrom]==0 );
- return SQLITE_OK;
-}
-
-/*
-** Compute a hash on zBasis.
-*/
-static unsigned int fuzzerHash(const char *z){
- unsigned int h = 0;
- while( *z ){ h = (h<<3) ^ (h>>29) ^ *(z++); }
- return h % FUZZER_HASH;
-}
-
-/*
-** Current cost of a stem
-*/
-static fuzzer_cost fuzzerCost(fuzzer_stem *pStem){
- return pStem->rCostX = pStem->rBaseCost + pStem->pRule->rCost;
-}
-
-#if 0
-/*
-** Print a description of a fuzzer_stem on stderr.
-*/
-static void fuzzerStemPrint(
- const char *zPrefix,
- fuzzer_stem *pStem,
- const char *zSuffix
-){
- if( pStem->n<0 ){
- fprintf(stderr, "%s[%s](%d)-->self%s",
- zPrefix,
- pStem->zBasis, pStem->rBaseCost,
- zSuffix
- );
- }else{
- char *zBuf = 0;
- int nBuf = 0;
- if( fuzzerRender(pStem, &zBuf, &nBuf)!=SQLITE_OK ) return;
- fprintf(stderr, "%s[%s](%d)-->{%s}(%d)%s",
- zPrefix,
- pStem->zBasis, pStem->rBaseCost, zBuf, pStem->,
- zSuffix
- );
- sqlite3_free(zBuf);
- }
-}
-#endif
-
-/*
-** Return 1 if the string to which the cursor is point has already
-** been emitted. Return 0 if not. Return -1 on a memory allocation
-** failures.
-*/
-static int fuzzerSeen(fuzzer_cursor *pCur, fuzzer_stem *pStem){
- unsigned int h;
- fuzzer_stem *pLookup;
-
- if( fuzzerRender(pStem, &pCur->zBuf, &pCur->nBuf)==SQLITE_NOMEM ){
- return -1;
- }
- h = fuzzerHash(pCur->zBuf);
- pLookup = pCur->apHash[h];
- while( pLookup && strcmp(pLookup->zBasis, pCur->zBuf)!=0 ){
- pLookup = pLookup->pHash;
- }
- return pLookup!=0;
-}
-
-/*
-** If argument pRule is NULL, this function returns false.
-**
-** Otherwise, it returns true if rule pRule should be skipped. A rule
-** should be skipped if it does not belong to rule-set iRuleset, or if
-** applying it to stem pStem would create a string longer than
-** FUZZER_MX_OUTPUT_LENGTH bytes.
-*/
-static int fuzzerSkipRule(
- const fuzzer_rule *pRule, /* Determine whether or not to skip this */
- fuzzer_stem *pStem, /* Stem rule may be applied to */
- int iRuleset /* Rule-set used by the current query */
-){
- return pRule && (
- (pRule->iRuleset!=iRuleset)
- || (pStem->nBasis + pRule->nTo - pRule->nFrom)>FUZZER_MX_OUTPUT_LENGTH
- );
-}
-
-/*
-** Advance a fuzzer_stem to its next value. Return 0 if there are
-** no more values that can be generated by this fuzzer_stem. Return
-** -1 on a memory allocation failure.
-*/
-static int fuzzerAdvance(fuzzer_cursor *pCur, fuzzer_stem *pStem){
- const fuzzer_rule *pRule;
- while( (pRule = pStem->pRule)!=0 ){
- assert( pRule==&pCur->nullRule || pRule->iRuleset==pCur->iRuleset );
- while( pStem->n < pStem->nBasis - pRule->nFrom ){
- pStem->n++;
- if( pRule->nFrom==0
- || memcmp(&pStem->zBasis[pStem->n], pRule->zFrom, pRule->nFrom)==0
- ){
- /* Found a rewrite case. Make sure it is not a duplicate */
- int rc = fuzzerSeen(pCur, pStem);
- if( rc<0 ) return -1;
- if( rc==0 ){
- fuzzerCost(pStem);
- return 1;
- }
- }
- }
- pStem->n = -1;
- do{
- pRule = pRule->pNext;
- }while( fuzzerSkipRule(pRule, pStem, pCur->iRuleset) );
- pStem->pRule = pRule;
- if( pRule && fuzzerCost(pStem)>pCur->rLimit ) pStem->pRule = 0;
- }
- return 0;
-}
-
-/*
-** The two input stem lists are both sorted in order of increasing
-** rCostX. Merge them together into a single list, sorted by rCostX, and
-** return a pointer to the head of that new list.
-*/
-static fuzzer_stem *fuzzerMergeStems(fuzzer_stem *pA, fuzzer_stem *pB){
- fuzzer_stem head;
- fuzzer_stem *pTail;
-
- pTail = &head;
- while( pA && pB ){
- if( pA->rCostX<=pB->rCostX ){
- pTail->pNext = pA;
- pTail = pA;
- pA = pA->pNext;
- }else{
- pTail->pNext = pB;
- pTail = pB;
- pB = pB->pNext;
- }
- }
- if( pA==0 ){
- pTail->pNext = pB;
- }else{
- pTail->pNext = pA;
- }
- return head.pNext;
-}
-
-/*
-** Load pCur->pStem with the lowest-cost stem. Return a pointer
-** to the lowest-cost stem.
-*/
-static fuzzer_stem *fuzzerLowestCostStem(fuzzer_cursor *pCur){
- fuzzer_stem *pBest, *pX;
- int iBest;
- int i;
-
- if( pCur->pStem==0 ){
- iBest = -1;
- pBest = 0;
- for(i=0; i<=pCur->mxQueue; i++){
- pX = pCur->aQueue[i];
- if( pX==0 ) continue;
- if( pBest==0 || pBest->rCostX>pX->rCostX ){
- pBest = pX;
- iBest = i;
- }
- }
- if( pBest ){
- pCur->aQueue[iBest] = pBest->pNext;
- pBest->pNext = 0;
- pCur->pStem = pBest;
- }
- }
- return pCur->pStem;
-}
-
-/*
-** Insert pNew into queue of pending stems. Then find the stem
-** with the lowest rCostX and move it into pCur->pStem.
-** list. The insert is done such the pNew is in the correct order
-** according to fuzzer_stem.zBaseCost+fuzzer_stem.pRule->rCost.
-*/
-static fuzzer_stem *fuzzerInsert(fuzzer_cursor *pCur, fuzzer_stem *pNew){
- fuzzer_stem *pX;
- int i;
-
- /* If pCur->pStem exists and is greater than pNew, then make pNew
- ** the new pCur->pStem and insert the old pCur->pStem instead.
- */
- if( (pX = pCur->pStem)!=0 && pX->rCostX>pNew->rCostX ){
- pNew->pNext = 0;
- pCur->pStem = pNew;
- pNew = pX;
- }
-
- /* Insert the new value */
- pNew->pNext = 0;
- pX = pNew;
- for(i=0; i<=pCur->mxQueue; i++){
- if( pCur->aQueue[i] ){
- pX = fuzzerMergeStems(pX, pCur->aQueue[i]);
- pCur->aQueue[i] = 0;
- }else{
- pCur->aQueue[i] = pX;
- break;
- }
- }
- if( i>pCur->mxQueue ){
- if( i<FUZZER_NQUEUE ){
- pCur->mxQueue = i;
- pCur->aQueue[i] = pX;
- }else{
- assert( pCur->mxQueue==FUZZER_NQUEUE-1 );
- pX = fuzzerMergeStems(pX, pCur->aQueue[FUZZER_NQUEUE-1]);
- pCur->aQueue[FUZZER_NQUEUE-1] = pX;
- }
- }
-
- return fuzzerLowestCostStem(pCur);
-}
-
-/*
-** Allocate a new fuzzer_stem. Add it to the hash table but do not
-** link it into either the pCur->pStem or pCur->pDone lists.
-*/
-static fuzzer_stem *fuzzerNewStem(
- fuzzer_cursor *pCur,
- const char *zWord,
- fuzzer_cost rBaseCost
-){
- fuzzer_stem *pNew;
- fuzzer_rule *pRule;
- unsigned int h;
-
- pNew = sqlite3_malloc( sizeof(*pNew) + (int)strlen(zWord) + 1 );
- if( pNew==0 ) return 0;
- memset(pNew, 0, sizeof(*pNew));
- pNew->zBasis = (char*)&pNew[1];
- pNew->nBasis = (int)strlen(zWord);
- memcpy(pNew->zBasis, zWord, pNew->nBasis+1);
- pRule = pCur->pVtab->pRule;
- while( fuzzerSkipRule(pRule, pNew, pCur->iRuleset) ){
- pRule = pRule->pNext;
- }
- pNew->pRule = pRule;
- pNew->n = -1;
- pNew->rBaseCost = pNew->rCostX = rBaseCost;
- h = fuzzerHash(pNew->zBasis);
- pNew->pHash = pCur->apHash[h];
- pCur->apHash[h] = pNew;
- pCur->nStem++;
- return pNew;
-}
-
-
-/*
-** Advance a cursor to its next row of output
-*/
-static int fuzzerNext(sqlite3_vtab_cursor *cur){
- fuzzer_cursor *pCur = (fuzzer_cursor*)cur;
- int rc;
- fuzzer_stem *pStem, *pNew;
-
- pCur->iRowid++;
-
- /* Use the element the cursor is currently point to to create
- ** a new stem and insert the new stem into the priority queue.
- */
- pStem = pCur->pStem;
- if( pStem->rCostX>0 ){
- rc = fuzzerRender(pStem, &pCur->zBuf, &pCur->nBuf);
- if( rc==SQLITE_NOMEM ) return SQLITE_NOMEM;
- pNew = fuzzerNewStem(pCur, pCur->zBuf, pStem->rCostX);
- if( pNew ){
- if( fuzzerAdvance(pCur, pNew)==0 ){
- pNew->pNext = pCur->pDone;
- pCur->pDone = pNew;
- }else{
- if( fuzzerInsert(pCur, pNew)==pNew ){
- return SQLITE_OK;
- }
- }
- }else{
- return SQLITE_NOMEM;
- }
- }
-
- /* Adjust the priority queue so that the first element of the
- ** stem list is the next lowest cost word.
- */
- while( (pStem = pCur->pStem)!=0 ){
- int res = fuzzerAdvance(pCur, pStem);
- if( res<0 ){
- return SQLITE_NOMEM;
- }else if( res>0 ){
- pCur->pStem = 0;
- pStem = fuzzerInsert(pCur, pStem);
- if( (rc = fuzzerSeen(pCur, pStem))!=0 ){
- if( rc<0 ) return SQLITE_NOMEM;
- continue;
- }
- return SQLITE_OK; /* New word found */
- }
- pCur->pStem = 0;
- pStem->pNext = pCur->pDone;
- pCur->pDone = pStem;
- if( fuzzerLowestCostStem(pCur) ){
- rc = fuzzerSeen(pCur, pCur->pStem);
- if( rc<0 ) return SQLITE_NOMEM;
- if( rc==0 ){
- return SQLITE_OK;
- }
- }
- }
-
- /* Reach this point only if queue has been exhausted and there is
- ** nothing left to be output. */
- pCur->rLimit = (fuzzer_cost)0;
- return SQLITE_OK;
-}
-
-/*
-** Called to "rewind" a cursor back to the beginning so that
-** it starts its output over again. Always called at least once
-** prior to any fuzzerColumn, fuzzerRowid, or fuzzerEof call.
-*/
-static int fuzzerFilter(
- sqlite3_vtab_cursor *pVtabCursor,
- int idxNum, const char *idxStr,
- int argc, sqlite3_value **argv
-){
- fuzzer_cursor *pCur = (fuzzer_cursor *)pVtabCursor;
- const char *zWord = "";
- fuzzer_stem *pStem;
- int idx;
-
- fuzzerClearCursor(pCur, 1);
- pCur->rLimit = 2147483647;
- idx = 0;
- if( idxNum & 1 ){
- zWord = (const char*)sqlite3_value_text(argv[0]);
- idx++;
- }
- if( idxNum & 2 ){
- pCur->rLimit = (fuzzer_cost)sqlite3_value_int(argv[idx]);
- idx++;
- }
- if( idxNum & 4 ){
- pCur->iRuleset = (fuzzer_cost)sqlite3_value_int(argv[idx]);
- idx++;
- }
- pCur->nullRule.pNext = pCur->pVtab->pRule;
- pCur->nullRule.rCost = 0;
- pCur->nullRule.nFrom = 0;
- pCur->nullRule.nTo = 0;
- pCur->nullRule.zFrom = "";
- pCur->iRowid = 1;
- assert( pCur->pStem==0 );
-
- /* If the query term is longer than FUZZER_MX_OUTPUT_LENGTH bytes, this
- ** query will return zero rows. */
- if( (int)strlen(zWord)<FUZZER_MX_OUTPUT_LENGTH ){
- pCur->pStem = pStem = fuzzerNewStem(pCur, zWord, (fuzzer_cost)0);
- if( pStem==0 ) return SQLITE_NOMEM;
- pStem->pRule = &pCur->nullRule;
- pStem->n = pStem->nBasis;
- }else{
- pCur->rLimit = 0;
- }
-
- return SQLITE_OK;
-}
-
-/*
-** Only the word and distance columns have values. All other columns
-** return NULL
-*/
-static int fuzzerColumn(sqlite3_vtab_cursor *cur, sqlite3_context *ctx, int i){
- fuzzer_cursor *pCur = (fuzzer_cursor*)cur;
- if( i==0 ){
- /* the "word" column */
- if( fuzzerRender(pCur->pStem, &pCur->zBuf, &pCur->nBuf)==SQLITE_NOMEM ){
- return SQLITE_NOMEM;
- }
- sqlite3_result_text(ctx, pCur->zBuf, -1, SQLITE_TRANSIENT);
- }else if( i==1 ){
- /* the "distance" column */
- sqlite3_result_int(ctx, pCur->pStem->rCostX);
- }else{
- /* All other columns are NULL */
- sqlite3_result_null(ctx);
- }
- return SQLITE_OK;
-}
-
-/*
-** The rowid.
-*/
-static int fuzzerRowid(sqlite3_vtab_cursor *cur, sqlite_int64 *pRowid){
- fuzzer_cursor *pCur = (fuzzer_cursor*)cur;
- *pRowid = pCur->iRowid;
- return SQLITE_OK;
-}
-
-/*
-** When the fuzzer_cursor.rLimit value is 0 or less, that is a signal
-** that the cursor has nothing more to output.
-*/
-static int fuzzerEof(sqlite3_vtab_cursor *cur){
- fuzzer_cursor *pCur = (fuzzer_cursor*)cur;
- return pCur->rLimit<=(fuzzer_cost)0;
-}
-
-/*
-** Search for terms of these forms:
-**
-** (A) word MATCH $str
-** (B1) distance < $value
-** (B2) distance <= $value
-** (C) ruleid == $ruleid
-**
-** The distance< and distance<= are both treated as distance<=.
-** The query plan number is a bit vector:
-**
-** bit 1: Term of the form (A) found
-** bit 2: Term like (B1) or (B2) found
-** bit 3: Term like (C) found
-**
-** If bit-1 is set, $str is always in filter.argv[0]. If bit-2 is set
-** then $value is in filter.argv[0] if bit-1 is clear and is in
-** filter.argv[1] if bit-1 is set. If bit-3 is set, then $ruleid is
-** in filter.argv[0] if bit-1 and bit-2 are both zero, is in
-** filter.argv[1] if exactly one of bit-1 and bit-2 are set, and is in
-** filter.argv[2] if both bit-1 and bit-2 are set.
-*/
-static int fuzzerBestIndex(sqlite3_vtab *tab, sqlite3_index_info *pIdxInfo){
- int iPlan = 0;
- int iDistTerm = -1;
- int iRulesetTerm = -1;
- int i;
- int seenMatch = 0;
- const struct sqlite3_index_constraint *pConstraint;
- double rCost = 1e12;
-
- pConstraint = pIdxInfo->aConstraint;
- for(i=0; i<pIdxInfo->nConstraint; i++, pConstraint++){
- if( pConstraint->iColumn==0
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_MATCH ){
- seenMatch = 1;
- }
- if( pConstraint->usable==0 ) continue;
- if( (iPlan & 1)==0
- && pConstraint->iColumn==0
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_MATCH
- ){
- iPlan |= 1;
- pIdxInfo->aConstraintUsage[i].argvIndex = 1;
- pIdxInfo->aConstraintUsage[i].omit = 1;
- rCost /= 1e6;
- }
- if( (iPlan & 2)==0
- && pConstraint->iColumn==1
- && (pConstraint->op==SQLITE_INDEX_CONSTRAINT_LT
- || pConstraint->op==SQLITE_INDEX_CONSTRAINT_LE)
- ){
- iPlan |= 2;
- iDistTerm = i;
- rCost /= 10.0;
- }
- if( (iPlan & 4)==0
- && pConstraint->iColumn==2
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ
- ){
- iPlan |= 4;
- pIdxInfo->aConstraintUsage[i].omit = 1;
- iRulesetTerm = i;
- rCost /= 10.0;
- }
- }
- if( iPlan & 2 ){
- pIdxInfo->aConstraintUsage[iDistTerm].argvIndex = 1+((iPlan&1)!=0);
- }
- if( iPlan & 4 ){
- int idx = 1;
- if( iPlan & 1 ) idx++;
- if( iPlan & 2 ) idx++;
- pIdxInfo->aConstraintUsage[iRulesetTerm].argvIndex = idx;
- }
- pIdxInfo->idxNum = iPlan;
- if( pIdxInfo->nOrderBy==1
- && pIdxInfo->aOrderBy[0].iColumn==1
- && pIdxInfo->aOrderBy[0].desc==0
- ){
- pIdxInfo->orderByConsumed = 1;
- }
- if( seenMatch && (iPlan&1)==0 ) rCost = 1e99;
- pIdxInfo->estimatedCost = rCost;
-
- return SQLITE_OK;
-}
-
-/*
-** A virtual table module that implements the "fuzzer".
-*/
-static sqlite3_module fuzzerModule = {
- 0, /* iVersion */
- fuzzerConnect,
- fuzzerConnect,
- fuzzerBestIndex,
- fuzzerDisconnect,
- fuzzerDisconnect,
- fuzzerOpen, /* xOpen - open a cursor */
- fuzzerClose, /* xClose - close a cursor */
- fuzzerFilter, /* xFilter - configure scan constraints */
- fuzzerNext, /* xNext - advance a cursor */
- fuzzerEof, /* xEof - check for end of scan */
- fuzzerColumn, /* xColumn - read data */
- fuzzerRowid, /* xRowid - read data */
- 0, /* xUpdate */
- 0, /* xBegin */
- 0, /* xSync */
- 0, /* xCommit */
- 0, /* xRollback */
- 0, /* xFindMethod */
- 0, /* xRename */
-};
-
-#endif /* SQLITE_OMIT_VIRTUALTABLE */
-
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_fuzzer_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
-#ifndef SQLITE_OMIT_VIRTUALTABLE
- rc = sqlite3_create_module(db, "fuzzer", &fuzzerModule, 0);
-#endif
- return rc;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/ieee754.c b/components/external/SQLite-3.8.1/ext/misc/ieee754.c
deleted file mode 100644
index f143893885..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/ieee754.c
+++ /dev/null
@@ -1,131 +0,0 @@
-/*
-** 2013-04-17
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-******************************************************************************
-**
-** This SQLite extension implements functions for the exact display
-** and input of IEEE754 Binary64 floating-point numbers.
-**
-** ieee754(X)
-** ieee754(Y,Z)
-**
-** In the first form, the value X should be a floating-point number.
-** The function will return a string of the form 'ieee754(Y,Z)' where
-** Y and Z are integers such that X==Y*pow(2,Z).
-**
-** In the second form, Y and Z are integers which are the mantissa and
-** base-2 exponent of a new floating point number. The function returns
-** a floating-point value equal to Y*pow(2,Z).
-**
-** Examples:
-**
-** ieee754(2.0) -> 'ieee754(2,0)'
-** ieee754(45.25) -> 'ieee754(181,-2)'
-** ieee754(2, 0) -> 2.0
-** ieee754(181, -2) -> 45.25
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-#include <assert.h>
-#include <string.h>
-
-/*
-** Implementation of the ieee754() function
-*/
-static void ieee754func(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- if( argc==1 ){
- sqlite3_int64 m, a;
- double r;
- int e;
- int isNeg;
- char zResult[100];
- assert( sizeof(m)==sizeof(r) );
- if( sqlite3_value_type(argv[0])!=SQLITE_FLOAT ) return;
- r = sqlite3_value_double(argv[0]);
- if( r<0.0 ){
- isNeg = 1;
- r = -r;
- }else{
- isNeg = 0;
- }
- memcpy(&a,&r,sizeof(a));
- if( a==0 ){
- e = 0;
- m = 0;
- }else{
- e = a>>52;
- m = a & ((((sqlite3_int64)1)<<52)-1);
- m |= ((sqlite3_int64)1)<<52;
- while( e<1075 && m>0 && (m&1)==0 ){
- m >>= 1;
- e++;
- }
- if( isNeg ) m = -m;
- }
- sqlite3_snprintf(sizeof(zResult), zResult, "ieee754(%lld,%d)",
- m, e-1075);
- sqlite3_result_text(context, zResult, -1, SQLITE_TRANSIENT);
- }else if( argc==2 ){
- sqlite3_int64 m, e, a;
- double r;
- int isNeg = 0;
- m = sqlite3_value_int64(argv[0]);
- e = sqlite3_value_int64(argv[1]);
- if( m<0 ){
- isNeg = 1;
- m = -m;
- if( m<0 ) return;
- }else if( m==0 && e>1000 && e<1000 ){
- sqlite3_result_double(context, 0.0);
- return;
- }
- while( (m>>32)&0xffe00000 ){
- m >>= 1;
- e++;
- }
- while( ((m>>32)&0xfff00000)==0 ){
- m <<= 1;
- e--;
- }
- e += 1075;
- if( e<0 ) e = m = 0;
- if( e>0x7ff ) m = 0;
- a = m & ((((sqlite3_int64)1)<<52)-1);
- a |= e<<52;
- if( isNeg ) a |= ((sqlite3_int64)1)<<63;
- memcpy(&r, &a, sizeof(r));
- sqlite3_result_double(context, r);
- }
-}
-
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_ieee_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
- (void)pzErrMsg; /* Unused parameter */
- rc = sqlite3_create_function(db, "ieee754", 1, SQLITE_UTF8, 0,
- ieee754func, 0, 0);
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_function(db, "ieee754", 2, SQLITE_UTF8, 0,
- ieee754func, 0, 0);
- }
- return rc;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/nextchar.c b/components/external/SQLite-3.8.1/ext/misc/nextchar.c
deleted file mode 100644
index 49dfd24f1f..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/nextchar.c
+++ /dev/null
@@ -1,311 +0,0 @@
-/*
-** 2013-02-28
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-******************************************************************************
-**
-** This file contains code to implement the next_char(A,T,F,W,C) SQL function.
-**
-** The next_char(A,T,F,W,C) function finds all valid "next" characters for
-** string A given the vocabulary in T.F. If the W value exists and is a
-** non-empty string, then it is an SQL expression that limits the entries
-** in T.F that will be considered. If C exists and is a non-empty string,
-** then it is the name of the collating sequence to use for comparison. If
-**
-** Only the first three arguments are required. If the C parameter is
-** omitted or is NULL or is an empty string, then the default collating
-** sequence of T.F is used for comparision. If the W parameter is omitted
-** or is NULL or is an empty string, then no filtering of the output is
-** done.
-**
-** The T.F column should be indexed using collation C or else this routine
-** will be quite slow.
-**
-** For example, suppose an application has a dictionary like this:
-**
-** CREATE TABLE dictionary(word TEXT UNIQUE);
-**
-** Further suppose that for user keypad entry, it is desired to disable
-** (gray out) keys that are not valid as the next character. If the
-** the user has previously entered (say) 'cha' then to find all allowed
-** next characters (and thereby determine when keys should not be grayed
-** out) run the following query:
-**
-** SELECT next_char('cha','dictionary','word');
-**
-** IMPLEMENTATION NOTES:
-**
-** The next_char function is implemented using recursive SQL that makes
-** use of the table name and column name as part of a query. If either
-** the table name or column name are keywords or contain special characters,
-** then they should be escaped. For example:
-**
-** SELECT next_char('cha','[dictionary]','[word]');
-**
-** This also means that the table name can be a subquery:
-**
-** SELECT next_char('cha','(SELECT word AS w FROM dictionary)','w');
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-#include <string.h>
-
-/*
-** A structure to hold context of the next_char() computation across
-** nested function calls.
-*/
-typedef struct nextCharContext nextCharContext;
-struct nextCharContext {
- sqlite3 *db; /* Database connection */
- sqlite3_stmt *pStmt; /* Prepared statement used to query */
- const unsigned char *zPrefix; /* Prefix to scan */
- int nPrefix; /* Size of zPrefix in bytes */
- int nAlloc; /* Space allocated to aResult */
- int nUsed; /* Space used in aResult */
- unsigned int *aResult; /* Array of next characters */
- int mallocFailed; /* True if malloc fails */
- int otherError; /* True for any other failure */
-};
-
-/*
-** Append a result character if the character is not already in the
-** result.
-*/
-static void nextCharAppend(nextCharContext *p, unsigned c){
- int i;
- for(i=0; i<p->nUsed; i++){
- if( p->aResult[i]==c ) return;
- }
- if( p->nUsed+1 > p->nAlloc ){
- unsigned int *aNew;
- int n = p->nAlloc*2 + 30;
- aNew = sqlite3_realloc(p->aResult, n*sizeof(unsigned int));
- if( aNew==0 ){
- p->mallocFailed = 1;
- return;
- }else{
- p->aResult = aNew;
- p->nAlloc = n;
- }
- }
- p->aResult[p->nUsed++] = c;
-}
-
-/*
-** Write a character into z[] as UTF8. Return the number of bytes needed
-** to hold the character
-*/
-static int writeUtf8(unsigned char *z, unsigned c){
- if( c<0x00080 ){
- z[0] = (unsigned char)(c&0xff);
- return 1;
- }
- if( c<0x00800 ){
- z[0] = 0xC0 + (unsigned char)((c>>6)&0x1F);
- z[1] = 0x80 + (unsigned char)(c & 0x3F);
- return 2;
- }
- if( c<0x10000 ){
- z[0] = 0xE0 + (unsigned char)((c>>12)&0x0F);
- z[1] = 0x80 + (unsigned char)((c>>6) & 0x3F);
- z[2] = 0x80 + (unsigned char)(c & 0x3F);
- return 3;
- }
- z[0] = 0xF0 + (unsigned char)((c>>18) & 0x07);
- z[1] = 0x80 + (unsigned char)((c>>12) & 0x3F);
- z[2] = 0x80 + (unsigned char)((c>>6) & 0x3F);
- z[3] = 0x80 + (unsigned char)(c & 0x3F);
- return 4;
-}
-
-/*
-** Read a UTF8 character out of z[] and write it into *pOut. Return
-** the number of bytes in z[] that were used to construct the character.
-*/
-static int readUtf8(const unsigned char *z, unsigned *pOut){
- static const unsigned char validBits[] = {
- 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
- 0x08, 0x09, 0x0a, 0x0b, 0x0c, 0x0d, 0x0e, 0x0f,
- 0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17,
- 0x18, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1e, 0x1f,
- 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
- 0x08, 0x09, 0x0a, 0x0b, 0x0c, 0x0d, 0x0e, 0x0f,
- 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
- 0x00, 0x01, 0x02, 0x03, 0x00, 0x01, 0x00, 0x00,
- };
- unsigned c = z[0];
- if( c<0xc0 ){
- *pOut = c;
- return 1;
- }else{
- int n = 1;
- c = validBits[c-0xc0];
- while( (z[n] & 0xc0)==0x80 ){
- c = (c<<6) + (0x3f & z[n++]);
- }
- if( c<0x80 || (c&0xFFFFF800)==0xD800 || (c&0xFFFFFFFE)==0xFFFE ){
- c = 0xFFFD;
- }
- *pOut = c;
- return n;
- }
-}
-
-/*
-** The nextCharContext structure has been set up. Add all "next" characters
-** to the result set.
-*/
-static void findNextChars(nextCharContext *p){
- unsigned cPrev = 0;
- unsigned char zPrev[8];
- int n, rc;
-
- for(;;){
- sqlite3_bind_text(p->pStmt, 1, (char*)p->zPrefix, p->nPrefix,
- SQLITE_STATIC);
- n = writeUtf8(zPrev, cPrev+1);
- sqlite3_bind_text(p->pStmt, 2, (char*)zPrev, n, SQLITE_STATIC);
- rc = sqlite3_step(p->pStmt);
- if( rc==SQLITE_DONE ){
- sqlite3_reset(p->pStmt);
- return;
- }else if( rc!=SQLITE_ROW ){
- p->otherError = rc;
- return;
- }else{
- const unsigned char *zOut = sqlite3_column_text(p->pStmt, 0);
- unsigned cNext;
- n = readUtf8(zOut+p->nPrefix, &cNext);
- sqlite3_reset(p->pStmt);
- nextCharAppend(p, cNext);
- cPrev = cNext;
- if( p->mallocFailed ) return;
- }
- }
-}
-
-
-/*
-** next_character(A,T,F,W)
-**
-** Return a string composted of all next possible characters after
-** A for elements of T.F. If W is supplied, then it is an SQL expression
-** that limits the elements in T.F that are considered.
-*/
-static void nextCharFunc(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- nextCharContext c;
- const unsigned char *zTable = sqlite3_value_text(argv[1]);
- const unsigned char *zField = sqlite3_value_text(argv[2]);
- const unsigned char *zWhere;
- const unsigned char *zCollName;
- char *zWhereClause = 0;
- char *zColl = 0;
- char *zSql;
- int rc;
-
- memset(&c, 0, sizeof(c));
- c.db = sqlite3_context_db_handle(context);
- c.zPrefix = sqlite3_value_text(argv[0]);
- c.nPrefix = sqlite3_value_bytes(argv[0]);
- if( zTable==0 || zField==0 || c.zPrefix==0 ) return;
- if( argc>=4
- && (zWhere = sqlite3_value_text(argv[3]))!=0
- && zWhere[0]!=0
- ){
- zWhereClause = sqlite3_mprintf("AND (%s)", zWhere);
- if( zWhereClause==0 ){
- sqlite3_result_error_nomem(context);
- return;
- }
- }else{
- zWhereClause = "";
- }
- if( argc>=5
- && (zCollName = sqlite3_value_text(argv[4]))!=0
- && zCollName[0]!=0
- ){
- zColl = sqlite3_mprintf("collate \"%w\"", zCollName);
- if( zColl==0 ){
- sqlite3_result_error_nomem(context);
- if( zWhereClause[0] ) sqlite3_free(zWhereClause);
- return;
- }
- }else{
- zColl = "";
- }
- zSql = sqlite3_mprintf(
- "SELECT %s FROM %s"
- " WHERE %s>=(?1 || ?2) %s"
- " AND %s<=(?1 || char(1114111)) %s" /* 1114111 == 0x10ffff */
- " %s"
- " ORDER BY 1 %s ASC LIMIT 1",
- zField, zTable, zField, zColl, zField, zColl, zWhereClause, zColl
- );
- if( zWhereClause[0] ) sqlite3_free(zWhereClause);
- if( zColl[0] ) sqlite3_free(zColl);
- if( zSql==0 ){
- sqlite3_result_error_nomem(context);
- return;
- }
-
- rc = sqlite3_prepare_v2(c.db, zSql, -1, &c.pStmt, 0);
- sqlite3_free(zSql);
- if( rc ){
- sqlite3_result_error(context, sqlite3_errmsg(c.db), -1);
- return;
- }
- findNextChars(&c);
- if( c.mallocFailed ){
- sqlite3_result_error_nomem(context);
- }else{
- unsigned char *pRes;
- pRes = sqlite3_malloc( c.nUsed*4 + 1 );
- if( pRes==0 ){
- sqlite3_result_error_nomem(context);
- }else{
- int i;
- int n = 0;
- for(i=0; i<c.nUsed; i++){
- n += writeUtf8(pRes+n, c.aResult[i]);
- }
- pRes[n] = 0;
- sqlite3_result_text(context, (const char*)pRes, n, sqlite3_free);
- }
- }
- sqlite3_finalize(c.pStmt);
- sqlite3_free(c.aResult);
-}
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_nextchar_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
- (void)pzErrMsg; /* Unused parameter */
- rc = sqlite3_create_function(db, "next_char", 3, SQLITE_UTF8, 0,
- nextCharFunc, 0, 0);
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_function(db, "next_char", 4, SQLITE_UTF8, 0,
- nextCharFunc, 0, 0);
- }
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_function(db, "next_char", 5, SQLITE_UTF8, 0,
- nextCharFunc, 0, 0);
- }
- return rc;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/percentile.c b/components/external/SQLite-3.8.1/ext/misc/percentile.c
deleted file mode 100644
index 74a4c9d12b..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/percentile.c
+++ /dev/null
@@ -1,219 +0,0 @@
-/*
-** 2013-05-28
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-******************************************************************************
-**
-** This file contains code to implement the percentile(Y,P) SQL function
-** as described below:
-**
-** (1) The percentile(Y,P) function is an aggregate function taking
-** exactly two arguments.
-**
-** (2) If the P argument to percentile(Y,P) is not the same for every
-** row in the aggregate then an error is thrown. The word "same"
-** in the previous sentence means that the value differ by less
-** than 0.001.
-**
-** (3) If the P argument to percentile(Y,P) evaluates to anything other
-** than a number in the range of 0.0 to 100.0 inclusive then an
-** error is thrown.
-**
-** (4) If any Y argument to percentile(Y,P) evaluates to a value that
-** is not NULL and is not numeric then an error is thrown.
-**
-** (5) If any Y argument to percentile(Y,P) evaluates to plus or minus
-** infinity then an error is thrown. (SQLite always interprets NaN
-** values as NULL.)
-**
-** (6) Both Y and P in percentile(Y,P) can be arbitrary expressions,
-** including CASE WHEN expressions.
-**
-** (7) The percentile(Y,P) aggregate is able to handle inputs of at least
-** one million (1,000,000) rows.
-**
-** (8) If there are no non-NULL values for Y, then percentile(Y,P)
-** returns NULL.
-**
-** (9) If there is exactly one non-NULL value for Y, the percentile(Y,P)
-** returns the one Y value.
-**
-** (10) If there N non-NULL values of Y where N is two or more and
-** the Y values are ordered from least to greatest and a graph is
-** drawn from 0 to N-1 such that the height of the graph at J is
-** the J-th Y value and such that straight lines are drawn between
-** adjacent Y values, then the percentile(Y,P) function returns
-** the height of the graph at P*(N-1)/100.
-**
-** (11) The percentile(Y,P) function always returns either a floating
-** point number or NULL.
-**
-** (12) The percentile(Y,P) is implemented as a single C99 source-code
-** file that compiles into a shared-library or DLL that can be loaded
-** into SQLite using the sqlite3_load_extension() interface.
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-#include <assert.h>
-#include <string.h>
-#include <stdlib.h>
-
-/* The following object is the session context for a single percentile()
-** function. We have to remember all input Y values until the very end.
-** Those values are accumulated in the Percentile.a[] array.
-*/
-typedef struct Percentile Percentile;
-struct Percentile {
- unsigned nAlloc; /* Number of slots allocated for a[] */
- unsigned nUsed; /* Number of slots actually used in a[] */
- double rPct; /* 1.0 more than the value for P */
- double *a; /* Array of Y values */
-};
-
-/*
-** Return TRUE if the input floating-point number is an infinity.
-*/
-static int isInfinity(double r){
- sqlite3_uint64 u;
- assert( sizeof(u)==sizeof(r) );
- memcpy(&u, &r, sizeof(u));
- return ((u>>52)&0x7ff)==0x7ff;
-}
-
-/*
-** Return TRUE if two doubles differ by 0.001 or less
-*/
-static int sameValue(double a, double b){
- a -= b;
- return a>=-0.001 && a<=0.001;
-}
-
-/*
-** The "step" function for percentile(Y,P) is called once for each
-** input row.
-*/
-static void percentStep(sqlite3_context *pCtx, int argc, sqlite3_value **argv){
- Percentile *p;
- double rPct;
- int eType;
- double y;
- assert( argc==2 );
-
- /* Requirement 3: P must be a number between 0 and 100 */
- eType = sqlite3_value_numeric_type(argv[1]);
- rPct = sqlite3_value_double(argv[1]);
- if( (eType!=SQLITE_INTEGER && eType!=SQLITE_FLOAT) ||
- ((rPct = sqlite3_value_double(argv[1]))<0.0 || rPct>100.0) ){
- sqlite3_result_error(pCtx, "2nd argument to percentile() is not "
- "a number between 0.0 and 100.0", -1);
- return;
- }
-
- /* Allocate the session context. */
- p = (Percentile*)sqlite3_aggregate_context(pCtx, sizeof(*p));
- if( p==0 ) return;
-
- /* Remember the P value. Throw an error if the P value is different
- ** from any prior row, per Requirement (2). */
- if( p->rPct==0.0 ){
- p->rPct = rPct+1.0;
- }else if( !sameValue(p->rPct,rPct+1.0) ){
- sqlite3_result_error(pCtx, "2nd argument to percentile() is not the "
- "same for all input rows", -1);
- return;
- }
-
- /* Ignore rows for which Y is NULL */
- eType = sqlite3_value_type(argv[0]);
- if( eType==SQLITE_NULL ) return;
-
- /* If not NULL, then Y must be numeric. Otherwise throw an error.
- ** Requirement 4 */
- if( eType!=SQLITE_INTEGER && eType!=SQLITE_FLOAT ){
- sqlite3_result_error(pCtx, "1st argument to percentile() is not "
- "numeric", -1);
- return;
- }
-
- /* Throw an error if the Y value is infinity or NaN */
- y = sqlite3_value_double(argv[0]);
- if( isInfinity(y) ){
- sqlite3_result_error(pCtx, "Inf input to percentile()", -1);
- return;
- }
-
- /* Allocate and store the Y */
- if( p->nUsed>=p->nAlloc ){
- unsigned n = p->nAlloc*2 + 250;
- double *a = sqlite3_realloc(p->a, sizeof(double)*n);
- if( a==0 ){
- sqlite3_free(p->a);
- memset(p, 0, sizeof(*p));
- sqlite3_result_error_nomem(pCtx);
- return;
- }
- p->nAlloc = n;
- p->a = a;
- }
- p->a[p->nUsed++] = y;
-}
-
-/*
-** Compare to doubles for sorting using qsort()
-*/
-static int doubleCmp(const void *pA, const void *pB){
- double a = *(double*)pA;
- double b = *(double*)pB;
- if( a==b ) return 0;
- if( a<b ) return -1;
- return +1;
-}
-
-/*
-** Called to compute the final output of percentile() and to clean
-** up all allocated memory.
-*/
-static void percentFinal(sqlite3_context *pCtx){
- Percentile *p;
- unsigned i1, i2;
- double v1, v2;
- double ix, vx;
- p = (Percentile*)sqlite3_aggregate_context(pCtx, 0);
- if( p==0 ) return;
- if( p->a==0 ) return;
- if( p->nUsed ){
- qsort(p->a, p->nUsed, sizeof(double), doubleCmp);
- ix = (p->rPct-1.0)*(p->nUsed-1)*0.01;
- i1 = (unsigned)ix;
- i2 = ix==(double)i1 || i1==p->nUsed-1 ? i1 : i1+1;
- v1 = p->a[i1];
- v2 = p->a[i2];
- vx = v1 + (v2-v1)*(ix-i1);
- sqlite3_result_double(pCtx, vx);
- }
- sqlite3_free(p->a);
- memset(p, 0, sizeof(*p));
-}
-
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_percentile_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
- (void)pzErrMsg; /* Unused parameter */
- rc = sqlite3_create_function(db, "percentile", 2, SQLITE_UTF8, 0,
- 0, percentStep, percentFinal);
- return rc;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/regexp.c b/components/external/SQLite-3.8.1/ext/misc/regexp.c
deleted file mode 100644
index 7244d52998..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/regexp.c
+++ /dev/null
@@ -1,760 +0,0 @@
-/*
-** 2012-11-13
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-******************************************************************************
-**
-** The code in this file implements a compact but reasonably
-** efficient regular-expression matcher for posix extended regular
-** expressions against UTF8 text.
-**
-** This file is an SQLite extension. It registers a single function
-** named "regexp(A,B)" where A is the regular expression and B is the
-** string to be matched. By registering this function, SQLite will also
-** then implement the "B regexp A" operator. Note that with the function
-** the regular expression comes first, but with the operator it comes
-** second.
-**
-** The following regular expression syntax is supported:
-**
-** X* zero or more occurrences of X
-** X+ one or more occurrences of X
-** X? zero or one occurrences of X
-** X{p,q} between p and q occurrences of X
-** (X) match X
-** X|Y X or Y
-** ^X X occurring at the beginning of the string
-** X$ X occurring at the end of the string
-** . Match any single character
-** \c Character c where c is one of \{}()[]|*+?.
-** \c C-language escapes for c in afnrtv. ex: \t or \n
-** \uXXXX Where XXXX is exactly 4 hex digits, unicode value XXXX
-** \xXX Where XX is exactly 2 hex digits, unicode value XX
-** [abc] Any single character from the set abc
-** [^abc] Any single character not in the set abc
-** [a-z] Any single character in the range a-z
-** [^a-z] Any single character not in the range a-z
-** \b Word boundary
-** \w Word character. [A-Za-z0-9_]
-** \W Non-word character
-** \d Digit
-** \D Non-digit
-** \s Whitespace character
-** \S Non-whitespace character
-**
-** A nondeterministic finite automaton (NFA) is used for matching, so the
-** performance is bounded by O(N*M) where N is the size of the regular
-** expression and M is the size of the input string. The matcher never
-** exhibits exponential behavior. Note that the X{p,q} operator expands
-** to p copies of X following by q-p copies of X? and that the size of the
-** regular expression in the O(N*M) performance bound is computed after
-** this expansion.
-*/
-#include <string.h>
-#include <stdlib.h>
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-
-/*
-** The following #defines change the names of some functions implemented in
-** this file to prevent name collisions with C-library functions of the
-** same name.
-*/
-#define re_match sqlite3re_match
-#define re_compile sqlite3re_compile
-#define re_free sqlite3re_free
-
-/* The end-of-input character */
-#define RE_EOF 0 /* End of input */
-
-/* The NFA is implemented as sequence of opcodes taken from the following
-** set. Each opcode has a single integer argument.
-*/
-#define RE_OP_MATCH 1 /* Match the one character in the argument */
-#define RE_OP_ANY 2 /* Match any one character. (Implements ".") */
-#define RE_OP_ANYSTAR 3 /* Special optimized version of .* */
-#define RE_OP_FORK 4 /* Continue to both next and opcode at iArg */
-#define RE_OP_GOTO 5 /* Jump to opcode at iArg */
-#define RE_OP_ACCEPT 6 /* Halt and indicate a successful match */
-#define RE_OP_CC_INC 7 /* Beginning of a [...] character class */
-#define RE_OP_CC_EXC 8 /* Beginning of a [^...] character class */
-#define RE_OP_CC_VALUE 9 /* Single value in a character class */
-#define RE_OP_CC_RANGE 10 /* Range of values in a character class */
-#define RE_OP_WORD 11 /* Perl word character [A-Za-z0-9_] */
-#define RE_OP_NOTWORD 12 /* Not a perl word character */
-#define RE_OP_DIGIT 13 /* digit: [0-9] */
-#define RE_OP_NOTDIGIT 14 /* Not a digit */
-#define RE_OP_SPACE 15 /* space: [ \t\n\r\v\f] */
-#define RE_OP_NOTSPACE 16 /* Not a digit */
-#define RE_OP_BOUNDARY 17 /* Boundary between word and non-word */
-
-/* Each opcode is a "state" in the NFA */
-typedef unsigned short ReStateNumber;
-
-/* Because this is an NFA and not a DFA, multiple states can be active at
-** once. An instance of the following object records all active states in
-** the NFA. The implementation is optimized for the common case where the
-** number of actives states is small.
-*/
-typedef struct ReStateSet {
- unsigned nState; /* Number of current states */
- ReStateNumber *aState; /* Current states */
-} ReStateSet;
-
-/* An input string read one character at a time.
-*/
-typedef struct ReInput ReInput;
-struct ReInput {
- const unsigned char *z; /* All text */
- int i; /* Next byte to read */
- int mx; /* EOF when i>=mx */
-};
-
-/* A compiled NFA (or an NFA that is in the process of being compiled) is
-** an instance of the following object.
-*/
-typedef struct ReCompiled ReCompiled;
-struct ReCompiled {
- ReInput sIn; /* Regular expression text */
- const char *zErr; /* Error message to return */
- char *aOp; /* Operators for the virtual machine */
- int *aArg; /* Arguments to each operator */
- unsigned (*xNextChar)(ReInput*); /* Next character function */
- unsigned char zInit[12]; /* Initial text to match */
- int nInit; /* Number of characters in zInit */
- unsigned nState; /* Number of entries in aOp[] and aArg[] */
- unsigned nAlloc; /* Slots allocated for aOp[] and aArg[] */
-};
-
-/* Add a state to the given state set if it is not already there */
-static void re_add_state(ReStateSet *pSet, int newState){
- unsigned i;
- for(i=0; i<pSet->nState; i++) if( pSet->aState[i]==newState ) return;
- pSet->aState[pSet->nState++] = newState;
-}
-
-/* Extract the next unicode character from *pzIn and return it. Advance
-** *pzIn to the first byte past the end of the character returned. To
-** be clear: this routine converts utf8 to unicode. This routine is
-** optimized for the common case where the next character is a single byte.
-*/
-static unsigned re_next_char(ReInput *p){
- unsigned c;
- if( p->i>=p->mx ) return 0;
- c = p->z[p->i++];
- if( c>=0x80 ){
- if( (c&0xe0)==0xc0 && p->i<p->mx && (p->z[p->i]&0xc0)==0x80 ){
- c = (c&0x1f)<<6 | (p->z[p->i++]&0x3f);
- if( c<0x80 ) c = 0xfffd;
- }else if( (c&0xf0)==0xe0 && p->i+1<p->mx && (p->z[p->i]&0xc0)==0x80
- && (p->z[p->i+1]&0xc0)==0x80 ){
- c = (c&0x0f)<<12 | ((p->z[p->i]&0x3f)<<6) | (p->z[p->i+1]&0x3f);
- p->i += 2;
- if( c<=0x3ff || (c>=0xd800 && c<=0xdfff) ) c = 0xfffd;
- }else if( (c&0xf8)==0xf0 && p->i+3<p->mx && (p->z[p->i]&0xc0)==0x80
- && (p->z[p->i+1]&0xc0)==0x80 && (p->z[p->i+2]&0xc0)==0x80 ){
- c = (c&0x07)<<18 | ((p->z[p->i]&0x3f)<<12) | ((p->z[p->i+1]&0x3f)<<6)
- | (p->z[p->i+2]&0x3f);
- p->i += 3;
- if( c<=0xffff || c>0x10ffff ) c = 0xfffd;
- }else{
- c = 0xfffd;
- }
- }
- return c;
-}
-static unsigned re_next_char_nocase(ReInput *p){
- unsigned c = re_next_char(p);
- if( c>='A' && c<='Z' ) c += 'a' - 'A';
- return c;
-}
-
-/* Return true if c is a perl "word" character: [A-Za-z0-9_] */
-static int re_word_char(int c){
- return (c>='0' && c<='9') || (c>='a' && c<='z')
- || (c>='A' && c<='Z') || c=='_';
-}
-
-/* Return true if c is a "digit" character: [0-9] */
-static int re_digit_char(int c){
- return (c>='0' && c<='9');
-}
-
-/* Return true if c is a perl "space" character: [ \t\r\n\v\f] */
-static int re_space_char(int c){
- return c==' ' || c=='\t' || c=='\n' || c=='\r' || c=='\v' || c=='\f';
-}
-
-/* Run a compiled regular expression on the zero-terminated input
-** string zIn[]. Return true on a match and false if there is no match.
-*/
-static int re_match(ReCompiled *pRe, const unsigned char *zIn, int nIn){
- ReStateSet aStateSet[2], *pThis, *pNext;
- ReStateNumber aSpace[100];
- ReStateNumber *pToFree;
- unsigned int i = 0;
- unsigned int iSwap = 0;
- int c = RE_EOF+1;
- int cPrev = 0;
- int rc = 0;
- ReInput in;
-
- in.z = zIn;
- in.i = 0;
- in.mx = nIn>=0 ? nIn : (int)strlen((char const*)zIn);
-
- /* Look for the initial prefix match, if there is one. */
- if( pRe->nInit ){
- unsigned char x = pRe->zInit[0];
- while( in.i+pRe->nInit<=in.mx
- && (zIn[in.i]!=x ||
- strncmp((const char*)zIn+in.i, (const char*)pRe->zInit, pRe->nInit)!=0)
- ){
- in.i++;
- }
- if( in.i+pRe->nInit>in.mx ) return 0;
- }
-
- if( pRe->nState<=(sizeof(aSpace)/(sizeof(aSpace[0])*2)) ){
- pToFree = 0;
- aStateSet[0].aState = aSpace;
- }else{
- pToFree = sqlite3_malloc( sizeof(ReStateNumber)*2*pRe->nState );
- if( pToFree==0 ) return -1;
- aStateSet[0].aState = pToFree;
- }
- aStateSet[1].aState = &aStateSet[0].aState[pRe->nState];
- pNext = &aStateSet[1];
- pNext->nState = 0;
- re_add_state(pNext, 0);
- while( c!=RE_EOF && pNext->nState>0 ){
- cPrev = c;
- c = pRe->xNextChar(&in);
- pThis = pNext;
- pNext = &aStateSet[iSwap];
- iSwap = 1 - iSwap;
- pNext->nState = 0;
- for(i=0; i<pThis->nState; i++){
- int x = pThis->aState[i];
- switch( pRe->aOp[x] ){
- case RE_OP_MATCH: {
- if( pRe->aArg[x]==c ) re_add_state(pNext, x+1);
- break;
- }
- case RE_OP_ANY: {
- re_add_state(pNext, x+1);
- break;
- }
- case RE_OP_WORD: {
- if( re_word_char(c) ) re_add_state(pNext, x+1);
- break;
- }
- case RE_OP_NOTWORD: {
- if( !re_word_char(c) ) re_add_state(pNext, x+1);
- break;
- }
- case RE_OP_DIGIT: {
- if( re_digit_char(c) ) re_add_state(pNext, x+1);
- break;
- }
- case RE_OP_NOTDIGIT: {
- if( !re_digit_char(c) ) re_add_state(pNext, x+1);
- break;
- }
- case RE_OP_SPACE: {
- if( re_space_char(c) ) re_add_state(pNext, x+1);
- break;
- }
- case RE_OP_NOTSPACE: {
- if( !re_space_char(c) ) re_add_state(pNext, x+1);
- break;
- }
- case RE_OP_BOUNDARY: {
- if( re_word_char(c)!=re_word_char(cPrev) ) re_add_state(pThis, x+1);
- break;
- }
- case RE_OP_ANYSTAR: {
- re_add_state(pNext, x);
- re_add_state(pThis, x+1);
- break;
- }
- case RE_OP_FORK: {
- re_add_state(pThis, x+pRe->aArg[x]);
- re_add_state(pThis, x+1);
- break;
- }
- case RE_OP_GOTO: {
- re_add_state(pThis, x+pRe->aArg[x]);
- break;
- }
- case RE_OP_ACCEPT: {
- rc = 1;
- goto re_match_end;
- }
- case RE_OP_CC_INC:
- case RE_OP_CC_EXC: {
- int j = 1;
- int n = pRe->aArg[x];
- int hit = 0;
- for(j=1; j>0 && j<n; j++){
- if( pRe->aOp[x+j]==RE_OP_CC_VALUE ){
- if( pRe->aArg[x+j]==c ){
- hit = 1;
- j = -1;
- }
- }else{
- if( pRe->aArg[x+j]<=c && pRe->aArg[x+j+1]>=c ){
- hit = 1;
- j = -1;
- }else{
- j++;
- }
- }
- }
- if( pRe->aOp[x]==RE_OP_CC_EXC ) hit = !hit;
- if( hit ) re_add_state(pNext, x+n);
- break;
- }
- }
- }
- }
- for(i=0; i<pNext->nState; i++){
- if( pRe->aOp[pNext->aState[i]]==RE_OP_ACCEPT ){ rc = 1; break; }
- }
-re_match_end:
- sqlite3_free(pToFree);
- return rc;
-}
-
-/* Resize the opcode and argument arrays for an RE under construction.
-*/
-static int re_resize(ReCompiled *p, int N){
- char *aOp;
- int *aArg;
- aOp = sqlite3_realloc(p->aOp, N*sizeof(p->aOp[0]));
- if( aOp==0 ) return 1;
- p->aOp = aOp;
- aArg = sqlite3_realloc(p->aArg, N*sizeof(p->aArg[0]));
- if( aArg==0 ) return 1;
- p->aArg = aArg;
- p->nAlloc = N;
- return 0;
-}
-
-/* Insert a new opcode and argument into an RE under construction. The
-** insertion point is just prior to existing opcode iBefore.
-*/
-static int re_insert(ReCompiled *p, int iBefore, int op, int arg){
- int i;
- if( p->nAlloc<=p->nState && re_resize(p, p->nAlloc*2) ) return 0;
- for(i=p->nState; i>iBefore; i--){
- p->aOp[i] = p->aOp[i-1];
- p->aArg[i] = p->aArg[i-1];
- }
- p->nState++;
- p->aOp[iBefore] = op;
- p->aArg[iBefore] = arg;
- return iBefore;
-}
-
-/* Append a new opcode and argument to the end of the RE under construction.
-*/
-static int re_append(ReCompiled *p, int op, int arg){
- return re_insert(p, p->nState, op, arg);
-}
-
-/* Make a copy of N opcodes starting at iStart onto the end of the RE
-** under construction.
-*/
-static void re_copy(ReCompiled *p, int iStart, int N){
- if( p->nState+N>=p->nAlloc && re_resize(p, p->nAlloc*2+N) ) return;
- memcpy(&p->aOp[p->nState], &p->aOp[iStart], N*sizeof(p->aOp[0]));
- memcpy(&p->aArg[p->nState], &p->aArg[iStart], N*sizeof(p->aArg[0]));
- p->nState += N;
-}
-
-/* Return true if c is a hexadecimal digit character: [0-9a-fA-F]
-** If c is a hex digit, also set *pV = (*pV)*16 + valueof(c). If
-** c is not a hex digit *pV is unchanged.
-*/
-static int re_hex(int c, int *pV){
- if( c>='0' && c<='9' ){
- c -= '0';
- }else if( c>='a' && c<='f' ){
- c -= 'a' - 10;
- }else if( c>='A' && c<='F' ){
- c -= 'A' - 10;
- }else{
- return 0;
- }
- *pV = (*pV)*16 + (c & 0xff);
- return 1;
-}
-
-/* A backslash character has been seen, read the next character and
-** return its interpretation.
-*/
-static unsigned re_esc_char(ReCompiled *p){
- static const char zEsc[] = "afnrtv\\()*.+?[$^{|}]";
- static const char zTrans[] = "\a\f\n\r\t\v";
- int i, v = 0;
- char c;
- if( p->sIn.i>=p->sIn.mx ) return 0;
- c = p->sIn.z[p->sIn.i];
- if( c=='u' && p->sIn.i+4<p->sIn.mx ){
- const unsigned char *zIn = p->sIn.z + p->sIn.i;
- if( re_hex(zIn[1],&v)
- && re_hex(zIn[2],&v)
- && re_hex(zIn[3],&v)
- && re_hex(zIn[4],&v)
- ){
- p->sIn.i += 5;
- return v;
- }
- }
- if( c=='x' && p->sIn.i+2<p->sIn.mx ){
- const unsigned char *zIn = p->sIn.z + p->sIn.i;
- if( re_hex(zIn[1],&v)
- && re_hex(zIn[2],&v)
- ){
- p->sIn.i += 3;
- return v;
- }
- }
- for(i=0; zEsc[i] && zEsc[i]!=c; i++){}
- if( zEsc[i] ){
- if( i<6 ) c = zTrans[i];
- p->sIn.i++;
- }else{
- p->zErr = "unknown \\ escape";
- }
- return c;
-}
-
-/* Forward declaration */
-static const char *re_subcompile_string(ReCompiled*);
-
-/* Peek at the next byte of input */
-static unsigned char rePeek(ReCompiled *p){
- return p->sIn.i<p->sIn.mx ? p->sIn.z[p->sIn.i] : 0;
-}
-
-/* Compile RE text into a sequence of opcodes. Continue up to the
-** first unmatched ")" character, then return. If an error is found,
-** return a pointer to the error message string.
-*/
-static const char *re_subcompile_re(ReCompiled *p){
- const char *zErr;
- int iStart, iEnd, iGoto;
- iStart = p->nState;
- zErr = re_subcompile_string(p);
- if( zErr ) return zErr;
- while( rePeek(p)=='|' ){
- iEnd = p->nState;
- re_insert(p, iStart, RE_OP_FORK, iEnd + 2 - iStart);
- iGoto = re_append(p, RE_OP_GOTO, 0);
- p->sIn.i++;
- zErr = re_subcompile_string(p);
- if( zErr ) return zErr;
- p->aArg[iGoto] = p->nState - iGoto;
- }
- return 0;
-}
-
-/* Compile an element of regular expression text (anything that can be
-** an operand to the "|" operator). Return NULL on success or a pointer
-** to the error message if there is a problem.
-*/
-static const char *re_subcompile_string(ReCompiled *p){
- int iPrev = -1;
- int iStart;
- unsigned c;
- const char *zErr;
- while( (c = p->xNextChar(&p->sIn))!=0 ){
- iStart = p->nState;
- switch( c ){
- case '|':
- case '$':
- case ')': {
- p->sIn.i--;
- return 0;
- }
- case '(': {
- zErr = re_subcompile_re(p);
- if( zErr ) return zErr;
- if( rePeek(p)!=')' ) return "unmatched '('";
- p->sIn.i++;
- break;
- }
- case '.': {
- if( rePeek(p)=='*' ){
- re_append(p, RE_OP_ANYSTAR, 0);
- p->sIn.i++;
- }else{
- re_append(p, RE_OP_ANY, 0);
- }
- break;
- }
- case '*': {
- if( iPrev<0 ) return "'*' without operand";
- re_insert(p, iPrev, RE_OP_GOTO, p->nState - iPrev + 1);
- re_append(p, RE_OP_FORK, iPrev - p->nState + 1);
- break;
- }
- case '+': {
- if( iPrev<0 ) return "'+' without operand";
- re_append(p, RE_OP_FORK, iPrev - p->nState);
- break;
- }
- case '?': {
- if( iPrev<0 ) return "'?' without operand";
- re_insert(p, iPrev, RE_OP_FORK, p->nState - iPrev+1);
- break;
- }
- case '{': {
- int m = 0, n = 0;
- int sz, j;
- if( iPrev<0 ) return "'{m,n}' without operand";
- while( (c=rePeek(p))>='0' && c<='9' ){ m = m*10 + c - '0'; p->sIn.i++; }
- n = m;
- if( c==',' ){
- p->sIn.i++;
- n = 0;
- while( (c=rePeek(p))>='0' && c<='9' ){ n = n*10 + c-'0'; p->sIn.i++; }
- }
- if( c!='}' ) return "unmatched '{'";
- if( n>0 && n<m ) return "n less than m in '{m,n}'";
- p->sIn.i++;
- sz = p->nState - iPrev;
- if( m==0 ){
- if( n==0 ) return "both m and n are zero in '{m,n}'";
- re_insert(p, iPrev, RE_OP_FORK, sz+1);
- n--;
- }else{
- for(j=1; j<m; j++) re_copy(p, iPrev, sz);
- }
- for(j=m; j<n; j++){
- re_append(p, RE_OP_FORK, sz+1);
- re_copy(p, iPrev, sz);
- }
- if( n==0 && m>0 ){
- re_append(p, RE_OP_FORK, -sz);
- }
- break;
- }
- case '[': {
- int iFirst = p->nState;
- if( rePeek(p)=='^' ){
- re_append(p, RE_OP_CC_EXC, 0);
- p->sIn.i++;
- }else{
- re_append(p, RE_OP_CC_INC, 0);
- }
- while( (c = p->xNextChar(&p->sIn))!=0 ){
- if( c=='[' && rePeek(p)==':' ){
- return "POSIX character classes not supported";
- }
- if( c=='\\' ) c = re_esc_char(p);
- if( rePeek(p)=='-' ){
- re_append(p, RE_OP_CC_RANGE, c);
- p->sIn.i++;
- c = p->xNextChar(&p->sIn);
- if( c=='\\' ) c = re_esc_char(p);
- re_append(p, RE_OP_CC_RANGE, c);
- }else{
- re_append(p, RE_OP_CC_VALUE, c);
- }
- if( rePeek(p)==']' ){ p->sIn.i++; break; }
- }
- if( c==0 ) return "unclosed '['";
- p->aArg[iFirst] = p->nState - iFirst;
- break;
- }
- case '\\': {
- int specialOp = 0;
- switch( rePeek(p) ){
- case 'b': specialOp = RE_OP_BOUNDARY; break;
- case 'd': specialOp = RE_OP_DIGIT; break;
- case 'D': specialOp = RE_OP_NOTDIGIT; break;
- case 's': specialOp = RE_OP_SPACE; break;
- case 'S': specialOp = RE_OP_NOTSPACE; break;
- case 'w': specialOp = RE_OP_WORD; break;
- case 'W': specialOp = RE_OP_NOTWORD; break;
- }
- if( specialOp ){
- p->sIn.i++;
- re_append(p, specialOp, 0);
- }else{
- c = re_esc_char(p);
- re_append(p, RE_OP_MATCH, c);
- }
- break;
- }
- default: {
- re_append(p, RE_OP_MATCH, c);
- break;
- }
- }
- iPrev = iStart;
- }
- return 0;
-}
-
-/* Free and reclaim all the memory used by a previously compiled
-** regular expression. Applications should invoke this routine once
-** for every call to re_compile() to avoid memory leaks.
-*/
-void re_free(ReCompiled *pRe){
- if( pRe ){
- sqlite3_free(pRe->aOp);
- sqlite3_free(pRe->aArg);
- sqlite3_free(pRe);
- }
-}
-
-/*
-** Compile a textual regular expression in zIn[] into a compiled regular
-** expression suitable for us by re_match() and return a pointer to the
-** compiled regular expression in *ppRe. Return NULL on success or an
-** error message if something goes wrong.
-*/
-const char *re_compile(ReCompiled **ppRe, const char *zIn, int noCase){
- ReCompiled *pRe;
- const char *zErr;
- int i, j;
-
- *ppRe = 0;
- pRe = sqlite3_malloc( sizeof(*pRe) );
- if( pRe==0 ){
- return "out of memory";
- }
- memset(pRe, 0, sizeof(*pRe));
- pRe->xNextChar = noCase ? re_next_char_nocase : re_next_char;
- if( re_resize(pRe, 30) ){
- re_free(pRe);
- return "out of memory";
- }
- if( zIn[0]=='^' ){
- zIn++;
- }else{
- re_append(pRe, RE_OP_ANYSTAR, 0);
- }
- pRe->sIn.z = (unsigned char*)zIn;
- pRe->sIn.i = 0;
- pRe->sIn.mx = (int)strlen(zIn);
- zErr = re_subcompile_re(pRe);
- if( zErr ){
- re_free(pRe);
- return zErr;
- }
- if( rePeek(pRe)=='$' && pRe->sIn.i+1>=pRe->sIn.mx ){
- re_append(pRe, RE_OP_MATCH, RE_EOF);
- re_append(pRe, RE_OP_ACCEPT, 0);
- *ppRe = pRe;
- }else if( pRe->sIn.i>=pRe->sIn.mx ){
- re_append(pRe, RE_OP_ACCEPT, 0);
- *ppRe = pRe;
- }else{
- re_free(pRe);
- return "unrecognized character";
- }
-
- /* The following is a performance optimization. If the regex begins with
- ** ".*" (if the input regex lacks an initial "^") and afterwards there are
- ** one or more matching characters, enter those matching characters into
- ** zInit[]. The re_match() routine can then search ahead in the input
- ** string looking for the initial match without having to run the whole
- ** regex engine over the string. Do not worry able trying to match
- ** unicode characters beyond plane 0 - those are very rare and this is
- ** just an optimization. */
- if( pRe->aOp[0]==RE_OP_ANYSTAR ){
- for(j=0, i=1; j<sizeof(pRe->zInit)-2 && pRe->aOp[i]==RE_OP_MATCH; i++){
- unsigned x = pRe->aArg[i];
- if( x<=127 ){
- pRe->zInit[j++] = x;
- }else if( x<=0xfff ){
- pRe->zInit[j++] = 0xc0 | (x>>6);
- pRe->zInit[j++] = 0x80 | (x&0x3f);
- }else if( x<=0xffff ){
- pRe->zInit[j++] = 0xd0 | (x>>12);
- pRe->zInit[j++] = 0x80 | ((x>>6)&0x3f);
- pRe->zInit[j++] = 0x80 | (x&0x3f);
- }else{
- break;
- }
- }
- if( j>0 && pRe->zInit[j-1]==0 ) j--;
- pRe->nInit = j;
- }
- return pRe->zErr;
-}
-
-/*
-** Implementation of the regexp() SQL function. This function implements
-** the build-in REGEXP operator. The first argument to the function is the
-** pattern and the second argument is the string. So, the SQL statements:
-**
-** A REGEXP B
-**
-** is implemented as regexp(B,A).
-*/
-static void re_sql_func(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- ReCompiled *pRe; /* Compiled regular expression */
- const char *zPattern; /* The regular expression */
- const unsigned char *zStr;/* String being searched */
- const char *zErr; /* Compile error message */
- int setAux = 0; /* True to invoke sqlite3_set_auxdata() */
-
- pRe = sqlite3_get_auxdata(context, 0);
- if( pRe==0 ){
- zPattern = (const char*)sqlite3_value_text(argv[0]);
- if( zPattern==0 ) return;
- zErr = re_compile(&pRe, zPattern, 0);
- if( zErr ){
- re_free(pRe);
- sqlite3_result_error(context, zErr, -1);
- return;
- }
- if( pRe==0 ){
- sqlite3_result_error_nomem(context);
- return;
- }
- setAux = 1;
- }
- zStr = (const unsigned char*)sqlite3_value_text(argv[1]);
- if( zStr!=0 ){
- sqlite3_result_int(context, re_match(pRe, zStr, -1));
- }
- if( setAux ){
- sqlite3_set_auxdata(context, 0, pRe, (void(*)(void*))re_free);
- }
-}
-
-/*
-** Invoke this routine to register the regexp() function with the
-** SQLite database connection.
-*/
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_regexp_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
- rc = sqlite3_create_function(db, "regexp", 2, SQLITE_UTF8, 0,
- re_sql_func, 0, 0);
- return rc;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/rot13.c b/components/external/SQLite-3.8.1/ext/misc/rot13.c
deleted file mode 100644
index 68fdf60b0f..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/rot13.c
+++ /dev/null
@@ -1,114 +0,0 @@
-/*
-** 2013-05-15
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-******************************************************************************
-**
-** This SQLite extension implements a rot13() function and a rot13
-** collating sequence.
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-#include <assert.h>
-#include <string.h>
-
-/*
-** Perform rot13 encoding on a single ASCII character.
-*/
-static unsigned char rot13(unsigned char c){
- if( c>='a' && c<='z' ){
- c += 13;
- if( c>'z' ) c -= 26;
- }else if( c>='A' && c<='Z' ){
- c += 13;
- if( c>'Z' ) c -= 26;
- }
- return c;
-}
-
-/*
-** Implementation of the rot13() function.
-**
-** Rotate ASCII alphabetic characters by 13 character positions.
-** Non-ASCII characters are unchanged. rot13(rot13(X)) should always
-** equal X.
-*/
-static void rot13func(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- const unsigned char *zIn;
- int nIn;
- unsigned char *zOut;
- char *zToFree = 0;
- int i;
- char zTemp[100];
- assert( argc==1 );
- if( sqlite3_value_type(argv[0])==SQLITE_NULL ) return;
- zIn = (const unsigned char*)sqlite3_value_text(argv[0]);
- nIn = sqlite3_value_bytes(argv[0]);
- if( nIn<sizeof(zTemp)-1 ){
- zOut = zTemp;
- }else{
- zOut = zToFree = sqlite3_malloc( nIn+1 );
- if( zOut==0 ){
- sqlite3_result_error_nomem(context);
- return;
- }
- }
- for(i=0; i<nIn; i++) zOut[i] = rot13(zIn[i]);
- zOut[i] = 0;
- sqlite3_result_text(context, (char*)zOut, i, SQLITE_TRANSIENT);
- sqlite3_free(zToFree);
-}
-
-/*
-** Implement the rot13 collating sequence so that if
-**
-** x=y COLLATE rot13
-**
-** Then
-**
-** rot13(x)=rot13(y) COLLATE binary
-*/
-static int rot13CollFunc(
- void *notUsed,
- int nKey1, const void *pKey1,
- int nKey2, const void *pKey2
-){
- const char *zA = (const char*)pKey1;
- const char *zB = (const char*)pKey2;
- int i, x;
- for(i=0; i<nKey1 && i<nKey2; i++){
- x = (int)rot13(zA[i]) - (int)rot13(zB[i]);
- if( x!=0 ) return x;
- }
- return nKey1 - nKey2;
-}
-
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_rot_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
- (void)pzErrMsg; /* Unused parameter */
- rc = sqlite3_create_function(db, "rot13", 1, SQLITE_UTF8, 0,
- rot13func, 0, 0);
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_collation(db, "rot13", SQLITE_UTF8, 0, rot13CollFunc);
- }
- return rc;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/spellfix.c b/components/external/SQLite-3.8.1/ext/misc/spellfix.c
deleted file mode 100644
index 7d4f5e9870..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/spellfix.c
+++ /dev/null
@@ -1,2844 +0,0 @@
-/*
-** 2012 April 10
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-*************************************************************************
-**
-** This module implements the spellfix1 VIRTUAL TABLE that can be used
-** to search a large vocabulary for close matches. See separate
-** documentation (http://www.sqlite.org/spellfix1.html) for details.
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-
-#ifndef SQLITE_AMALGAMATION
-# include <string.h>
-# include <stdio.h>
-# include <stdlib.h>
-# include <assert.h>
-# define ALWAYS(X) 1
-# define NEVER(X) 0
- typedef unsigned char u8;
- typedef unsigned short u16;
-# include <ctype.h>
-#endif
-
-#ifndef SQLITE_OMIT_VIRTUALTABLE
-
-/*
-** Character classes for ASCII characters:
-**
-** 0 '' Silent letters: H W
-** 1 'A' Any vowel: A E I O U (Y)
-** 2 'B' A bilabeal stop or fricative: B F P V W
-** 3 'C' Other fricatives or back stops: C G J K Q S X Z
-** 4 'D' Alveolar stops: D T
-** 5 'H' Letter H at the beginning of a word
-** 6 'L' Glide: L
-** 7 'R' Semivowel: R
-** 8 'M' Nasals: M N
-** 9 'Y' Letter Y at the beginning of a word.
-** 10 '9' Digits: 0 1 2 3 4 5 6 7 8 9
-** 11 ' ' White space
-** 12 '?' Other.
-*/
-#define CCLASS_SILENT 0
-#define CCLASS_VOWEL 1
-#define CCLASS_B 2
-#define CCLASS_C 3
-#define CCLASS_D 4
-#define CCLASS_H 5
-#define CCLASS_L 6
-#define CCLASS_R 7
-#define CCLASS_M 8
-#define CCLASS_Y 9
-#define CCLASS_DIGIT 10
-#define CCLASS_SPACE 11
-#define CCLASS_OTHER 12
-
-/*
-** The following table gives the character class for non-initial ASCII
-** characters.
-*/
-static const unsigned char midClass[] = {
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_SPACE, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_SPACE, /* */ CCLASS_SPACE, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_SPACE,
- /* ! */ CCLASS_OTHER, /* " */ CCLASS_OTHER, /* # */ CCLASS_OTHER,
- /* $ */ CCLASS_OTHER, /* % */ CCLASS_OTHER, /* & */ CCLASS_OTHER,
- /* ' */ CCLASS_SILENT, /* ( */ CCLASS_OTHER, /* ) */ CCLASS_OTHER,
- /* * */ CCLASS_OTHER, /* + */ CCLASS_OTHER, /* , */ CCLASS_OTHER,
- /* - */ CCLASS_OTHER, /* . */ CCLASS_OTHER, /* / */ CCLASS_OTHER,
- /* 0 */ CCLASS_DIGIT, /* 1 */ CCLASS_DIGIT, /* 2 */ CCLASS_DIGIT,
- /* 3 */ CCLASS_DIGIT, /* 4 */ CCLASS_DIGIT, /* 5 */ CCLASS_DIGIT,
- /* 6 */ CCLASS_DIGIT, /* 7 */ CCLASS_DIGIT, /* 8 */ CCLASS_DIGIT,
- /* 9 */ CCLASS_DIGIT, /* : */ CCLASS_OTHER, /* ; */ CCLASS_OTHER,
- /* < */ CCLASS_OTHER, /* = */ CCLASS_OTHER, /* > */ CCLASS_OTHER,
- /* ? */ CCLASS_OTHER, /* @ */ CCLASS_OTHER, /* A */ CCLASS_VOWEL,
- /* B */ CCLASS_B, /* C */ CCLASS_C, /* D */ CCLASS_D,
- /* E */ CCLASS_VOWEL, /* F */ CCLASS_B, /* G */ CCLASS_C,
- /* H */ CCLASS_SILENT, /* I */ CCLASS_VOWEL, /* J */ CCLASS_C,
- /* K */ CCLASS_C, /* L */ CCLASS_L, /* M */ CCLASS_M,
- /* N */ CCLASS_M, /* O */ CCLASS_VOWEL, /* P */ CCLASS_B,
- /* Q */ CCLASS_C, /* R */ CCLASS_R, /* S */ CCLASS_C,
- /* T */ CCLASS_D, /* U */ CCLASS_VOWEL, /* V */ CCLASS_B,
- /* W */ CCLASS_B, /* X */ CCLASS_C, /* Y */ CCLASS_VOWEL,
- /* Z */ CCLASS_C, /* [ */ CCLASS_OTHER, /* \ */ CCLASS_OTHER,
- /* ] */ CCLASS_OTHER, /* ^ */ CCLASS_OTHER, /* _ */ CCLASS_OTHER,
- /* ` */ CCLASS_OTHER, /* a */ CCLASS_VOWEL, /* b */ CCLASS_B,
- /* c */ CCLASS_C, /* d */ CCLASS_D, /* e */ CCLASS_VOWEL,
- /* f */ CCLASS_B, /* g */ CCLASS_C, /* h */ CCLASS_SILENT,
- /* i */ CCLASS_VOWEL, /* j */ CCLASS_C, /* k */ CCLASS_C,
- /* l */ CCLASS_L, /* m */ CCLASS_M, /* n */ CCLASS_M,
- /* o */ CCLASS_VOWEL, /* p */ CCLASS_B, /* q */ CCLASS_C,
- /* r */ CCLASS_R, /* s */ CCLASS_C, /* t */ CCLASS_D,
- /* u */ CCLASS_VOWEL, /* v */ CCLASS_B, /* w */ CCLASS_B,
- /* x */ CCLASS_C, /* y */ CCLASS_VOWEL, /* z */ CCLASS_C,
- /* { */ CCLASS_OTHER, /* | */ CCLASS_OTHER, /* } */ CCLASS_OTHER,
- /* ~ */ CCLASS_OTHER, /* */ CCLASS_OTHER,
-};
-/*
-** This tables gives the character class for ASCII characters that form the
-** initial character of a word. The only difference from midClass is with
-** the letters H, W, and Y.
-*/
-static const unsigned char initClass[] = {
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_SPACE, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_SPACE, /* */ CCLASS_SPACE, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_OTHER,
- /* */ CCLASS_OTHER, /* */ CCLASS_OTHER, /* */ CCLASS_SPACE,
- /* ! */ CCLASS_OTHER, /* " */ CCLASS_OTHER, /* # */ CCLASS_OTHER,
- /* $ */ CCLASS_OTHER, /* % */ CCLASS_OTHER, /* & */ CCLASS_OTHER,
- /* ' */ CCLASS_OTHER, /* ( */ CCLASS_OTHER, /* ) */ CCLASS_OTHER,
- /* * */ CCLASS_OTHER, /* + */ CCLASS_OTHER, /* , */ CCLASS_OTHER,
- /* - */ CCLASS_OTHER, /* . */ CCLASS_OTHER, /* / */ CCLASS_OTHER,
- /* 0 */ CCLASS_DIGIT, /* 1 */ CCLASS_DIGIT, /* 2 */ CCLASS_DIGIT,
- /* 3 */ CCLASS_DIGIT, /* 4 */ CCLASS_DIGIT, /* 5 */ CCLASS_DIGIT,
- /* 6 */ CCLASS_DIGIT, /* 7 */ CCLASS_DIGIT, /* 8 */ CCLASS_DIGIT,
- /* 9 */ CCLASS_DIGIT, /* : */ CCLASS_OTHER, /* ; */ CCLASS_OTHER,
- /* < */ CCLASS_OTHER, /* = */ CCLASS_OTHER, /* > */ CCLASS_OTHER,
- /* ? */ CCLASS_OTHER, /* @ */ CCLASS_OTHER, /* A */ CCLASS_VOWEL,
- /* B */ CCLASS_B, /* C */ CCLASS_C, /* D */ CCLASS_D,
- /* E */ CCLASS_VOWEL, /* F */ CCLASS_B, /* G */ CCLASS_C,
- /* H */ CCLASS_SILENT, /* I */ CCLASS_VOWEL, /* J */ CCLASS_C,
- /* K */ CCLASS_C, /* L */ CCLASS_L, /* M */ CCLASS_M,
- /* N */ CCLASS_M, /* O */ CCLASS_VOWEL, /* P */ CCLASS_B,
- /* Q */ CCLASS_C, /* R */ CCLASS_R, /* S */ CCLASS_C,
- /* T */ CCLASS_D, /* U */ CCLASS_VOWEL, /* V */ CCLASS_B,
- /* W */ CCLASS_B, /* X */ CCLASS_C, /* Y */ CCLASS_Y,
- /* Z */ CCLASS_C, /* [ */ CCLASS_OTHER, /* \ */ CCLASS_OTHER,
- /* ] */ CCLASS_OTHER, /* ^ */ CCLASS_OTHER, /* _ */ CCLASS_OTHER,
- /* ` */ CCLASS_OTHER, /* a */ CCLASS_VOWEL, /* b */ CCLASS_B,
- /* c */ CCLASS_C, /* d */ CCLASS_D, /* e */ CCLASS_VOWEL,
- /* f */ CCLASS_B, /* g */ CCLASS_C, /* h */ CCLASS_SILENT,
- /* i */ CCLASS_VOWEL, /* j */ CCLASS_C, /* k */ CCLASS_C,
- /* l */ CCLASS_L, /* m */ CCLASS_M, /* n */ CCLASS_M,
- /* o */ CCLASS_VOWEL, /* p */ CCLASS_B, /* q */ CCLASS_C,
- /* r */ CCLASS_R, /* s */ CCLASS_C, /* t */ CCLASS_D,
- /* u */ CCLASS_VOWEL, /* v */ CCLASS_B, /* w */ CCLASS_B,
- /* x */ CCLASS_C, /* y */ CCLASS_Y, /* z */ CCLASS_C,
- /* { */ CCLASS_OTHER, /* | */ CCLASS_OTHER, /* } */ CCLASS_OTHER,
- /* ~ */ CCLASS_OTHER, /* */ CCLASS_OTHER,
-};
-
-/*
-** Mapping from the character class number (0-13) to a symbol for each
-** character class. Note that initClass[] can be used to map the class
-** symbol back into the class number.
-*/
-static const unsigned char className[] = ".ABCDHLRMY9 ?";
-
-/*
-** Generate a "phonetic hash" from a string of ASCII characters
-** in zIn[0..nIn-1].
-**
-** * Map characters by character class as defined above.
-** * Omit double-letters
-** * Omit vowels beside R and L
-** * Omit T when followed by CH
-** * Omit W when followed by R
-** * Omit D when followed by J or G
-** * Omit K in KN or G in GN at the beginning of a word
-**
-** Space to hold the result is obtained from sqlite3_malloc()
-**
-** Return NULL if memory allocation fails.
-*/
-static unsigned char *phoneticHash(const unsigned char *zIn, int nIn){
- unsigned char *zOut = sqlite3_malloc( nIn + 1 );
- int i;
- int nOut = 0;
- char cPrev = 0x77;
- char cPrevX = 0x77;
- const unsigned char *aClass = initClass;
-
- if( zOut==0 ) return 0;
- if( nIn>2 ){
- switch( zIn[0] ){
- case 'g':
- case 'k': {
- if( zIn[1]=='n' ){ zIn++; nIn--; }
- break;
- }
- }
- }
- for(i=0; i<nIn; i++){
- unsigned char c = zIn[i];
- if( i+1<nIn ){
- if( c=='w' && zIn[i+1]=='r' ) continue;
- if( c=='d' && (zIn[i+1]=='j' || zIn[i+1]=='g') ) continue;
- if( i+2<nIn ){
- if( c=='t' && zIn[i+1]=='c' && zIn[i+2]=='h' ) continue;
- }
- }
- c = aClass[c&0x7f];
- if( c==CCLASS_SPACE ) continue;
- if( c==CCLASS_OTHER && cPrev!=CCLASS_DIGIT ) continue;
- aClass = midClass;
- if( c==CCLASS_VOWEL && (cPrevX==CCLASS_R || cPrevX==CCLASS_L) ){
- continue; /* No vowels beside L or R */
- }
- if( (c==CCLASS_R || c==CCLASS_L) && cPrevX==CCLASS_VOWEL ){
- nOut--; /* No vowels beside L or R */
- }
- cPrev = c;
- if( c==CCLASS_SILENT ) continue;
- cPrevX = c;
- c = className[c];
- assert( nOut>=0 );
- if( nOut==0 || c!=zOut[nOut-1] ) zOut[nOut++] = c;
- }
- zOut[nOut] = 0;
- return zOut;
-}
-
-/*
-** This is an SQL function wrapper around phoneticHash(). See
-** the description of phoneticHash() for additional information.
-*/
-static void phoneticHashSqlFunc(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- const unsigned char *zIn;
- unsigned char *zOut;
-
- zIn = sqlite3_value_text(argv[0]);
- if( zIn==0 ) return;
- zOut = phoneticHash(zIn, sqlite3_value_bytes(argv[0]));
- if( zOut==0 ){
- sqlite3_result_error_nomem(context);
- }else{
- sqlite3_result_text(context, (char*)zOut, -1, sqlite3_free);
- }
-}
-
-/*
-** Return the character class number for a character given its
-** context.
-*/
-static char characterClass(char cPrev, char c){
- return cPrev==0 ? initClass[c&0x7f] : midClass[c&0x7f];
-}
-
-/*
-** Return the cost of inserting or deleting character c immediately
-** following character cPrev. If cPrev==0, that means c is the first
-** character of the word.
-*/
-static int insertOrDeleteCost(char cPrev, char c, char cNext){
- char classC = characterClass(cPrev, c);
- char classCprev;
-
- if( classC==CCLASS_SILENT ){
- /* Insert or delete "silent" characters such as H or W */
- return 1;
- }
- if( cPrev==c ){
- /* Repeated characters, or miss a repeat */
- return 10;
- }
- if( classC==CCLASS_VOWEL && (cPrev=='r' || cNext=='r') ){
- return 20; /* Insert a vowel before or after 'r' */
- }
- classCprev = characterClass(cPrev, cPrev);
- if( classC==classCprev ){
- if( classC==CCLASS_VOWEL ){
- /* Remove or add a new vowel to a vowel cluster */
- return 15;
- }else{
- /* Remove or add a consonant not in the same class */
- return 50;
- }
- }
-
- /* any other character insertion or deletion */
- return 100;
-}
-
-/*
-** Divide the insertion cost by this factor when appending to the
-** end of the word.
-*/
-#define FINAL_INS_COST_DIV 4
-
-/*
-** Return the cost of substituting cTo in place of cFrom assuming
-** the previous character is cPrev. If cPrev==0 then cTo is the first
-** character of the word.
-*/
-static int substituteCost(char cPrev, char cFrom, char cTo){
- char classFrom, classTo;
- if( cFrom==cTo ){
- /* Exact match */
- return 0;
- }
- if( cFrom==(cTo^0x20) && ((cTo>='A' && cTo<='Z') || (cTo>='a' && cTo<='z')) ){
- /* differ only in case */
- return 0;
- }
- classFrom = characterClass(cPrev, cFrom);
- classTo = characterClass(cPrev, cTo);
- if( classFrom==classTo ){
- /* Same character class */
- return 40;
- }
- if( classFrom>=CCLASS_B && classFrom<=CCLASS_Y
- && classTo>=CCLASS_B && classTo<=CCLASS_Y ){
- /* Convert from one consonant to another, but in a different class */
- return 75;
- }
- /* Any other subsitution */
- return 100;
-}
-
-/*
-** Given two strings zA and zB which are pure ASCII, return the cost
-** of transforming zA into zB. If zA ends with '*' assume that it is
-** a prefix of zB and give only minimal penalty for extra characters
-** on the end of zB.
-**
-** Smaller numbers mean a closer match.
-**
-** Negative values indicate an error:
-** -1 One of the inputs is NULL
-** -2 Non-ASCII characters on input
-** -3 Unable to allocate memory
-**
-** If pnMatch is not NULL, then *pnMatch is set to the number of bytes
-** of zB that matched the pattern in zA. If zA does not end with a '*',
-** then this value is always the number of bytes in zB (i.e. strlen(zB)).
-** If zA does end in a '*', then it is the number of bytes in the prefix
-** of zB that was deemed to match zA.
-*/
-static int editdist1(const char *zA, const char *zB, int *pnMatch){
- int nA, nB; /* Number of characters in zA[] and zB[] */
- int xA, xB; /* Loop counters for zA[] and zB[] */
- char cA, cB; /* Current character of zA and zB */
- char cAprev, cBprev; /* Previous character of zA and zB */
- char cAnext, cBnext; /* Next character in zA and zB */
- int d; /* North-west cost value */
- int dc = 0; /* North-west character value */
- int res; /* Final result */
- int *m; /* The cost matrix */
- char *cx; /* Corresponding character values */
- int *toFree = 0; /* Malloced space */
- int mStack[60+15]; /* Stack space to use if not too much is needed */
- int nMatch = 0;
-
- /* Early out if either input is NULL */
- if( zA==0 || zB==0 ) return -1;
-
- /* Skip any common prefix */
- while( zA[0] && zA[0]==zB[0] ){ dc = zA[0]; zA++; zB++; nMatch++; }
- if( pnMatch ) *pnMatch = nMatch;
- if( zA[0]==0 && zB[0]==0 ) return 0;
-
-#if 0
- printf("A=\"%s\" B=\"%s\" dc=%c\n", zA, zB, dc?dc:' ');
-#endif
-
- /* Verify input strings and measure their lengths */
- for(nA=0; zA[nA]; nA++){
- if( zA[nA]&0x80 ) return -2;
- }
- for(nB=0; zB[nB]; nB++){
- if( zB[nB]&0x80 ) return -2;
- }
-
- /* Special processing if either string is empty */
- if( nA==0 ){
- cBprev = dc;
- for(xB=res=0; (cB = zB[xB])!=0; xB++){
- res += insertOrDeleteCost(cBprev, cB, zB[xB+1])/FINAL_INS_COST_DIV;
- cBprev = cB;
- }
- return res;
- }
- if( nB==0 ){
- cAprev = dc;
- for(xA=res=0; (cA = zA[xA])!=0; xA++){
- res += insertOrDeleteCost(cAprev, cA, zA[xA+1]);
- cAprev = cA;
- }
- return res;
- }
-
- /* A is a prefix of B */
- if( zA[0]=='*' && zA[1]==0 ) return 0;
-
- /* Allocate and initialize the Wagner matrix */
- if( nB<(sizeof(mStack)*4)/(sizeof(mStack[0])*5) ){
- m = mStack;
- }else{
- m = toFree = sqlite3_malloc( (nB+1)*5*sizeof(m[0])/4 );
- if( m==0 ) return -3;
- }
- cx = (char*)&m[nB+1];
-
- /* Compute the Wagner edit distance */
- m[0] = 0;
- cx[0] = dc;
- cBprev = dc;
- for(xB=1; xB<=nB; xB++){
- cBnext = zB[xB];
- cB = zB[xB-1];
- cx[xB] = cB;
- m[xB] = m[xB-1] + insertOrDeleteCost(cBprev, cB, cBnext);
- cBprev = cB;
- }
- cAprev = dc;
- for(xA=1; xA<=nA; xA++){
- int lastA = (xA==nA);
- cA = zA[xA-1];
- cAnext = zA[xA];
- if( cA=='*' && lastA ) break;
- d = m[0];
- dc = cx[0];
- m[0] = d + insertOrDeleteCost(cAprev, cA, cAnext);
- cBprev = 0;
- for(xB=1; xB<=nB; xB++){
- int totalCost, insCost, delCost, subCost, ncx;
- cB = zB[xB-1];
- cBnext = zB[xB];
-
- /* Cost to insert cB */
- insCost = insertOrDeleteCost(cx[xB-1], cB, cBnext);
- if( lastA ) insCost /= FINAL_INS_COST_DIV;
-
- /* Cost to delete cA */
- delCost = insertOrDeleteCost(cx[xB], cA, cBnext);
-
- /* Cost to substitute cA->cB */
- subCost = substituteCost(cx[xB-1], cA, cB);
-
- /* Best cost */
- totalCost = insCost + m[xB-1];
- ncx = cB;
- if( (delCost + m[xB])<totalCost ){
- totalCost = delCost + m[xB];
- ncx = cA;
- }
- if( (subCost + d)<totalCost ){
- totalCost = subCost + d;
- }
-
-#if 0
- printf("%d,%d d=%4d u=%4d r=%4d dc=%c cA=%c cB=%c"
- " ins=%4d del=%4d sub=%4d t=%4d ncx=%c\n",
- xA, xB, d, m[xB], m[xB-1], dc?dc:' ', cA, cB,
- insCost, delCost, subCost, totalCost, ncx?ncx:' ');
-#endif
-
- /* Update the matrix */
- d = m[xB];
- dc = cx[xB];
- m[xB] = totalCost;
- cx[xB] = ncx;
- cBprev = cB;
- }
- cAprev = cA;
- }
-
- /* Free the wagner matrix and return the result */
- if( cA=='*' ){
- res = m[1];
- for(xB=1; xB<=nB; xB++){
- if( m[xB]<res ){
- res = m[xB];
- if( pnMatch ) *pnMatch = xB+nMatch;
- }
- }
- }else{
- res = m[nB];
- /* In the current implementation, pnMatch is always NULL if zA does
- ** not end in "*" */
- assert( pnMatch==0 );
- }
- sqlite3_free(toFree);
- return res;
-}
-
-/*
-** Function: editdist(A,B)
-**
-** Return the cost of transforming string A into string B. Both strings
-** must be pure ASCII text. If A ends with '*' then it is assumed to be
-** a prefix of B and extra characters on the end of B have minimal additional
-** cost.
-*/
-static void editdistSqlFunc(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- int res = editdist1(
- (const char*)sqlite3_value_text(argv[0]),
- (const char*)sqlite3_value_text(argv[1]),
- 0);
- if( res<0 ){
- if( res==(-3) ){
- sqlite3_result_error_nomem(context);
- }else if( res==(-2) ){
- sqlite3_result_error(context, "non-ASCII input to editdist()", -1);
- }else{
- sqlite3_result_error(context, "NULL input to editdist()", -1);
- }
- }else{
- sqlite3_result_int(context, res);
- }
-}
-
-/* End of the fixed-cost edit distance implementation
-******************************************************************************
-*****************************************************************************
-** Begin: Configurable cost unicode edit distance routines
-*/
-/* Forward declaration of structures */
-typedef struct EditDist3Cost EditDist3Cost;
-typedef struct EditDist3Config EditDist3Config;
-typedef struct EditDist3Point EditDist3Point;
-typedef struct EditDist3From EditDist3From;
-typedef struct EditDist3FromString EditDist3FromString;
-typedef struct EditDist3To EditDist3To;
-typedef struct EditDist3ToString EditDist3ToString;
-typedef struct EditDist3Lang EditDist3Lang;
-
-
-/*
-** An entry in the edit cost table
-*/
-struct EditDist3Cost {
- EditDist3Cost *pNext; /* Next cost element */
- u8 nFrom; /* Number of bytes in aFrom */
- u8 nTo; /* Number of bytes in aTo */
- u16 iCost; /* Cost of this transformation */
- char a[4] ; /* FROM string followed by TO string */
- /* Additional TO and FROM string bytes appended as necessary */
-};
-
-/*
-** Edit costs for a particular language ID
-*/
-struct EditDist3Lang {
- int iLang; /* Language ID */
- int iInsCost; /* Default insertion cost */
- int iDelCost; /* Default deletion cost */
- int iSubCost; /* Default substitution cost */
- EditDist3Cost *pCost; /* Costs */
-};
-
-
-/*
-** The default EditDist3Lang object, with default costs.
-*/
-static const EditDist3Lang editDist3Lang = { 0, 100, 100, 150, 0 };
-
-/*
-** Complete configuration
-*/
-struct EditDist3Config {
- int nLang; /* Number of language IDs. Size of a[] */
- EditDist3Lang *a; /* One for each distinct language ID */
-};
-
-/*
-** Extra information about each character in the FROM string.
-*/
-struct EditDist3From {
- int nSubst; /* Number of substitution cost entries */
- int nDel; /* Number of deletion cost entries */
- int nByte; /* Number of bytes in this character */
- EditDist3Cost **apSubst; /* Array of substitution costs for this element */
- EditDist3Cost **apDel; /* Array of deletion cost entries */
-};
-
-/*
-** A precompiled FROM string.
-*
-** In the common case we expect the FROM string to be reused multiple times.
-** In other words, the common case will be to measure the edit distance
-** from a single origin string to multiple target strings.
-*/
-struct EditDist3FromString {
- char *z; /* The complete text of the FROM string */
- int n; /* Number of characters in the FROM string */
- int isPrefix; /* True if ends with '*' character */
- EditDist3From *a; /* Extra info about each char of the FROM string */
-};
-
-/*
-** Extra information about each character in the TO string.
-*/
-struct EditDist3To {
- int nIns; /* Number of insertion cost entries */
- int nByte; /* Number of bytes in this character */
- EditDist3Cost **apIns; /* Array of deletion cost entries */
-};
-
-/*
-** A precompiled FROM string
-*/
-struct EditDist3ToString {
- char *z; /* The complete text of the TO string */
- int n; /* Number of characters in the TO string */
- EditDist3To *a; /* Extra info about each char of the TO string */
-};
-
-/*
-** Clear or delete an instance of the object that records all edit-distance
-** weights.
-*/
-static void editDist3ConfigClear(EditDist3Config *p){
- int i;
- if( p==0 ) return;
- for(i=0; i<p->nLang; i++){
- EditDist3Cost *pCost, *pNext;
- pCost = p->a[i].pCost;
- while( pCost ){
- pNext = pCost->pNext;
- sqlite3_free(pCost);
- pCost = pNext;
- }
- }
- sqlite3_free(p->a);
- memset(p, 0, sizeof(*p));
-}
-static void editDist3ConfigDelete(void *pIn){
- EditDist3Config *p = (EditDist3Config*)pIn;
- editDist3ConfigClear(p);
- sqlite3_free(p);
-}
-
-/*
-** Load all edit-distance weights from a table.
-*/
-static int editDist3ConfigLoad(
- EditDist3Config *p, /* The edit distance configuration to load */
- sqlite3 *db, /* Load from this database */
- const char *zTable /* Name of the table from which to load */
-){
- sqlite3_stmt *pStmt;
- int rc, rc2;
- char *zSql;
- int iLangPrev = -9999;
- EditDist3Lang *pLang = 0;
-
- zSql = sqlite3_mprintf("SELECT iLang, cFrom, cTo, iCost"
- " FROM \"%w\" WHERE iLang>=0 ORDER BY iLang", zTable);
- if( zSql==0 ) return SQLITE_NOMEM;
- rc = sqlite3_prepare(db, zSql, -1, &pStmt, 0);
- sqlite3_free(zSql);
- if( rc ) return rc;
- editDist3ConfigClear(p);
- while( sqlite3_step(pStmt)==SQLITE_ROW ){
- int iLang = sqlite3_column_int(pStmt, 0);
- const char *zFrom = (const char*)sqlite3_column_text(pStmt, 1);
- int nFrom = zFrom ? sqlite3_column_bytes(pStmt, 1) : 0;
- const char *zTo = (const char*)sqlite3_column_text(pStmt, 2);
- int nTo = zTo ? sqlite3_column_bytes(pStmt, 2) : 0;
- int iCost = sqlite3_column_int(pStmt, 3);
-
- assert( zFrom!=0 || nFrom==0 );
- assert( zTo!=0 || nTo==0 );
- if( nFrom>100 || nTo>100 ) continue;
- if( iCost<0 ) continue;
- if( pLang==0 || iLang!=iLangPrev ){
- EditDist3Lang *pNew;
- pNew = sqlite3_realloc(p->a, (p->nLang+1)*sizeof(p->a[0]));
- if( pNew==0 ){ rc = SQLITE_NOMEM; break; }
- p->a = pNew;
- pLang = &p->a[p->nLang];
- p->nLang++;
- pLang->iLang = iLang;
- pLang->iInsCost = 100;
- pLang->iDelCost = 100;
- pLang->iSubCost = 150;
- pLang->pCost = 0;
- iLangPrev = iLang;
- }
- if( nFrom==1 && zFrom[0]=='?' && nTo==0 ){
- pLang->iDelCost = iCost;
- }else if( nFrom==0 && nTo==1 && zTo[0]=='?' ){
- pLang->iInsCost = iCost;
- }else if( nFrom==1 && nTo==1 && zFrom[0]=='?' && zTo[0]=='?' ){
- pLang->iSubCost = iCost;
- }else{
- EditDist3Cost *pCost;
- int nExtra = nFrom + nTo - 4;
- if( nExtra<0 ) nExtra = 0;
- pCost = sqlite3_malloc( sizeof(*pCost) + nExtra );
- if( pCost==0 ){ rc = SQLITE_NOMEM; break; }
- pCost->nFrom = nFrom;
- pCost->nTo = nTo;
- pCost->iCost = iCost;
- memcpy(pCost->a, zFrom, nFrom);
- memcpy(pCost->a + nFrom, zTo, nTo);
- pCost->pNext = pLang->pCost;
- pLang->pCost = pCost;
- }
- }
- rc2 = sqlite3_finalize(pStmt);
- if( rc==SQLITE_OK ) rc = rc2;
- return rc;
-}
-
-/*
-** Return the length (in bytes) of a utf-8 character. Or return a maximum
-** of N.
-*/
-static int utf8Len(unsigned char c, int N){
- int len = 1;
- if( c>0x7f ){
- if( (c&0xe0)==0xc0 ){
- len = 2;
- }else if( (c&0xf0)==0xe0 ){
- len = 3;
- }else{
- len = 4;
- }
- }
- if( len>N ) len = N;
- return len;
-}
-
-/*
-** Return TRUE (non-zero) if the To side of the given cost matches
-** the given string.
-*/
-static int matchTo(EditDist3Cost *p, const char *z, int n){
- if( p->nTo>n ) return 0;
- if( strncmp(p->a+p->nFrom, z, p->nTo)!=0 ) return 0;
- return 1;
-}
-
-/*
-** Return TRUE (non-zero) if the From side of the given cost matches
-** the given string.
-*/
-static int matchFrom(EditDist3Cost *p, const char *z, int n){
- assert( p->nFrom<=n );
- if( strncmp(p->a, z, p->nFrom)!=0 ) return 0;
- return 1;
-}
-
-/*
-** Return TRUE (non-zero) of the next FROM character and the next TO
-** character are the same.
-*/
-static int matchFromTo(
- EditDist3FromString *pStr, /* Left hand string */
- int n1, /* Index of comparison character on the left */
- const char *z2, /* Right-handl comparison character */
- int n2 /* Bytes remaining in z2[] */
-){
- int b1 = pStr->a[n1].nByte;
- if( b1>n2 ) return 0;
- if( memcmp(pStr->z+n1, z2, b1)!=0 ) return 0;
- return 1;
-}
-
-/*
-** Delete an EditDist3FromString objecct
-*/
-static void editDist3FromStringDelete(EditDist3FromString *p){
- int i;
- if( p ){
- for(i=0; i<p->n; i++){
- sqlite3_free(p->a[i].apDel);
- sqlite3_free(p->a[i].apSubst);
- }
- sqlite3_free(p);
- }
-}
-
-/*
-** Create a EditDist3FromString object.
-*/
-static EditDist3FromString *editDist3FromStringNew(
- const EditDist3Lang *pLang,
- const char *z,
- int n
-){
- EditDist3FromString *pStr;
- EditDist3Cost *p;
- int i;
-
- if( z==0 ) return 0;
- if( n<0 ) n = (int)strlen(z);
- pStr = sqlite3_malloc( sizeof(*pStr) + sizeof(pStr->a[0])*n + n + 1 );
- if( pStr==0 ) return 0;
- pStr->a = (EditDist3From*)&pStr[1];
- memset(pStr->a, 0, sizeof(pStr->a[0])*n);
- pStr->n = n;
- pStr->z = (char*)&pStr->a[n];
- memcpy(pStr->z, z, n+1);
- if( n && z[n-1]=='*' ){
- pStr->isPrefix = 1;
- n--;
- pStr->n--;
- pStr->z[n] = 0;
- }else{
- pStr->isPrefix = 0;
- }
-
- for(i=0; i<n; i++){
- EditDist3From *pFrom = &pStr->a[i];
- memset(pFrom, 0, sizeof(*pFrom));
- pFrom->nByte = utf8Len((unsigned char)z[i], n-i);
- for(p=pLang->pCost; p; p=p->pNext){
- EditDist3Cost **apNew;
- if( i+p->nFrom>n ) continue;
- if( matchFrom(p, z+i, n-i)==0 ) continue;
- if( p->nTo==0 ){
- apNew = sqlite3_realloc(pFrom->apDel,
- sizeof(*apNew)*(pFrom->nDel+1));
- if( apNew==0 ) break;
- pFrom->apDel = apNew;
- apNew[pFrom->nDel++] = p;
- }else{
- apNew = sqlite3_realloc(pFrom->apSubst,
- sizeof(*apNew)*(pFrom->nSubst+1));
- if( apNew==0 ) break;
- pFrom->apSubst = apNew;
- apNew[pFrom->nSubst++] = p;
- }
- }
- if( p ){
- editDist3FromStringDelete(pStr);
- pStr = 0;
- break;
- }
- }
- return pStr;
-}
-
-/*
-** Update entry m[i] such that it is the minimum of its current value
-** and m[j]+iCost.
-**
-** If the iCost is 1,000,000 or greater, then consider the cost to be
-** infinite and skip the update.
-*/
-static void updateCost(
- unsigned int *m,
- int i,
- int j,
- int iCost
-){
- assert( iCost>=0 );
- if( iCost<10000 ){
- unsigned int b = m[j] + iCost;
- if( b<m[i] ) m[i] = b;
- }
-}
-
-/* Compute the edit distance between two strings.
-**
-** If an error occurs, return a negative number which is the error code.
-**
-** If pnMatch is not NULL, then *pnMatch is set to the number of characters
-** (not bytes) in z2 that matched the search pattern in *pFrom. If pFrom does
-** not contain the pattern for a prefix-search, then this is always the number
-** of characters in z2. If pFrom does contain a prefix search pattern, then
-** it is the number of characters in the prefix of z2 that was deemed to
-** match pFrom.
-*/
-static int editDist3Core(
- EditDist3FromString *pFrom, /* The FROM string */
- const char *z2, /* The TO string */
- int n2, /* Length of the TO string */
- const EditDist3Lang *pLang, /* Edit weights for a particular language ID */
- int *pnMatch /* OUT: Characters in matched prefix */
-){
- int k, n;
- int i1, b1;
- int i2, b2;
- EditDist3FromString f = *pFrom;
- EditDist3To *a2;
- unsigned int *m;
- int szRow;
- EditDist3Cost *p;
- int res;
-
- /* allocate the Wagner matrix and the aTo[] array for the TO string */
- n = (f.n+1)*(n2+1);
- n = (n+1)&~1;
- m = sqlite3_malloc( n*sizeof(m[0]) + sizeof(a2[0])*n2 );
- if( m==0 ) return -1; /* Out of memory */
- a2 = (EditDist3To*)&m[n];
- memset(a2, 0, sizeof(a2[0])*n2);
-
- /* Fill in the a1[] matrix for all characters of the TO string */
- for(i2=0; i2<n2; i2++){
- a2[i2].nByte = utf8Len((unsigned char)z2[i2], n2-i2);
- for(p=pLang->pCost; p; p=p->pNext){
- EditDist3Cost **apNew;
- if( p->nFrom>0 ) continue;
- if( i2+p->nTo>n2 ) continue;
- if( matchTo(p, z2+i2, n2-i2)==0 ) continue;
- a2[i2].nIns++;
- apNew = sqlite3_realloc(a2[i2].apIns, sizeof(*apNew)*a2[i2].nIns);
- if( apNew==0 ){
- res = -1; /* Out of memory */
- goto editDist3Abort;
- }
- a2[i2].apIns = apNew;
- a2[i2].apIns[a2[i2].nIns-1] = p;
- }
- }
-
- /* Prepare to compute the minimum edit distance */
- szRow = f.n+1;
- memset(m, 0x01, (n2+1)*szRow*sizeof(m[0]));
- m[0] = 0;
-
- /* First fill in the top-row of the matrix with FROM deletion costs */
- for(i1=0; i1<f.n; i1 += b1){
- b1 = f.a[i1].nByte;
- updateCost(m, i1+b1, i1, pLang->iDelCost);
- for(k=0; k<f.a[i1].nDel; k++){
- p = f.a[i1].apDel[k];
- updateCost(m, i1+p->nFrom, i1, p->iCost);
- }
- }
-
- /* Fill in all subsequent rows, top-to-bottom, left-to-right */
- for(i2=0; i2<n2; i2 += b2){
- int rx; /* Starting index for current row */
- int rxp; /* Starting index for previous row */
- b2 = a2[i2].nByte;
- rx = szRow*(i2+b2);
- rxp = szRow*i2;
- updateCost(m, rx, rxp, pLang->iInsCost);
- for(k=0; k<a2[i2].nIns; k++){
- p = a2[i2].apIns[k];
- updateCost(m, szRow*(i2+p->nTo), rxp, p->iCost);
- }
- for(i1=0; i1<f.n; i1+=b1){
- int cx; /* Index of current cell */
- int cxp; /* Index of cell immediately to the left */
- int cxd; /* Index of cell to the left and one row above */
- int cxu; /* Index of cell immediately above */
- b1 = f.a[i1].nByte;
- cxp = rx + i1;
- cx = cxp + b1;
- cxd = rxp + i1;
- cxu = cxd + b1;
- updateCost(m, cx, cxp, pLang->iDelCost);
- for(k=0; k<f.a[i1].nDel; k++){
- p = f.a[i1].apDel[k];
- updateCost(m, cxp+p->nFrom, cxp, p->iCost);
- }
- updateCost(m, cx, cxu, pLang->iInsCost);
- if( matchFromTo(&f, i1, z2+i2, n2-i2) ){
- updateCost(m, cx, cxd, 0);
- }
- updateCost(m, cx, cxd, pLang->iSubCost);
- for(k=0; k<f.a[i1].nSubst; k++){
- p = f.a[i1].apSubst[k];
- if( matchTo(p, z2+i2, n2-i2) ){
- updateCost(m, cxd+p->nFrom+szRow*p->nTo, cxd, p->iCost);
- }
- }
- }
- }
-
-#if 0 /* Enable for debugging */
- printf(" ^");
- for(i1=0; i1<f.n; i1++) printf(" %c-%2x", f.z[i1], f.z[i1]&0xff);
- printf("\n ^:");
- for(i1=0; i1<szRow; i1++){
- int v = m[i1];
- if( v>9999 ) printf(" ****");
- else printf(" %4d", v);
- }
- printf("\n");
- for(i2=0; i2<n2; i2++){
- printf("%c-%02x:", z2[i2], z2[i2]&0xff);
- for(i1=0; i1<szRow; i1++){
- int v = m[(i2+1)*szRow+i1];
- if( v>9999 ) printf(" ****");
- else printf(" %4d", v);
- }
- printf("\n");
- }
-#endif
-
- /* Free memory allocations and return the result */
- res = (int)m[szRow*(n2+1)-1];
- n = n2;
- if( f.isPrefix ){
- for(i2=1; i2<=n2; i2++){
- int b = m[szRow*i2-1];
- if( b<=res ){
- res = b;
- n = i2 - 1;
- }
- }
- }
- if( pnMatch ){
- int nExtra = 0;
- for(k=0; k<n; k++){
- if( (z2[k] & 0xc0)==0x80 ) nExtra++;
- }
- *pnMatch = n - nExtra;
- }
-
-editDist3Abort:
- for(i2=0; i2<n2; i2++) sqlite3_free(a2[i2].apIns);
- sqlite3_free(m);
- return res;
-}
-
-/*
-** Get an appropriate EditDist3Lang object.
-*/
-static const EditDist3Lang *editDist3FindLang(
- EditDist3Config *pConfig,
- int iLang
-){
- int i;
- for(i=0; i<pConfig->nLang; i++){
- if( pConfig->a[i].iLang==iLang ) return &pConfig->a[i];
- }
- return &editDist3Lang;
-}
-
-/*
-** Function: editdist3(A,B,iLang)
-** editdist3(tablename)
-**
-** Return the cost of transforming string A into string B using edit
-** weights for iLang.
-**
-** The second form loads edit weights into memory from a table.
-*/
-static void editDist3SqlFunc(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- EditDist3Config *pConfig = (EditDist3Config*)sqlite3_user_data(context);
- sqlite3 *db = sqlite3_context_db_handle(context);
- int rc;
- if( argc==1 ){
- const char *zTable = (const char*)sqlite3_value_text(argv[0]);
- rc = editDist3ConfigLoad(pConfig, db, zTable);
- if( rc ) sqlite3_result_error_code(context, rc);
- }else{
- const char *zA = (const char*)sqlite3_value_text(argv[0]);
- const char *zB = (const char*)sqlite3_value_text(argv[1]);
- int nA = sqlite3_value_bytes(argv[0]);
- int nB = sqlite3_value_bytes(argv[1]);
- int iLang = argc==3 ? sqlite3_value_int(argv[2]) : 0;
- const EditDist3Lang *pLang = editDist3FindLang(pConfig, iLang);
- EditDist3FromString *pFrom;
- int dist;
-
- pFrom = editDist3FromStringNew(pLang, zA, nA);
- if( pFrom==0 ){
- sqlite3_result_error_nomem(context);
- return;
- }
- dist = editDist3Core(pFrom, zB, nB, pLang, 0);
- editDist3FromStringDelete(pFrom);
- if( dist==(-1) ){
- sqlite3_result_error_nomem(context);
- }else{
- sqlite3_result_int(context, dist);
- }
- }
-}
-
-/*
-** Register the editDist3 function with SQLite
-*/
-static int editDist3Install(sqlite3 *db){
- int rc;
- EditDist3Config *pConfig = sqlite3_malloc( sizeof(*pConfig) );
- if( pConfig==0 ) return SQLITE_NOMEM;
- memset(pConfig, 0, sizeof(*pConfig));
- rc = sqlite3_create_function_v2(db, "editdist3",
- 2, SQLITE_UTF8, pConfig, editDist3SqlFunc, 0, 0, 0);
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_function_v2(db, "editdist3",
- 3, SQLITE_UTF8, pConfig, editDist3SqlFunc, 0, 0, 0);
- }
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_function_v2(db, "editdist3",
- 1, SQLITE_UTF8, pConfig, editDist3SqlFunc, 0, 0,
- editDist3ConfigDelete);
- }else{
- sqlite3_free(pConfig);
- }
- return rc;
-}
-/* End configurable cost unicode edit distance routines
-******************************************************************************
-******************************************************************************
-** Begin transliterate unicode-to-ascii implementation
-*/
-
-#if !SQLITE_AMALGAMATION
-/*
-** This lookup table is used to help decode the first byte of
-** a multi-byte UTF8 character.
-*/
-static const unsigned char sqlite3Utf8Trans1[] = {
- 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
- 0x08, 0x09, 0x0a, 0x0b, 0x0c, 0x0d, 0x0e, 0x0f,
- 0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17,
- 0x18, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1e, 0x1f,
- 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
- 0x08, 0x09, 0x0a, 0x0b, 0x0c, 0x0d, 0x0e, 0x0f,
- 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
- 0x00, 0x01, 0x02, 0x03, 0x00, 0x01, 0x00, 0x00,
-};
-#endif
-
-/*
-** Return the value of the first UTF-8 character in the string.
-*/
-static int utf8Read(const unsigned char *z, int n, int *pSize){
- int c, i;
-
- /* All callers to this routine (in the current implementation)
- ** always have n>0. */
- if( NEVER(n==0) ){
- c = i = 0;
- }else{
- c = z[0];
- i = 1;
- if( c>=0xc0 ){
- c = sqlite3Utf8Trans1[c-0xc0];
- while( i<n && (z[i] & 0xc0)==0x80 ){
- c = (c<<6) + (0x3f & z[i++]);
- }
- }
- }
- *pSize = i;
- return c;
-}
-
-/*
-** Return the number of characters in the utf-8 string in the nIn byte
-** buffer pointed to by zIn.
-*/
-static int utf8Charlen(const char *zIn, int nIn){
- int i;
- int nChar = 0;
- for(i=0; i<nIn; nChar++){
- int sz;
- utf8Read((const unsigned char *)&zIn[i], nIn-i, &sz);
- i += sz;
- }
- return nChar;
-}
-
-/*
-** Table of translations from unicode characters into ASCII.
-*/
-static const struct {
- unsigned short int cFrom;
- unsigned char cTo0, cTo1;
-} translit[] = {
- { 0x00A0, 0x20, 0x00 }, /*   to */
- { 0x00B5, 0x75, 0x00 }, /* µ to u */
- { 0x00C0, 0x41, 0x00 }, /* À to A */
- { 0x00C1, 0x41, 0x00 }, /* Á to A */
- { 0x00C2, 0x41, 0x00 }, /* Â to A */
- { 0x00C3, 0x41, 0x00 }, /* Ã to A */
- { 0x00C4, 0x41, 0x65 }, /* Ä to Ae */
- { 0x00C5, 0x41, 0x61 }, /* Å to Aa */
- { 0x00C6, 0x41, 0x45 }, /* Æ to AE */
- { 0x00C7, 0x43, 0x00 }, /* Ç to C */
- { 0x00C8, 0x45, 0x00 }, /* È to E */
- { 0x00C9, 0x45, 0x00 }, /* É to E */
- { 0x00CA, 0x45, 0x00 }, /* Ê to E */
- { 0x00CB, 0x45, 0x00 }, /* Ë to E */
- { 0x00CC, 0x49, 0x00 }, /* Ì to I */
- { 0x00CD, 0x49, 0x00 }, /* Í to I */
- { 0x00CE, 0x49, 0x00 }, /* Î to I */
- { 0x00CF, 0x49, 0x00 }, /* Ï to I */
- { 0x00D0, 0x44, 0x00 }, /* Ð to D */
- { 0x00D1, 0x4E, 0x00 }, /* Ñ to N */
- { 0x00D2, 0x4F, 0x00 }, /* Ò to O */
- { 0x00D3, 0x4F, 0x00 }, /* Ó to O */
- { 0x00D4, 0x4F, 0x00 }, /* Ô to O */
- { 0x00D5, 0x4F, 0x00 }, /* Õ to O */
- { 0x00D6, 0x4F, 0x65 }, /* Ö to Oe */
- { 0x00D7, 0x78, 0x00 }, /* × to x */
- { 0x00D8, 0x4F, 0x00 }, /* Ø to O */
- { 0x00D9, 0x55, 0x00 }, /* Ù to U */
- { 0x00DA, 0x55, 0x00 }, /* Ú to U */
- { 0x00DB, 0x55, 0x00 }, /* Û to U */
- { 0x00DC, 0x55, 0x65 }, /* Ü to Ue */
- { 0x00DD, 0x59, 0x00 }, /* Ý to Y */
- { 0x00DE, 0x54, 0x68 }, /* Þ to Th */
- { 0x00DF, 0x73, 0x73 }, /* ß to ss */
- { 0x00E0, 0x61, 0x00 }, /* à to a */
- { 0x00E1, 0x61, 0x00 }, /* á to a */
- { 0x00E2, 0x61, 0x00 }, /* â to a */
- { 0x00E3, 0x61, 0x00 }, /* ã to a */
- { 0x00E4, 0x61, 0x65 }, /* ä to ae */
- { 0x00E5, 0x61, 0x61 }, /* å to aa */
- { 0x00E6, 0x61, 0x65 }, /* æ to ae */
- { 0x00E7, 0x63, 0x00 }, /* ç to c */
- { 0x00E8, 0x65, 0x00 }, /* è to e */
- { 0x00E9, 0x65, 0x00 }, /* é to e */
- { 0x00EA, 0x65, 0x00 }, /* ê to e */
- { 0x00EB, 0x65, 0x00 }, /* ë to e */
- { 0x00EC, 0x69, 0x00 }, /* ì to i */
- { 0x00ED, 0x69, 0x00 }, /* í to i */
- { 0x00EE, 0x69, 0x00 }, /* î to i */
- { 0x00EF, 0x69, 0x00 }, /* ï to i */
- { 0x00F0, 0x64, 0x00 }, /* ð to d */
- { 0x00F1, 0x6E, 0x00 }, /* ñ to n */
- { 0x00F2, 0x6F, 0x00 }, /* ò to o */
- { 0x00F3, 0x6F, 0x00 }, /* ó to o */
- { 0x00F4, 0x6F, 0x00 }, /* ô to o */
- { 0x00F5, 0x6F, 0x00 }, /* õ to o */
- { 0x00F6, 0x6F, 0x65 }, /* ö to oe */
- { 0x00F7, 0x3A, 0x00 }, /* ÷ to : */
- { 0x00F8, 0x6F, 0x00 }, /* ø to o */
- { 0x00F9, 0x75, 0x00 }, /* ù to u */
- { 0x00FA, 0x75, 0x00 }, /* ú to u */
- { 0x00FB, 0x75, 0x00 }, /* û to u */
- { 0x00FC, 0x75, 0x65 }, /* ü to ue */
- { 0x00FD, 0x79, 0x00 }, /* ý to y */
- { 0x00FE, 0x74, 0x68 }, /* þ to th */
- { 0x00FF, 0x79, 0x00 }, /* ÿ to y */
- { 0x0100, 0x41, 0x00 }, /* Ā to A */
- { 0x0101, 0x61, 0x00 }, /* ā to a */
- { 0x0102, 0x41, 0x00 }, /* Ă to A */
- { 0x0103, 0x61, 0x00 }, /* ă to a */
- { 0x0104, 0x41, 0x00 }, /* Ą to A */
- { 0x0105, 0x61, 0x00 }, /* ą to a */
- { 0x0106, 0x43, 0x00 }, /* Ć to C */
- { 0x0107, 0x63, 0x00 }, /* ć to c */
- { 0x0108, 0x43, 0x68 }, /* Ĉ to Ch */
- { 0x0109, 0x63, 0x68 }, /* ĉ to ch */
- { 0x010A, 0x43, 0x00 }, /* Ċ to C */
- { 0x010B, 0x63, 0x00 }, /* ċ to c */
- { 0x010C, 0x43, 0x00 }, /* Č to C */
- { 0x010D, 0x63, 0x00 }, /* č to c */
- { 0x010E, 0x44, 0x00 }, /* Ď to D */
- { 0x010F, 0x64, 0x00 }, /* ď to d */
- { 0x0110, 0x44, 0x00 }, /* Đ to D */
- { 0x0111, 0x64, 0x00 }, /* đ to d */
- { 0x0112, 0x45, 0x00 }, /* Ē to E */
- { 0x0113, 0x65, 0x00 }, /* ē to e */
- { 0x0114, 0x45, 0x00 }, /* Ĕ to E */
- { 0x0115, 0x65, 0x00 }, /* ĕ to e */
- { 0x0116, 0x45, 0x00 }, /* Ė to E */
- { 0x0117, 0x65, 0x00 }, /* ė to e */
- { 0x0118, 0x45, 0x00 }, /* Ę to E */
- { 0x0119, 0x65, 0x00 }, /* ę to e */
- { 0x011A, 0x45, 0x00 }, /* Ě to E */
- { 0x011B, 0x65, 0x00 }, /* ě to e */
- { 0x011C, 0x47, 0x68 }, /* Ĝ to Gh */
- { 0x011D, 0x67, 0x68 }, /* ĝ to gh */
- { 0x011E, 0x47, 0x00 }, /* Ğ to G */
- { 0x011F, 0x67, 0x00 }, /* ğ to g */
- { 0x0120, 0x47, 0x00 }, /* Ġ to G */
- { 0x0121, 0x67, 0x00 }, /* ġ to g */
- { 0x0122, 0x47, 0x00 }, /* Ģ to G */
- { 0x0123, 0x67, 0x00 }, /* ģ to g */
- { 0x0124, 0x48, 0x68 }, /* Ĥ to Hh */
- { 0x0125, 0x68, 0x68 }, /* ĥ to hh */
- { 0x0126, 0x48, 0x00 }, /* Ħ to H */
- { 0x0127, 0x68, 0x00 }, /* ħ to h */
- { 0x0128, 0x49, 0x00 }, /* Ĩ to I */
- { 0x0129, 0x69, 0x00 }, /* ĩ to i */
- { 0x012A, 0x49, 0x00 }, /* Ī to I */
- { 0x012B, 0x69, 0x00 }, /* ī to i */
- { 0x012C, 0x49, 0x00 }, /* Ĭ to I */
- { 0x012D, 0x69, 0x00 }, /* ĭ to i */
- { 0x012E, 0x49, 0x00 }, /* Į to I */
- { 0x012F, 0x69, 0x00 }, /* į to i */
- { 0x0130, 0x49, 0x00 }, /* İ to I */
- { 0x0131, 0x69, 0x00 }, /* ı to i */
- { 0x0132, 0x49, 0x4A }, /* IJ to IJ */
- { 0x0133, 0x69, 0x6A }, /* ij to ij */
- { 0x0134, 0x4A, 0x68 }, /* Ĵ to Jh */
- { 0x0135, 0x6A, 0x68 }, /* ĵ to jh */
- { 0x0136, 0x4B, 0x00 }, /* Ķ to K */
- { 0x0137, 0x6B, 0x00 }, /* ķ to k */
- { 0x0138, 0x6B, 0x00 }, /* ĸ to k */
- { 0x0139, 0x4C, 0x00 }, /* Ĺ to L */
- { 0x013A, 0x6C, 0x00 }, /* ĺ to l */
- { 0x013B, 0x4C, 0x00 }, /* Ļ to L */
- { 0x013C, 0x6C, 0x00 }, /* ļ to l */
- { 0x013D, 0x4C, 0x00 }, /* Ľ to L */
- { 0x013E, 0x6C, 0x00 }, /* ľ to l */
- { 0x013F, 0x4C, 0x2E }, /* Ŀ to L. */
- { 0x0140, 0x6C, 0x2E }, /* ŀ to l. */
- { 0x0141, 0x4C, 0x00 }, /* Ł to L */
- { 0x0142, 0x6C, 0x00 }, /* ł to l */
- { 0x0143, 0x4E, 0x00 }, /* Ń to N */
- { 0x0144, 0x6E, 0x00 }, /* ń to n */
- { 0x0145, 0x4E, 0x00 }, /* Ņ to N */
- { 0x0146, 0x6E, 0x00 }, /* ņ to n */
- { 0x0147, 0x4E, 0x00 }, /* Ň to N */
- { 0x0148, 0x6E, 0x00 }, /* ň to n */
- { 0x0149, 0x27, 0x6E }, /* ʼn to 'n */
- { 0x014A, 0x4E, 0x47 }, /* Ŋ to NG */
- { 0x014B, 0x6E, 0x67 }, /* ŋ to ng */
- { 0x014C, 0x4F, 0x00 }, /* Ō to O */
- { 0x014D, 0x6F, 0x00 }, /* ō to o */
- { 0x014E, 0x4F, 0x00 }, /* Ŏ to O */
- { 0x014F, 0x6F, 0x00 }, /* ŏ to o */
- { 0x0150, 0x4F, 0x00 }, /* Ő to O */
- { 0x0151, 0x6F, 0x00 }, /* ő to o */
- { 0x0152, 0x4F, 0x45 }, /* Œ to OE */
- { 0x0153, 0x6F, 0x65 }, /* œ to oe */
- { 0x0154, 0x52, 0x00 }, /* Ŕ to R */
- { 0x0155, 0x72, 0x00 }, /* ŕ to r */
- { 0x0156, 0x52, 0x00 }, /* Ŗ to R */
- { 0x0157, 0x72, 0x00 }, /* ŗ to r */
- { 0x0158, 0x52, 0x00 }, /* Ř to R */
- { 0x0159, 0x72, 0x00 }, /* ř to r */
- { 0x015A, 0x53, 0x00 }, /* Ś to S */
- { 0x015B, 0x73, 0x00 }, /* ś to s */
- { 0x015C, 0x53, 0x68 }, /* Ŝ to Sh */
- { 0x015D, 0x73, 0x68 }, /* ŝ to sh */
- { 0x015E, 0x53, 0x00 }, /* Ş to S */
- { 0x015F, 0x73, 0x00 }, /* ş to s */
- { 0x0160, 0x53, 0x00 }, /* Š to S */
- { 0x0161, 0x73, 0x00 }, /* š to s */
- { 0x0162, 0x54, 0x00 }, /* Ţ to T */
- { 0x0163, 0x74, 0x00 }, /* ţ to t */
- { 0x0164, 0x54, 0x00 }, /* Ť to T */
- { 0x0165, 0x74, 0x00 }, /* ť to t */
- { 0x0166, 0x54, 0x00 }, /* Ŧ to T */
- { 0x0167, 0x74, 0x00 }, /* ŧ to t */
- { 0x0168, 0x55, 0x00 }, /* Ũ to U */
- { 0x0169, 0x75, 0x00 }, /* ũ to u */
- { 0x016A, 0x55, 0x00 }, /* Ū to U */
- { 0x016B, 0x75, 0x00 }, /* ū to u */
- { 0x016C, 0x55, 0x00 }, /* Ŭ to U */
- { 0x016D, 0x75, 0x00 }, /* ŭ to u */
- { 0x016E, 0x55, 0x00 }, /* Ů to U */
- { 0x016F, 0x75, 0x00 }, /* ů to u */
- { 0x0170, 0x55, 0x00 }, /* Ű to U */
- { 0x0171, 0x75, 0x00 }, /* ű to u */
- { 0x0172, 0x55, 0x00 }, /* Ų to U */
- { 0x0173, 0x75, 0x00 }, /* ų to u */
- { 0x0174, 0x57, 0x00 }, /* Ŵ to W */
- { 0x0175, 0x77, 0x00 }, /* ŵ to w */
- { 0x0176, 0x59, 0x00 }, /* Ŷ to Y */
- { 0x0177, 0x79, 0x00 }, /* ŷ to y */
- { 0x0178, 0x59, 0x00 }, /* Ÿ to Y */
- { 0x0179, 0x5A, 0x00 }, /* Ź to Z */
- { 0x017A, 0x7A, 0x00 }, /* ź to z */
- { 0x017B, 0x5A, 0x00 }, /* Ż to Z */
- { 0x017C, 0x7A, 0x00 }, /* ż to z */
- { 0x017D, 0x5A, 0x00 }, /* Ž to Z */
- { 0x017E, 0x7A, 0x00 }, /* ž to z */
- { 0x017F, 0x73, 0x00 }, /* ſ to s */
- { 0x0192, 0x66, 0x00 }, /* ƒ to f */
- { 0x0218, 0x53, 0x00 }, /* Ș to S */
- { 0x0219, 0x73, 0x00 }, /* ș to s */
- { 0x021A, 0x54, 0x00 }, /* Ț to T */
- { 0x021B, 0x74, 0x00 }, /* ț to t */
- { 0x0386, 0x41, 0x00 }, /* Ά to A */
- { 0x0388, 0x45, 0x00 }, /* Έ to E */
- { 0x0389, 0x49, 0x00 }, /* Ή to I */
- { 0x038A, 0x49, 0x00 }, /* Ί to I */
- { 0x038C, 0x4f, 0x00 }, /* Ό to O */
- { 0x038E, 0x59, 0x00 }, /* Ύ to Y */
- { 0x038F, 0x4f, 0x00 }, /* Ώ to O */
- { 0x0390, 0x69, 0x00 }, /* ΐ to i */
- { 0x0391, 0x41, 0x00 }, /* Α to A */
- { 0x0392, 0x42, 0x00 }, /* Β to B */
- { 0x0393, 0x47, 0x00 }, /* Γ to G */
- { 0x0394, 0x44, 0x00 }, /* Δ to D */
- { 0x0395, 0x45, 0x00 }, /* Ε to E */
- { 0x0396, 0x5a, 0x00 }, /* Ζ to Z */
- { 0x0397, 0x49, 0x00 }, /* Η to I */
- { 0x0398, 0x54, 0x68 }, /* Θ to Th */
- { 0x0399, 0x49, 0x00 }, /* Ι to I */
- { 0x039A, 0x4b, 0x00 }, /* Κ to K */
- { 0x039B, 0x4c, 0x00 }, /* Λ to L */
- { 0x039C, 0x4d, 0x00 }, /* Μ to M */
- { 0x039D, 0x4e, 0x00 }, /* Ν to N */
- { 0x039E, 0x58, 0x00 }, /* Ξ to X */
- { 0x039F, 0x4f, 0x00 }, /* Ο to O */
- { 0x03A0, 0x50, 0x00 }, /* Π to P */
- { 0x03A1, 0x52, 0x00 }, /* Ρ to R */
- { 0x03A3, 0x53, 0x00 }, /* Σ to S */
- { 0x03A4, 0x54, 0x00 }, /* Τ to T */
- { 0x03A5, 0x59, 0x00 }, /* Υ to Y */
- { 0x03A6, 0x46, 0x00 }, /* Φ to F */
- { 0x03A7, 0x43, 0x68 }, /* Χ to Ch */
- { 0x03A8, 0x50, 0x73 }, /* Ψ to Ps */
- { 0x03A9, 0x4f, 0x00 }, /* Ω to O */
- { 0x03AA, 0x49, 0x00 }, /* Ϊ to I */
- { 0x03AB, 0x59, 0x00 }, /* Ϋ to Y */
- { 0x03AC, 0x61, 0x00 }, /* ά to a */
- { 0x03AD, 0x65, 0x00 }, /* έ to e */
- { 0x03AE, 0x69, 0x00 }, /* ή to i */
- { 0x03AF, 0x69, 0x00 }, /* ί to i */
- { 0x03B1, 0x61, 0x00 }, /* α to a */
- { 0x03B2, 0x62, 0x00 }, /* β to b */
- { 0x03B3, 0x67, 0x00 }, /* γ to g */
- { 0x03B4, 0x64, 0x00 }, /* δ to d */
- { 0x03B5, 0x65, 0x00 }, /* ε to e */
- { 0x03B6, 0x7a, 0x00 }, /* ζ to z */
- { 0x03B7, 0x69, 0x00 }, /* η to i */
- { 0x03B8, 0x74, 0x68 }, /* θ to th */
- { 0x03B9, 0x69, 0x00 }, /* ι to i */
- { 0x03BA, 0x6b, 0x00 }, /* κ to k */
- { 0x03BB, 0x6c, 0x00 }, /* λ to l */
- { 0x03BC, 0x6d, 0x00 }, /* μ to m */
- { 0x03BD, 0x6e, 0x00 }, /* ν to n */
- { 0x03BE, 0x78, 0x00 }, /* ξ to x */
- { 0x03BF, 0x6f, 0x00 }, /* ο to o */
- { 0x03C0, 0x70, 0x00 }, /* π to p */
- { 0x03C1, 0x72, 0x00 }, /* ρ to r */
- { 0x03C3, 0x73, 0x00 }, /* σ to s */
- { 0x03C4, 0x74, 0x00 }, /* τ to t */
- { 0x03C5, 0x79, 0x00 }, /* υ to y */
- { 0x03C6, 0x66, 0x00 }, /* φ to f */
- { 0x03C7, 0x63, 0x68 }, /* χ to ch */
- { 0x03C8, 0x70, 0x73 }, /* ψ to ps */
- { 0x03C9, 0x6f, 0x00 }, /* ω to o */
- { 0x03CA, 0x69, 0x00 }, /* ϊ to i */
- { 0x03CB, 0x79, 0x00 }, /* ϋ to y */
- { 0x03CC, 0x6f, 0x00 }, /* ό to o */
- { 0x03CD, 0x79, 0x00 }, /* ύ to y */
- { 0x03CE, 0x69, 0x00 }, /* ώ to i */
- { 0x0400, 0x45, 0x00 }, /* Ѐ to E */
- { 0x0401, 0x45, 0x00 }, /* Ё to E */
- { 0x0402, 0x44, 0x00 }, /* Ђ to D */
- { 0x0403, 0x47, 0x00 }, /* Ѓ to G */
- { 0x0404, 0x45, 0x00 }, /* Є to E */
- { 0x0405, 0x5a, 0x00 }, /* Ѕ to Z */
- { 0x0406, 0x49, 0x00 }, /* І to I */
- { 0x0407, 0x49, 0x00 }, /* Ї to I */
- { 0x0408, 0x4a, 0x00 }, /* Ј to J */
- { 0x0409, 0x49, 0x00 }, /* Љ to I */
- { 0x040A, 0x4e, 0x00 }, /* Њ to N */
- { 0x040B, 0x44, 0x00 }, /* Ћ to D */
- { 0x040C, 0x4b, 0x00 }, /* Ќ to K */
- { 0x040D, 0x49, 0x00 }, /* Ѝ to I */
- { 0x040E, 0x55, 0x00 }, /* Ў to U */
- { 0x040F, 0x44, 0x00 }, /* Џ to D */
- { 0x0410, 0x41, 0x00 }, /* А to A */
- { 0x0411, 0x42, 0x00 }, /* Б to B */
- { 0x0412, 0x56, 0x00 }, /* В to V */
- { 0x0413, 0x47, 0x00 }, /* Г to G */
- { 0x0414, 0x44, 0x00 }, /* Д to D */
- { 0x0415, 0x45, 0x00 }, /* Е to E */
- { 0x0416, 0x5a, 0x68 }, /* Ж to Zh */
- { 0x0417, 0x5a, 0x00 }, /* З to Z */
- { 0x0418, 0x49, 0x00 }, /* И to I */
- { 0x0419, 0x49, 0x00 }, /* Й to I */
- { 0x041A, 0x4b, 0x00 }, /* К to K */
- { 0x041B, 0x4c, 0x00 }, /* Л to L */
- { 0x041C, 0x4d, 0x00 }, /* М to M */
- { 0x041D, 0x4e, 0x00 }, /* Н to N */
- { 0x041E, 0x4f, 0x00 }, /* О to O */
- { 0x041F, 0x50, 0x00 }, /* П to P */
- { 0x0420, 0x52, 0x00 }, /* Р to R */
- { 0x0421, 0x53, 0x00 }, /* С to S */
- { 0x0422, 0x54, 0x00 }, /* Т to T */
- { 0x0423, 0x55, 0x00 }, /* У to U */
- { 0x0424, 0x46, 0x00 }, /* Ф to F */
- { 0x0425, 0x4b, 0x68 }, /* Х to Kh */
- { 0x0426, 0x54, 0x63 }, /* Ц to Tc */
- { 0x0427, 0x43, 0x68 }, /* Ч to Ch */
- { 0x0428, 0x53, 0x68 }, /* Ш to Sh */
- { 0x0429, 0x53, 0x68 }, /* Щ to Shch */
- { 0x042A, 0x61, 0x00 }, /* to A */
- { 0x042B, 0x59, 0x00 }, /* Ы to Y */
- { 0x042C, 0x59, 0x00 }, /* to Y */
- { 0x042D, 0x45, 0x00 }, /* Э to E */
- { 0x042E, 0x49, 0x75 }, /* Ю to Iu */
- { 0x042F, 0x49, 0x61 }, /* Я to Ia */
- { 0x0430, 0x61, 0x00 }, /* а to a */
- { 0x0431, 0x62, 0x00 }, /* б to b */
- { 0x0432, 0x76, 0x00 }, /* в to v */
- { 0x0433, 0x67, 0x00 }, /* г to g */
- { 0x0434, 0x64, 0x00 }, /* д to d */
- { 0x0435, 0x65, 0x00 }, /* е to e */
- { 0x0436, 0x7a, 0x68 }, /* ж to zh */
- { 0x0437, 0x7a, 0x00 }, /* з to z */
- { 0x0438, 0x69, 0x00 }, /* и to i */
- { 0x0439, 0x69, 0x00 }, /* й to i */
- { 0x043A, 0x6b, 0x00 }, /* к to k */
- { 0x043B, 0x6c, 0x00 }, /* л to l */
- { 0x043C, 0x6d, 0x00 }, /* м to m */
- { 0x043D, 0x6e, 0x00 }, /* н to n */
- { 0x043E, 0x6f, 0x00 }, /* о to o */
- { 0x043F, 0x70, 0x00 }, /* п to p */
- { 0x0440, 0x72, 0x00 }, /* р to r */
- { 0x0441, 0x73, 0x00 }, /* с to s */
- { 0x0442, 0x74, 0x00 }, /* т to t */
- { 0x0443, 0x75, 0x00 }, /* у to u */
- { 0x0444, 0x66, 0x00 }, /* ф to f */
- { 0x0445, 0x6b, 0x68 }, /* х to kh */
- { 0x0446, 0x74, 0x63 }, /* ц to tc */
- { 0x0447, 0x63, 0x68 }, /* ч to ch */
- { 0x0448, 0x73, 0x68 }, /* ш to sh */
- { 0x0449, 0x73, 0x68 }, /* щ to shch */
- { 0x044A, 0x61, 0x00 }, /* to a */
- { 0x044B, 0x79, 0x00 }, /* ы to y */
- { 0x044C, 0x79, 0x00 }, /* to y */
- { 0x044D, 0x65, 0x00 }, /* э to e */
- { 0x044E, 0x69, 0x75 }, /* ю to iu */
- { 0x044F, 0x69, 0x61 }, /* я to ia */
- { 0x0450, 0x65, 0x00 }, /* ѐ to e */
- { 0x0451, 0x65, 0x00 }, /* ё to e */
- { 0x0452, 0x64, 0x00 }, /* ђ to d */
- { 0x0453, 0x67, 0x00 }, /* ѓ to g */
- { 0x0454, 0x65, 0x00 }, /* є to e */
- { 0x0455, 0x7a, 0x00 }, /* ѕ to z */
- { 0x0456, 0x69, 0x00 }, /* і to i */
- { 0x0457, 0x69, 0x00 }, /* ї to i */
- { 0x0458, 0x6a, 0x00 }, /* ј to j */
- { 0x0459, 0x69, 0x00 }, /* љ to i */
- { 0x045A, 0x6e, 0x00 }, /* њ to n */
- { 0x045B, 0x64, 0x00 }, /* ћ to d */
- { 0x045C, 0x6b, 0x00 }, /* ќ to k */
- { 0x045D, 0x69, 0x00 }, /* ѝ to i */
- { 0x045E, 0x75, 0x00 }, /* ў to u */
- { 0x045F, 0x64, 0x00 }, /* џ to d */
- { 0x1E02, 0x42, 0x00 }, /* Ḃ to B */
- { 0x1E03, 0x62, 0x00 }, /* ḃ to b */
- { 0x1E0A, 0x44, 0x00 }, /* Ḋ to D */
- { 0x1E0B, 0x64, 0x00 }, /* ḋ to d */
- { 0x1E1E, 0x46, 0x00 }, /* Ḟ to F */
- { 0x1E1F, 0x66, 0x00 }, /* ḟ to f */
- { 0x1E40, 0x4D, 0x00 }, /* Ṁ to M */
- { 0x1E41, 0x6D, 0x00 }, /* ṁ to m */
- { 0x1E56, 0x50, 0x00 }, /* Ṗ to P */
- { 0x1E57, 0x70, 0x00 }, /* ṗ to p */
- { 0x1E60, 0x53, 0x00 }, /* Ṡ to S */
- { 0x1E61, 0x73, 0x00 }, /* ṡ to s */
- { 0x1E6A, 0x54, 0x00 }, /* Ṫ to T */
- { 0x1E6B, 0x74, 0x00 }, /* ṫ to t */
- { 0x1E80, 0x57, 0x00 }, /* Ẁ to W */
- { 0x1E81, 0x77, 0x00 }, /* ẁ to w */
- { 0x1E82, 0x57, 0x00 }, /* Ẃ to W */
- { 0x1E83, 0x77, 0x00 }, /* ẃ to w */
- { 0x1E84, 0x57, 0x00 }, /* Ẅ to W */
- { 0x1E85, 0x77, 0x00 }, /* ẅ to w */
- { 0x1EF2, 0x59, 0x00 }, /* Ỳ to Y */
- { 0x1EF3, 0x79, 0x00 }, /* ỳ to y */
- { 0xFB00, 0x66, 0x66 }, /* ff to ff */
- { 0xFB01, 0x66, 0x69 }, /* fi to fi */
- { 0xFB02, 0x66, 0x6C }, /* fl to fl */
- { 0xFB05, 0x73, 0x74 }, /* ſt to st */
- { 0xFB06, 0x73, 0x74 }, /* st to st */
-};
-
-/*
-** Convert the input string from UTF-8 into pure ASCII by converting
-** all non-ASCII characters to some combination of characters in the
-** ASCII subset.
-**
-** The returned string might contain more characters than the input.
-**
-** Space to hold the returned string comes from sqlite3_malloc() and
-** should be freed by the caller.
-*/
-static unsigned char *transliterate(const unsigned char *zIn, int nIn){
- unsigned char *zOut = sqlite3_malloc( nIn*4 + 1 );
- int c, sz, nOut;
- if( zOut==0 ) return 0;
- nOut = 0;
- while( nIn>0 ){
- c = utf8Read(zIn, nIn, &sz);
- zIn += sz;
- nIn -= sz;
- if( c<=127 ){
- zOut[nOut++] = c;
- }else{
- int xTop, xBtm, x;
- xTop = sizeof(translit)/sizeof(translit[0]) - 1;
- xBtm = 0;
- while( xTop>=xBtm ){
- x = (xTop + xBtm)/2;
- if( translit[x].cFrom==c ){
- zOut[nOut++] = translit[x].cTo0;
- if( translit[x].cTo1 ){
- zOut[nOut++] = translit[x].cTo1;
- /* Add an extra "ch" after the "sh" for Щ and щ */
- if( c==0x0429 || c== 0x0449 ){
- zOut[nOut++] = 'c';
- zOut[nOut++] = 'h';
- }
- }
- c = 0;
- break;
- }else if( translit[x].cFrom>c ){
- xTop = x-1;
- }else{
- xBtm = x+1;
- }
- }
- if( c ) zOut[nOut++] = '?';
- }
- }
- zOut[nOut] = 0;
- return zOut;
-}
-
-/*
-** Return the number of characters in the shortest prefix of the input
-** string that transliterates to an ASCII string nTrans bytes or longer.
-** Or, if the transliteration of the input string is less than nTrans
-** bytes in size, return the number of characters in the input string.
-*/
-static int translen_to_charlen(const char *zIn, int nIn, int nTrans){
- int i, c, sz, nOut;
- int nChar;
-
- i = nOut = 0;
- for(nChar=0; i<nIn && nOut<nTrans; nChar++){
- c = utf8Read((const unsigned char *)&zIn[i], nIn-i, &sz);
- i += sz;
-
- nOut++;
- if( c>=128 ){
- int xTop, xBtm, x;
- xTop = sizeof(translit)/sizeof(translit[0]) - 1;
- xBtm = 0;
- while( xTop>=xBtm ){
- x = (xTop + xBtm)/2;
- if( translit[x].cFrom==c ){
- if( translit[x].cTo1 ) nOut++;
- if( c==0x0429 || c== 0x0449 ) nOut += 2;
- break;
- }else if( translit[x].cFrom>c ){
- xTop = x-1;
- }else{
- xBtm = x+1;
- }
- }
- }
- }
-
- return nChar;
-}
-
-
-/*
-** spellfix1_translit(X)
-**
-** Convert a string that contains non-ASCII Roman characters into
-** pure ASCII.
-*/
-static void transliterateSqlFunc(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- const unsigned char *zIn = sqlite3_value_text(argv[0]);
- int nIn = sqlite3_value_bytes(argv[0]);
- unsigned char *zOut = transliterate(zIn, nIn);
- if( zOut==0 ){
- sqlite3_result_error_nomem(context);
- }else{
- sqlite3_result_text(context, (char*)zOut, -1, sqlite3_free);
- }
-}
-
-/*
-** spellfix1_scriptcode(X)
-**
-** Try to determine the dominant script used by the word X and return
-** its ISO 15924 numeric code.
-**
-** The current implementation only understands the following scripts:
-**
-** 215 (Latin)
-** 220 (Cyrillic)
-** 200 (Greek)
-**
-** This routine will return 998 if the input X contains characters from
-** two or more of the above scripts or 999 if X contains no characters
-** from any of the above scripts.
-*/
-static void scriptCodeSqlFunc(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- const unsigned char *zIn = sqlite3_value_text(argv[0]);
- int nIn = sqlite3_value_bytes(argv[0]);
- int c, sz;
- int scriptMask = 0;
- int res;
-# define SCRIPT_LATIN 0x0001
-# define SCRIPT_CYRILLIC 0x0002
-# define SCRIPT_GREEK 0x0004
-
- while( nIn>0 ){
- c = utf8Read(zIn, nIn, &sz);
- zIn += sz;
- nIn -= sz;
- if( c<0x02af ){
- scriptMask |= SCRIPT_LATIN;
- }else if( c>=0x0400 && c<=0x04ff ){
- scriptMask |= SCRIPT_CYRILLIC;
- }else if( c>=0x0386 && c<=0x03ce ){
- scriptMask |= SCRIPT_GREEK;
- }
- }
- switch( scriptMask ){
- case 0: res = 999; break;
- case SCRIPT_LATIN: res = 215; break;
- case SCRIPT_CYRILLIC: res = 220; break;
- case SCRIPT_GREEK: res = 200; break;
- default: res = 998; break;
- }
- sqlite3_result_int(context, res);
-}
-
-/* End transliterate
-******************************************************************************
-******************************************************************************
-** Begin spellfix1 virtual table.
-*/
-
-/* Maximum length of a phonehash used for querying the shadow table */
-#define SPELLFIX_MX_HASH 8
-
-/* Maximum number of hash strings to examine per query */
-#define SPELLFIX_MX_RUN 1
-
-typedef struct spellfix1_vtab spellfix1_vtab;
-typedef struct spellfix1_cursor spellfix1_cursor;
-
-/* Fuzzy-search virtual table object */
-struct spellfix1_vtab {
- sqlite3_vtab base; /* Base class - must be first */
- sqlite3 *db; /* Database connection */
- char *zDbName; /* Name of database holding this table */
- char *zTableName; /* Name of the virtual table */
- char *zCostTable; /* Table holding edit-distance cost numbers */
- EditDist3Config *pConfig3; /* Parsed edit distance costs */
-};
-
-/* Fuzzy-search cursor object */
-struct spellfix1_cursor {
- sqlite3_vtab_cursor base; /* Base class - must be first */
- spellfix1_vtab *pVTab; /* The table to which this cursor belongs */
- char *zPattern; /* rhs of MATCH clause */
- int nRow; /* Number of rows of content */
- int nAlloc; /* Number of allocated rows */
- int iRow; /* Current row of content */
- int iLang; /* Value of the langid= constraint */
- int iTop; /* Value of the top= constraint */
- int iScope; /* Value of the scope= constraint */
- int nSearch; /* Number of vocabulary items checked */
- sqlite3_stmt *pFullScan; /* Shadow query for a full table scan */
- struct spellfix1_row { /* For each row of content */
- sqlite3_int64 iRowid; /* Rowid for this row */
- char *zWord; /* Text for this row */
- int iRank; /* Rank for this row */
- int iDistance; /* Distance from pattern for this row */
- int iScore; /* Score for sorting */
- int iMatchlen; /* Value of matchlen column (or -1) */
- char zHash[SPELLFIX_MX_HASH]; /* the phonehash used for this match */
- } *a;
-};
-
-/*
-** Construct one or more SQL statements from the format string given
-** and then evaluate those statements. The success code is written
-** into *pRc.
-**
-** If *pRc is initially non-zero then this routine is a no-op.
-*/
-static void spellfix1DbExec(
- int *pRc, /* Success code */
- sqlite3 *db, /* Database in which to run SQL */
- const char *zFormat, /* Format string for SQL */
- ... /* Arguments to the format string */
-){
- va_list ap;
- char *zSql;
- if( *pRc ) return;
- va_start(ap, zFormat);
- zSql = sqlite3_vmprintf(zFormat, ap);
- va_end(ap);
- if( zSql==0 ){
- *pRc = SQLITE_NOMEM;
- }else{
- *pRc = sqlite3_exec(db, zSql, 0, 0, 0);
- sqlite3_free(zSql);
- }
-}
-
-/*
-** xDisconnect/xDestroy method for the fuzzy-search module.
-*/
-static int spellfix1Uninit(int isDestroy, sqlite3_vtab *pVTab){
- spellfix1_vtab *p = (spellfix1_vtab*)pVTab;
- int rc = SQLITE_OK;
- if( isDestroy ){
- sqlite3 *db = p->db;
- spellfix1DbExec(&rc, db, "DROP TABLE IF EXISTS \"%w\".\"%w_vocab\"",
- p->zDbName, p->zTableName);
- }
- if( rc==SQLITE_OK ){
- sqlite3_free(p->zTableName);
- editDist3ConfigDelete(p->pConfig3);
- sqlite3_free(p->zCostTable);
- sqlite3_free(p);
- }
- return rc;
-}
-static int spellfix1Disconnect(sqlite3_vtab *pVTab){
- return spellfix1Uninit(0, pVTab);
-}
-static int spellfix1Destroy(sqlite3_vtab *pVTab){
- return spellfix1Uninit(1, pVTab);
-}
-
-/*
-** Make a copy of a string. Remove leading and trailing whitespace
-** and dequote it.
-*/
-static char *spellfix1Dequote(const char *zIn){
- char *zOut;
- int i, j;
- char c;
- while( isspace(zIn[0]) ) zIn++;
- zOut = sqlite3_mprintf("%s", zIn);
- if( zOut==0 ) return 0;
- i = (int)strlen(zOut);
-#if 0 /* The parser will never leave spaces at the end */
- while( i>0 && isspace(zOut[i-1]) ){ i--; }
-#endif
- zOut[i] = 0;
- c = zOut[0];
- if( c=='\'' || c=='"' ){
- for(i=1, j=0; ALWAYS(zOut[i]); i++){
- zOut[j++] = zOut[i];
- if( zOut[i]==c ){
- if( zOut[i+1]==c ){
- i++;
- }else{
- zOut[j-1] = 0;
- break;
- }
- }
- }
- }
- return zOut;
-}
-
-
-/*
-** xConnect/xCreate method for the spellfix1 module. Arguments are:
-**
-** argv[0] -> module name ("spellfix1")
-** argv[1] -> database name
-** argv[2] -> table name
-** argv[3].. -> optional arguments (i.e. "edit_cost_table" parameter)
-*/
-static int spellfix1Init(
- int isCreate,
- sqlite3 *db,
- void *pAux,
- int argc, const char *const*argv,
- sqlite3_vtab **ppVTab,
- char **pzErr
-){
- spellfix1_vtab *pNew = 0;
- const char *zModule = argv[0];
- const char *zDbName = argv[1];
- const char *zTableName = argv[2];
- int nDbName;
- int rc = SQLITE_OK;
- int i;
-
- nDbName = (int)strlen(zDbName);
- pNew = sqlite3_malloc( sizeof(*pNew) + nDbName + 1);
- if( pNew==0 ){
- rc = SQLITE_NOMEM;
- }else{
- memset(pNew, 0, sizeof(*pNew));
- pNew->zDbName = (char*)&pNew[1];
- memcpy(pNew->zDbName, zDbName, nDbName+1);
- pNew->zTableName = sqlite3_mprintf("%s", zTableName);
- pNew->db = db;
- if( pNew->zTableName==0 ){
- rc = SQLITE_NOMEM;
- }else{
- rc = sqlite3_declare_vtab(db,
- "CREATE TABLE x(word,rank,distance,langid, "
- "score, matchlen, phonehash HIDDEN, "
- "top HIDDEN, scope HIDDEN, srchcnt HIDDEN, "
- "soundslike HIDDEN, command HIDDEN)"
- );
-#define SPELLFIX_COL_WORD 0
-#define SPELLFIX_COL_RANK 1
-#define SPELLFIX_COL_DISTANCE 2
-#define SPELLFIX_COL_LANGID 3
-#define SPELLFIX_COL_SCORE 4
-#define SPELLFIX_COL_MATCHLEN 5
-#define SPELLFIX_COL_PHONEHASH 6
-#define SPELLFIX_COL_TOP 7
-#define SPELLFIX_COL_SCOPE 8
-#define SPELLFIX_COL_SRCHCNT 9
-#define SPELLFIX_COL_SOUNDSLIKE 10
-#define SPELLFIX_COL_COMMAND 11
- }
- if( rc==SQLITE_OK && isCreate ){
- sqlite3_uint64 r;
- spellfix1DbExec(&rc, db,
- "CREATE TABLE IF NOT EXISTS \"%w\".\"%w_vocab\"(\n"
- " id INTEGER PRIMARY KEY,\n"
- " rank INT,\n"
- " langid INT,\n"
- " word TEXT,\n"
- " k1 TEXT,\n"
- " k2 TEXT\n"
- ");\n",
- zDbName, zTableName
- );
- sqlite3_randomness(sizeof(r), &r);
- spellfix1DbExec(&rc, db,
- "CREATE INDEX IF NOT EXISTS \"%w\".\"%w_index_%llx\" "
- "ON \"%w_vocab\"(langid,k2);",
- zDbName, zModule, r, zTableName
- );
- }
- for(i=3; rc==SQLITE_OK && i<argc; i++){
- if( strncmp(argv[i],"edit_cost_table=",16)==0 && pNew->zCostTable==0 ){
- pNew->zCostTable = spellfix1Dequote(&argv[i][16]);
- if( pNew->zCostTable==0 ) rc = SQLITE_NOMEM;
- continue;
- }
- *pzErr = sqlite3_mprintf("bad argument to spellfix1(): \"%s\"", argv[i]);
- rc = SQLITE_ERROR;
- }
- }
-
- if( rc && pNew ){
- *ppVTab = 0;
- spellfix1Uninit(0, &pNew->base);
- }else{
- *ppVTab = (sqlite3_vtab *)pNew;
- }
- return rc;
-}
-
-/*
-** The xConnect and xCreate methods
-*/
-static int spellfix1Connect(
- sqlite3 *db,
- void *pAux,
- int argc, const char *const*argv,
- sqlite3_vtab **ppVTab,
- char **pzErr
-){
- return spellfix1Init(0, db, pAux, argc, argv, ppVTab, pzErr);
-}
-static int spellfix1Create(
- sqlite3 *db,
- void *pAux,
- int argc, const char *const*argv,
- sqlite3_vtab **ppVTab,
- char **pzErr
-){
- return spellfix1Init(1, db, pAux, argc, argv, ppVTab, pzErr);
-}
-
-/*
-** Clear all of the content from a cursor.
-*/
-static void spellfix1ResetCursor(spellfix1_cursor *pCur){
- int i;
- for(i=0; i<pCur->nRow; i++){
- sqlite3_free(pCur->a[i].zWord);
- }
- pCur->nRow = 0;
- pCur->iRow = 0;
- pCur->nSearch = 0;
- if( pCur->pFullScan ){
- sqlite3_finalize(pCur->pFullScan);
- pCur->pFullScan = 0;
- }
-}
-
-/*
-** Resize the cursor to hold up to N rows of content
-*/
-static void spellfix1ResizeCursor(spellfix1_cursor *pCur, int N){
- struct spellfix1_row *aNew;
- assert( N>=pCur->nRow );
- aNew = sqlite3_realloc(pCur->a, sizeof(pCur->a[0])*N);
- if( aNew==0 && N>0 ){
- spellfix1ResetCursor(pCur);
- sqlite3_free(pCur->a);
- pCur->nAlloc = 0;
- pCur->a = 0;
- }else{
- pCur->nAlloc = N;
- pCur->a = aNew;
- }
-}
-
-
-/*
-** Close a fuzzy-search cursor.
-*/
-static int spellfix1Close(sqlite3_vtab_cursor *cur){
- spellfix1_cursor *pCur = (spellfix1_cursor *)cur;
- spellfix1ResetCursor(pCur);
- spellfix1ResizeCursor(pCur, 0);
- sqlite3_free(pCur->zPattern);
- sqlite3_free(pCur);
- return SQLITE_OK;
-}
-
-/*
-** Search for terms of these forms:
-**
-** (A) word MATCH $str
-** (B) langid == $langid
-** (C) top = $top
-** (D) scope = $scope
-** (E) distance < $distance
-** (F) distance <= $distance
-**
-** The plan number is a bit mask formed with these bits:
-**
-** 0x01 (A) is found
-** 0x02 (B) is found
-** 0x04 (C) is found
-** 0x08 (D) is found
-** 0x10 (E) is found
-** 0x20 (F) is found
-**
-** filter.argv[*] values contains $str, $langid, $top, and $scope,
-** if specified and in that order.
-*/
-static int spellfix1BestIndex(sqlite3_vtab *tab, sqlite3_index_info *pIdxInfo){
- int iPlan = 0;
- int iLangTerm = -1;
- int iTopTerm = -1;
- int iScopeTerm = -1;
- int iDistTerm = -1;
- int i;
- const struct sqlite3_index_constraint *pConstraint;
- pConstraint = pIdxInfo->aConstraint;
- for(i=0; i<pIdxInfo->nConstraint; i++, pConstraint++){
- if( pConstraint->usable==0 ) continue;
-
- /* Terms of the form: word MATCH $str */
- if( (iPlan & 1)==0
- && pConstraint->iColumn==SPELLFIX_COL_WORD
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_MATCH
- ){
- iPlan |= 1;
- pIdxInfo->aConstraintUsage[i].argvIndex = 1;
- pIdxInfo->aConstraintUsage[i].omit = 1;
- }
-
- /* Terms of the form: langid = $langid */
- if( (iPlan & 2)==0
- && pConstraint->iColumn==SPELLFIX_COL_LANGID
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ
- ){
- iPlan |= 2;
- iLangTerm = i;
- }
-
- /* Terms of the form: top = $top */
- if( (iPlan & 4)==0
- && pConstraint->iColumn==SPELLFIX_COL_TOP
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ
- ){
- iPlan |= 4;
- iTopTerm = i;
- }
-
- /* Terms of the form: scope = $scope */
- if( (iPlan & 8)==0
- && pConstraint->iColumn==SPELLFIX_COL_SCOPE
- && pConstraint->op==SQLITE_INDEX_CONSTRAINT_EQ
- ){
- iPlan |= 8;
- iScopeTerm = i;
- }
-
- /* Terms of the form: distance < $dist or distance <= $dist */
- if( (iPlan & (16|32))==0
- && pConstraint->iColumn==SPELLFIX_COL_DISTANCE
- && (pConstraint->op==SQLITE_INDEX_CONSTRAINT_LT
- || pConstraint->op==SQLITE_INDEX_CONSTRAINT_LE)
- ){
- iPlan |= pConstraint->op==SQLITE_INDEX_CONSTRAINT_LT ? 16 : 32;
- iDistTerm = i;
- }
- }
- if( iPlan&1 ){
- int idx = 2;
- pIdxInfo->idxNum = iPlan;
- if( pIdxInfo->nOrderBy==1
- && pIdxInfo->aOrderBy[0].iColumn==SPELLFIX_COL_SCORE
- && pIdxInfo->aOrderBy[0].desc==0
- ){
- pIdxInfo->orderByConsumed = 1; /* Default order by iScore */
- }
- if( iPlan&2 ){
- pIdxInfo->aConstraintUsage[iLangTerm].argvIndex = idx++;
- pIdxInfo->aConstraintUsage[iLangTerm].omit = 1;
- }
- if( iPlan&4 ){
- pIdxInfo->aConstraintUsage[iTopTerm].argvIndex = idx++;
- pIdxInfo->aConstraintUsage[iTopTerm].omit = 1;
- }
- if( iPlan&8 ){
- pIdxInfo->aConstraintUsage[iScopeTerm].argvIndex = idx++;
- pIdxInfo->aConstraintUsage[iScopeTerm].omit = 1;
- }
- if( iPlan&(16|32) ){
- pIdxInfo->aConstraintUsage[iDistTerm].argvIndex = idx++;
- pIdxInfo->aConstraintUsage[iDistTerm].omit = 1;
- }
- pIdxInfo->estimatedCost = 1e5;
- }else{
- pIdxInfo->idxNum = 0;
- pIdxInfo->estimatedCost = 1e50;
- }
- return SQLITE_OK;
-}
-
-/*
-** Open a new fuzzy-search cursor.
-*/
-static int spellfix1Open(sqlite3_vtab *pVTab, sqlite3_vtab_cursor **ppCursor){
- spellfix1_vtab *p = (spellfix1_vtab*)pVTab;
- spellfix1_cursor *pCur;
- pCur = sqlite3_malloc( sizeof(*pCur) );
- if( pCur==0 ) return SQLITE_NOMEM;
- memset(pCur, 0, sizeof(*pCur));
- pCur->pVTab = p;
- *ppCursor = &pCur->base;
- return SQLITE_OK;
-}
-
-/*
-** Adjust a distance measurement by the words rank in order to show
-** preference to common words.
-*/
-static int spellfix1Score(int iDistance, int iRank){
- int iLog2;
- for(iLog2=0; iRank>0; iLog2++, iRank>>=1){}
- return iDistance + 32 - iLog2;
-}
-
-/*
-** Compare two spellfix1_row objects for sorting purposes in qsort() such
-** that they sort in order of increasing distance.
-*/
-static int spellfix1RowCompare(const void *A, const void *B){
- const struct spellfix1_row *a = (const struct spellfix1_row*)A;
- const struct spellfix1_row *b = (const struct spellfix1_row*)B;
- return a->iScore - b->iScore;
-}
-
-/*
-** A structure used to pass information from spellfix1FilterForMatch()
-** into spellfix1RunQuery().
-*/
-typedef struct MatchQuery {
- spellfix1_cursor *pCur; /* The cursor being queried */
- sqlite3_stmt *pStmt; /* shadow table query statment */
- char zHash[SPELLFIX_MX_HASH]; /* The current phonehash for zPattern */
- const char *zPattern; /* Transliterated input string */
- int nPattern; /* Length of zPattern */
- EditDist3FromString *pMatchStr3; /* Original unicode string */
- EditDist3Config *pConfig3; /* Edit-distance cost coefficients */
- const EditDist3Lang *pLang; /* The selected language coefficients */
- int iLang; /* The language id */
- int iScope; /* Default scope */
- int iMaxDist; /* Maximum allowed edit distance, or -1 */
- int rc; /* Error code */
- int nRun; /* Number of prior runs for the same zPattern */
- char azPrior[SPELLFIX_MX_RUN][SPELLFIX_MX_HASH]; /* Prior hashes */
-} MatchQuery;
-
-/*
-** Run a query looking for the best matches against zPattern using
-** zHash as the character class seed hash.
-*/
-static void spellfix1RunQuery(MatchQuery *p, const char *zQuery, int nQuery){
- const char *zK1;
- const char *zWord;
- int iDist;
- int iRank;
- int iScore;
- int iWorst = 0;
- int idx;
- int idxWorst = -1;
- int i;
- int iScope = p->iScope;
- spellfix1_cursor *pCur = p->pCur;
- sqlite3_stmt *pStmt = p->pStmt;
- char zHash1[SPELLFIX_MX_HASH];
- char zHash2[SPELLFIX_MX_HASH];
- char *zClass;
- int nClass;
- int rc;
-
- if( pCur->a==0 || p->rc ) return; /* Prior memory allocation failure */
- zClass = (char*)phoneticHash((unsigned char*)zQuery, nQuery);
- if( zClass==0 ){
- p->rc = SQLITE_NOMEM;
- return;
- }
- nClass = (int)strlen(zClass);
- if( nClass>SPELLFIX_MX_HASH-2 ){
- nClass = SPELLFIX_MX_HASH-2;
- zClass[nClass] = 0;
- }
- if( nClass<=iScope ){
- if( nClass>2 ){
- iScope = nClass-1;
- }else{
- iScope = nClass;
- }
- }
- memcpy(zHash1, zClass, iScope);
- sqlite3_free(zClass);
- zHash1[iScope] = 0;
- memcpy(zHash2, zHash1, iScope);
- zHash2[iScope] = 'Z';
- zHash2[iScope+1] = 0;
-#if SPELLFIX_MX_RUN>1
- for(i=0; i<p->nRun; i++){
- if( strcmp(p->azPrior[i], zHash1)==0 ) return;
- }
-#endif
- assert( p->nRun<SPELLFIX_MX_RUN );
- memcpy(p->azPrior[p->nRun++], zHash1, iScope+1);
- if( sqlite3_bind_text(pStmt, 1, zHash1, -1, SQLITE_STATIC)==SQLITE_NOMEM
- || sqlite3_bind_text(pStmt, 2, zHash2, -1, SQLITE_STATIC)==SQLITE_NOMEM
- ){
- p->rc = SQLITE_NOMEM;
- return;
- }
-#if SPELLFIX_MX_RUN>1
- for(i=0; i<pCur->nRow; i++){
- if( pCur->a[i].iScore>iWorst ){
- iWorst = pCur->a[i].iScore;
- idxWorst = i;
- }
- }
-#endif
- while( sqlite3_step(pStmt)==SQLITE_ROW ){
- int iMatchlen = -1;
- iRank = sqlite3_column_int(pStmt, 2);
- if( p->pMatchStr3 ){
- int nWord = sqlite3_column_bytes(pStmt, 1);
- zWord = (const char*)sqlite3_column_text(pStmt, 1);
- iDist = editDist3Core(p->pMatchStr3, zWord, nWord, p->pLang, &iMatchlen);
- }else{
- zK1 = (const char*)sqlite3_column_text(pStmt, 3);
- if( zK1==0 ) continue;
- iDist = editdist1(p->zPattern, zK1, 0);
- }
- if( iDist<0 ){
- p->rc = SQLITE_NOMEM;
- break;
- }
- pCur->nSearch++;
- iScore = spellfix1Score(iDist,iRank);
- if( p->iMaxDist>=0 ){
- if( iDist>p->iMaxDist ) continue;
- if( pCur->nRow>=pCur->nAlloc-1 ){
- spellfix1ResizeCursor(pCur, pCur->nAlloc*2 + 10);
- if( pCur->a==0 ) break;
- }
- idx = pCur->nRow;
- }else if( pCur->nRow<pCur->nAlloc ){
- idx = pCur->nRow;
- }else if( iScore<iWorst ){
- idx = idxWorst;
- sqlite3_free(pCur->a[idx].zWord);
- }else{
- continue;
- }
- pCur->a[idx].zWord = sqlite3_mprintf("%s", sqlite3_column_text(pStmt, 1));
- if( pCur->a[idx].zWord==0 ){
- p->rc = SQLITE_NOMEM;
- break;
- }
- pCur->a[idx].iRowid = sqlite3_column_int64(pStmt, 0);
- pCur->a[idx].iRank = iRank;
- pCur->a[idx].iDistance = iDist;
- pCur->a[idx].iScore = iScore;
- pCur->a[idx].iMatchlen = iMatchlen;
- memcpy(pCur->a[idx].zHash, zHash1, iScope+1);
- if( pCur->nRow<pCur->nAlloc ) pCur->nRow++;
- if( pCur->nRow==pCur->nAlloc ){
- iWorst = pCur->a[0].iScore;
- idxWorst = 0;
- for(i=1; i<pCur->nRow; i++){
- iScore = pCur->a[i].iScore;
- if( iWorst<iScore ){
- iWorst = iScore;
- idxWorst = i;
- }
- }
- }
- }
- rc = sqlite3_reset(pStmt);
- if( rc ) p->rc = rc;
-}
-
-/*
-** This version of the xFilter method work if the MATCH term is present
-** and we are doing a scan.
-*/
-static int spellfix1FilterForMatch(
- spellfix1_cursor *pCur,
- int idxNum,
- int argc,
- sqlite3_value **argv
-){
- const unsigned char *zMatchThis; /* RHS of the MATCH operator */
- EditDist3FromString *pMatchStr3 = 0; /* zMatchThis as an editdist string */
- char *zPattern; /* Transliteration of zMatchThis */
- int nPattern; /* Length of zPattern */
- int iLimit = 20; /* Max number of rows of output */
- int iScope = 3; /* Use this many characters of zClass */
- int iLang = 0; /* Language code */
- char *zSql; /* SQL of shadow table query */
- sqlite3_stmt *pStmt = 0; /* Shadow table query */
- int rc; /* Result code */
- int idx = 1; /* Next available filter parameter */
- spellfix1_vtab *p = pCur->pVTab; /* The virtual table that owns pCur */
- MatchQuery x; /* For passing info to RunQuery() */
-
- /* Load the cost table if we have not already done so */
- if( p->zCostTable!=0 && p->pConfig3==0 ){
- p->pConfig3 = sqlite3_malloc( sizeof(p->pConfig3[0]) );
- if( p->pConfig3==0 ) return SQLITE_NOMEM;
- memset(p->pConfig3, 0, sizeof(p->pConfig3[0]));
- rc = editDist3ConfigLoad(p->pConfig3, p->db, p->zCostTable);
- if( rc ) return rc;
- }
- memset(&x, 0, sizeof(x));
- x.iScope = 3; /* Default scope if none specified by "WHERE scope=N" */
- x.iMaxDist = -1; /* Maximum allowed edit distance */
-
- if( idxNum&2 ){
- iLang = sqlite3_value_int(argv[idx++]);
- }
- if( idxNum&4 ){
- iLimit = sqlite3_value_int(argv[idx++]);
- if( iLimit<1 ) iLimit = 1;
- }
- if( idxNum&8 ){
- x.iScope = sqlite3_value_int(argv[idx++]);
- if( x.iScope<1 ) x.iScope = 1;
- if( x.iScope>SPELLFIX_MX_HASH-2 ) x.iScope = SPELLFIX_MX_HASH-2;
- }
- if( idxNum&(16|32) ){
- x.iMaxDist = sqlite3_value_int(argv[idx++]);
- if( idxNum&16 ) x.iMaxDist--;
- if( x.iMaxDist<0 ) x.iMaxDist = 0;
- }
- spellfix1ResetCursor(pCur);
- spellfix1ResizeCursor(pCur, iLimit);
- zMatchThis = sqlite3_value_text(argv[0]);
- if( zMatchThis==0 ) return SQLITE_OK;
- if( p->pConfig3 ){
- x.pLang = editDist3FindLang(p->pConfig3, iLang);
- pMatchStr3 = editDist3FromStringNew(x.pLang, (const char*)zMatchThis, -1);
- if( pMatchStr3==0 ){
- x.rc = SQLITE_NOMEM;
- goto filter_exit;
- }
- }else{
- x.pLang = 0;
- }
- zPattern = (char*)transliterate(zMatchThis, sqlite3_value_bytes(argv[0]));
- sqlite3_free(pCur->zPattern);
- pCur->zPattern = zPattern;
- if( zPattern==0 ){
- x.rc = SQLITE_NOMEM;
- goto filter_exit;
- }
- nPattern = (int)strlen(zPattern);
- if( zPattern[nPattern-1]=='*' ) nPattern--;
- zSql = sqlite3_mprintf(
- "SELECT id, word, rank, k1"
- " FROM \"%w\".\"%w_vocab\""
- " WHERE langid=%d AND k2>=?1 AND k2<?2",
- p->zDbName, p->zTableName, iLang
- );
- if( zSql==0 ){
- x.rc = SQLITE_NOMEM;
- pStmt = 0;
- goto filter_exit;
- }
- rc = sqlite3_prepare_v2(p->db, zSql, -1, &pStmt, 0);
- sqlite3_free(zSql);
- pCur->iLang = iLang;
- x.pCur = pCur;
- x.pStmt = pStmt;
- x.zPattern = zPattern;
- x.nPattern = nPattern;
- x.pMatchStr3 = pMatchStr3;
- x.iLang = iLang;
- x.rc = rc;
- x.pConfig3 = p->pConfig3;
- if( x.rc==SQLITE_OK ){
- spellfix1RunQuery(&x, zPattern, nPattern);
- }
-
- if( pCur->a ){
- qsort(pCur->a, pCur->nRow, sizeof(pCur->a[0]), spellfix1RowCompare);
- pCur->iTop = iLimit;
- pCur->iScope = iScope;
- }else{
- x.rc = SQLITE_NOMEM;
- }
-
-filter_exit:
- sqlite3_finalize(pStmt);
- editDist3FromStringDelete(pMatchStr3);
- return x.rc;
-}
-
-/*
-** This version of xFilter handles a full-table scan case
-*/
-static int spellfix1FilterForFullScan(
- spellfix1_cursor *pCur,
- int idxNum,
- int argc,
- sqlite3_value **argv
-){
- int rc;
- char *zSql;
- spellfix1_vtab *pVTab = pCur->pVTab;
- spellfix1ResetCursor(pCur);
- zSql = sqlite3_mprintf(
- "SELECT word, rank, NULL, langid, id FROM \"%w\".\"%w_vocab\"",
- pVTab->zDbName, pVTab->zTableName);
- if( zSql==0 ) return SQLITE_NOMEM;
- rc = sqlite3_prepare_v2(pVTab->db, zSql, -1, &pCur->pFullScan, 0);
- sqlite3_free(zSql);
- pCur->nRow = pCur->iRow = 0;
- if( rc==SQLITE_OK ){
- rc = sqlite3_step(pCur->pFullScan);
- if( rc==SQLITE_ROW ){ pCur->iRow = -1; rc = SQLITE_OK; }
- if( rc==SQLITE_DONE ){ rc = SQLITE_OK; }
- }else{
- pCur->iRow = 0;
- }
- return rc;
-}
-
-
-/*
-** Called to "rewind" a cursor back to the beginning so that
-** it starts its output over again. Always called at least once
-** prior to any spellfix1Column, spellfix1Rowid, or spellfix1Eof call.
-*/
-static int spellfix1Filter(
- sqlite3_vtab_cursor *cur,
- int idxNum, const char *idxStr,
- int argc, sqlite3_value **argv
-){
- spellfix1_cursor *pCur = (spellfix1_cursor *)cur;
- int rc;
- if( idxNum & 1 ){
- rc = spellfix1FilterForMatch(pCur, idxNum, argc, argv);
- }else{
- rc = spellfix1FilterForFullScan(pCur, idxNum, argc, argv);
- }
- return rc;
-}
-
-
-/*
-** Advance a cursor to its next row of output
-*/
-static int spellfix1Next(sqlite3_vtab_cursor *cur){
- spellfix1_cursor *pCur = (spellfix1_cursor *)cur;
- int rc = SQLITE_OK;
- if( pCur->iRow < pCur->nRow ){
- if( pCur->pFullScan ){
- rc = sqlite3_step(pCur->pFullScan);
- if( rc!=SQLITE_ROW ) pCur->iRow = pCur->nRow;
- if( rc==SQLITE_ROW || rc==SQLITE_DONE ) rc = SQLITE_OK;
- }else{
- pCur->iRow++;
- }
- }
- return rc;
-}
-
-/*
-** Return TRUE if we are at the end-of-file
-*/
-static int spellfix1Eof(sqlite3_vtab_cursor *cur){
- spellfix1_cursor *pCur = (spellfix1_cursor *)cur;
- return pCur->iRow>=pCur->nRow;
-}
-
-/*
-** Return columns from the current row.
-*/
-static int spellfix1Column(
- sqlite3_vtab_cursor *cur,
- sqlite3_context *ctx,
- int i
-){
- spellfix1_cursor *pCur = (spellfix1_cursor*)cur;
- if( pCur->pFullScan ){
- if( i<=SPELLFIX_COL_LANGID ){
- sqlite3_result_value(ctx, sqlite3_column_value(pCur->pFullScan, i));
- }else{
- sqlite3_result_null(ctx);
- }
- return SQLITE_OK;
- }
- switch( i ){
- case SPELLFIX_COL_WORD: {
- sqlite3_result_text(ctx, pCur->a[pCur->iRow].zWord, -1, SQLITE_STATIC);
- break;
- }
- case SPELLFIX_COL_RANK: {
- sqlite3_result_int(ctx, pCur->a[pCur->iRow].iRank);
- break;
- }
- case SPELLFIX_COL_DISTANCE: {
- sqlite3_result_int(ctx, pCur->a[pCur->iRow].iDistance);
- break;
- }
- case SPELLFIX_COL_LANGID: {
- sqlite3_result_int(ctx, pCur->iLang);
- break;
- }
- case SPELLFIX_COL_SCORE: {
- sqlite3_result_int(ctx, pCur->a[pCur->iRow].iScore);
- break;
- }
- case SPELLFIX_COL_MATCHLEN: {
- int iMatchlen = pCur->a[pCur->iRow].iMatchlen;
- if( iMatchlen<0 ){
- int nPattern = (int)strlen(pCur->zPattern);
- char *zWord = pCur->a[pCur->iRow].zWord;
- int nWord = (int)strlen(zWord);
-
- if( nPattern>0 && pCur->zPattern[nPattern-1]=='*' ){
- char *zTranslit;
- int res;
- zTranslit = (char *)transliterate((unsigned char *)zWord, nWord);
- if( !zTranslit ) return SQLITE_NOMEM;
- res = editdist1(pCur->zPattern, zTranslit, &iMatchlen);
- sqlite3_free(zTranslit);
- if( res<0 ) return SQLITE_NOMEM;
- iMatchlen = translen_to_charlen(zWord, nWord, iMatchlen);
- }else{
- iMatchlen = utf8Charlen(zWord, nWord);
- }
- }
-
- sqlite3_result_int(ctx, iMatchlen);
- break;
- }
- case SPELLFIX_COL_PHONEHASH: {
- sqlite3_result_text(ctx, pCur->a[pCur->iRow].zHash, -1, SQLITE_STATIC);
- break;
- }
- case SPELLFIX_COL_TOP: {
- sqlite3_result_int(ctx, pCur->iTop);
- break;
- }
- case SPELLFIX_COL_SCOPE: {
- sqlite3_result_int(ctx, pCur->iScope);
- break;
- }
- case SPELLFIX_COL_SRCHCNT: {
- sqlite3_result_int(ctx, pCur->nSearch);
- break;
- }
- default: {
- sqlite3_result_null(ctx);
- break;
- }
- }
- return SQLITE_OK;
-}
-
-/*
-** The rowid.
-*/
-static int spellfix1Rowid(sqlite3_vtab_cursor *cur, sqlite_int64 *pRowid){
- spellfix1_cursor *pCur = (spellfix1_cursor*)cur;
- if( pCur->pFullScan ){
- *pRowid = sqlite3_column_int64(pCur->pFullScan, 4);
- }else{
- *pRowid = pCur->a[pCur->iRow].iRowid;
- }
- return SQLITE_OK;
-}
-
-/*
-** The xUpdate() method.
-*/
-static int spellfix1Update(
- sqlite3_vtab *pVTab,
- int argc,
- sqlite3_value **argv,
- sqlite_int64 *pRowid
-){
- int rc = SQLITE_OK;
- sqlite3_int64 rowid, newRowid;
- spellfix1_vtab *p = (spellfix1_vtab*)pVTab;
- sqlite3 *db = p->db;
-
- if( argc==1 ){
- /* A delete operation on the rowid given by argv[0] */
- rowid = *pRowid = sqlite3_value_int64(argv[0]);
- spellfix1DbExec(&rc, db, "DELETE FROM \"%w\".\"%w_vocab\" "
- " WHERE id=%lld",
- p->zDbName, p->zTableName, rowid);
- }else{
- const unsigned char *zWord = sqlite3_value_text(argv[SPELLFIX_COL_WORD+2]);
- int nWord = sqlite3_value_bytes(argv[SPELLFIX_COL_WORD+2]);
- int iLang = sqlite3_value_int(argv[SPELLFIX_COL_LANGID+2]);
- int iRank = sqlite3_value_int(argv[SPELLFIX_COL_RANK+2]);
- const unsigned char *zSoundslike =
- sqlite3_value_text(argv[SPELLFIX_COL_SOUNDSLIKE+2]);
- int nSoundslike = sqlite3_value_bytes(argv[SPELLFIX_COL_SOUNDSLIKE+2]);
- char *zK1, *zK2;
- int i;
- char c;
-
- if( zWord==0 ){
- /* Inserts of the form: INSERT INTO table(command) VALUES('xyzzy');
- ** cause zWord to be NULL, so we look at the "command" column to see
- ** what special actions to take */
- const char *zCmd =
- (const char*)sqlite3_value_text(argv[SPELLFIX_COL_COMMAND+2]);
- if( zCmd==0 ){
- pVTab->zErrMsg = sqlite3_mprintf("%s.word may not be NULL",
- p->zTableName);
- return SQLITE_CONSTRAINT_NOTNULL;
- }
- if( strcmp(zCmd,"reset")==0 ){
- /* Reset the edit cost table (if there is one). */
- editDist3ConfigDelete(p->pConfig3);
- p->pConfig3 = 0;
- return SQLITE_OK;
- }
- if( strncmp(zCmd,"edit_cost_table=",16)==0 ){
- editDist3ConfigDelete(p->pConfig3);
- p->pConfig3 = 0;
- sqlite3_free(p->zCostTable);
- p->zCostTable = spellfix1Dequote(zCmd+16);
- if( p->zCostTable==0 ) return SQLITE_NOMEM;
- if( p->zCostTable[0]==0 || sqlite3_stricmp(p->zCostTable,"null")==0 ){
- sqlite3_free(p->zCostTable);
- p->zCostTable = 0;
- }
- return SQLITE_OK;
- }
- pVTab->zErrMsg = sqlite3_mprintf("unknown value for %s.command: \"%w\"",
- p->zTableName, zCmd);
- return SQLITE_ERROR;
- }
- if( iRank<1 ) iRank = 1;
- if( zSoundslike ){
- zK1 = (char*)transliterate(zSoundslike, nSoundslike);
- }else{
- zK1 = (char*)transliterate(zWord, nWord);
- }
- if( zK1==0 ) return SQLITE_NOMEM;
- for(i=0; (c = zK1[i])!=0; i++){
- if( c>='A' && c<='Z' ) zK1[i] += 'a' - 'A';
- }
- zK2 = (char*)phoneticHash((const unsigned char*)zK1, i);
- if( zK2==0 ){
- sqlite3_free(zK1);
- return SQLITE_NOMEM;
- }
- if( sqlite3_value_type(argv[0])==SQLITE_NULL ){
- spellfix1DbExec(&rc, db,
- "INSERT INTO \"%w\".\"%w_vocab\"(rank,langid,word,k1,k2) "
- "VALUES(%d,%d,%Q,%Q,%Q)",
- p->zDbName, p->zTableName,
- iRank, iLang, zWord, zK1, zK2
- );
- *pRowid = sqlite3_last_insert_rowid(db);
- }else{
- rowid = sqlite3_value_int64(argv[0]);
- newRowid = *pRowid = sqlite3_value_int64(argv[1]);
- spellfix1DbExec(&rc, db,
- "UPDATE \"%w\".\"%w_vocab\" SET id=%lld, rank=%d, langid=%d,"
- " word=%Q, k1=%Q, k2=%Q WHERE id=%lld",
- p->zDbName, p->zTableName, newRowid, iRank, iLang,
- zWord, zK1, zK2, rowid
- );
- }
- sqlite3_free(zK1);
- sqlite3_free(zK2);
- }
- return rc;
-}
-
-/*
-** Rename the spellfix1 table.
-*/
-static int spellfix1Rename(sqlite3_vtab *pVTab, const char *zNew){
- spellfix1_vtab *p = (spellfix1_vtab*)pVTab;
- sqlite3 *db = p->db;
- int rc = SQLITE_OK;
- char *zNewName = sqlite3_mprintf("%s", zNew);
- if( zNewName==0 ){
- return SQLITE_NOMEM;
- }
- spellfix1DbExec(&rc, db,
- "ALTER TABLE \"%w\".\"%w_vocab\" RENAME TO \"%w_vocab\"",
- p->zDbName, p->zTableName, zNewName
- );
- if( rc==SQLITE_OK ){
- sqlite3_free(p->zTableName);
- p->zTableName = zNewName;
- }else{
- sqlite3_free(zNewName);
- }
- return rc;
-}
-
-
-/*
-** A virtual table module that provides fuzzy search.
-*/
-static sqlite3_module spellfix1Module = {
- 0, /* iVersion */
- spellfix1Create, /* xCreate - handle CREATE VIRTUAL TABLE */
- spellfix1Connect, /* xConnect - reconnected to an existing table */
- spellfix1BestIndex, /* xBestIndex - figure out how to do a query */
- spellfix1Disconnect, /* xDisconnect - close a connection */
- spellfix1Destroy, /* xDestroy - handle DROP TABLE */
- spellfix1Open, /* xOpen - open a cursor */
- spellfix1Close, /* xClose - close a cursor */
- spellfix1Filter, /* xFilter - configure scan constraints */
- spellfix1Next, /* xNext - advance a cursor */
- spellfix1Eof, /* xEof - check for end of scan */
- spellfix1Column, /* xColumn - read data */
- spellfix1Rowid, /* xRowid - read data */
- spellfix1Update, /* xUpdate */
- 0, /* xBegin */
- 0, /* xSync */
- 0, /* xCommit */
- 0, /* xRollback */
- 0, /* xFindMethod */
- spellfix1Rename, /* xRename */
-};
-
-/*
-** Register the various functions and the virtual table.
-*/
-static int spellfix1Register(sqlite3 *db){
- int rc = SQLITE_OK;
- int i;
- rc = sqlite3_create_function(db, "spellfix1_translit", 1, SQLITE_UTF8, 0,
- transliterateSqlFunc, 0, 0);
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_function(db, "spellfix1_editdist", 2, SQLITE_UTF8, 0,
- editdistSqlFunc, 0, 0);
- }
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_function(db, "spellfix1_phonehash", 1, SQLITE_UTF8, 0,
- phoneticHashSqlFunc, 0, 0);
- }
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_function(db, "spellfix1_scriptcode", 1, SQLITE_UTF8, 0,
- scriptCodeSqlFunc, 0, 0);
- }
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_module(db, "spellfix1", &spellfix1Module, 0);
- }
- if( rc==SQLITE_OK ){
- rc = editDist3Install(db);
- }
-
- /* Verify sanity of the translit[] table */
- for(i=0; i<sizeof(translit)/sizeof(translit[0])-1; i++){
- assert( translit[i].cFrom<translit[i+1].cFrom );
- }
-
- return rc;
-}
-
-#endif /* SQLITE_OMIT_VIRTUALTABLE */
-
-/*
-** Extension load function.
-*/
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_spellfix_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- SQLITE_EXTENSION_INIT2(pApi);
-#ifndef SQLITE_OMIT_VIRTUALTABLE
- return spellfix1Register(db);
-#endif
- return SQLITE_OK;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/totype.c b/components/external/SQLite-3.8.1/ext/misc/totype.c
deleted file mode 100644
index 5dc99f3d7d..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/totype.c
+++ /dev/null
@@ -1,512 +0,0 @@
-/*
-** 2013-10-14
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-******************************************************************************
-**
-** This SQLite extension implements functions tointeger(X) and toreal(X).
-**
-** If X is an integer, real, or string value that can be
-** losslessly represented as an integer, then tointeger(X)
-** returns the corresponding integer value.
-** If X is an 8-byte BLOB then that blob is interpreted as
-** a signed two-compliment little-endian encoding of an integer
-** and tointeger(X) returns the corresponding integer value.
-** Otherwise tointeger(X) return NULL.
-**
-** If X is an integer, real, or string value that can be
-** convert into a real number, preserving at least 15 digits
-** of precision, then toreal(X) returns the corresponding real value.
-** If X is an 8-byte BLOB then that blob is interpreted as
-** a 64-bit IEEE754 big-endian floating point value
-** and toreal(X) returns the corresponding real value.
-** Otherwise toreal(X) return NULL.
-**
-** Note that tointeger(X) of an 8-byte BLOB assumes a little-endian
-** encoding whereas toreal(X) of an 8-byte BLOB assumes a big-endian
-** encoding.
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-#include <assert.h>
-#include <string.h>
-
-/*
-** Determine if this is running on a big-endian or little-endian
-** processor
-*/
-#if defined(i386) || defined(__i386__) || defined(_M_IX86)\
- || defined(__x86_64) || defined(__x86_64__)
-# define TOTYPE_BIGENDIAN 0
-# define TOTYPE_LITTLEENDIAN 1
-#else
- const int totype_one = 1;
-# define TOTYPE_BIGENDIAN (*(char *)(&totype_one)==0)
-# define TOTYPE_LITTLEENDIAN (*(char *)(&totype_one)==1)
-#endif
-
-/*
-** Constants for the largest and smallest possible 64-bit signed integers.
-** These macros are designed to work correctly on both 32-bit and 64-bit
-** compilers.
-*/
-#ifndef LARGEST_INT64
-# define LARGEST_INT64 (0xffffffff|(((sqlite3_int64)0x7fffffff)<<32))
-#endif
-
-#ifndef SMALLEST_INT64
-# define SMALLEST_INT64 (((sqlite3_int64)-1) - LARGEST_INT64)
-#endif
-
-/*
-** Return TRUE if character c is a whitespace character
-*/
-static int totypeIsspace(unsigned char c){
- return c==' ' || c=='\t' || c=='\n' || c=='\v' || c=='\f' || c=='\r';
-}
-
-/*
-** Return TRUE if character c is a digit
-*/
-static int totypeIsdigit(unsigned char c){
- return c>='0' && c<='9';
-}
-
-/*
-** Compare the 19-character string zNum against the text representation
-** value 2^63: 9223372036854775808. Return negative, zero, or positive
-** if zNum is less than, equal to, or greater than the string.
-** Note that zNum must contain exactly 19 characters.
-**
-** Unlike memcmp() this routine is guaranteed to return the difference
-** in the values of the last digit if the only difference is in the
-** last digit. So, for example,
-**
-** totypeCompare2pow63("9223372036854775800")
-**
-** will return -8.
-*/
-static int totypeCompare2pow63(const char *zNum){
- int c = 0;
- int i;
- /* 012345678901234567 */
- const char *pow63 = "922337203685477580";
- for(i=0; c==0 && i<18; i++){
- c = (zNum[i]-pow63[i])*10;
- }
- if( c==0 ){
- c = zNum[18] - '8';
- }
- return c;
-}
-
-/*
-** Convert zNum to a 64-bit signed integer.
-**
-** If the zNum value is representable as a 64-bit twos-complement
-** integer, then write that value into *pNum and return 0.
-**
-** If zNum is exactly 9223372036854665808, return 2. This special
-** case is broken out because while 9223372036854665808 cannot be a
-** signed 64-bit integer, its negative -9223372036854665808 can be.
-**
-** If zNum is too big for a 64-bit integer and is not
-** 9223372036854665808 or if zNum contains any non-numeric text,
-** then return 1.
-**
-** The string is not necessarily zero-terminated.
-*/
-static int totypeAtoi64(const char *zNum, sqlite3_int64 *pNum, int length){
- sqlite3_uint64 u = 0;
- int neg = 0; /* assume positive */
- int i;
- int c = 0;
- int nonNum = 0;
- const char *zStart;
- const char *zEnd = zNum + length;
-
- while( zNum<zEnd && totypeIsspace(*zNum) ) zNum++;
- if( zNum<zEnd ){
- if( *zNum=='-' ){
- neg = 1;
- zNum++;
- }else if( *zNum=='+' ){
- zNum++;
- }
- }
- zStart = zNum;
- while( zNum<zEnd && zNum[0]=='0' ){ zNum++; } /* Skip leading zeros. */
- for(i=0; &zNum[i]<zEnd && (c=zNum[i])>='0' && c<='9'; i++){
- u = u*10 + c - '0';
- }
- if( u>LARGEST_INT64 ){
- *pNum = SMALLEST_INT64;
- }else if( neg ){
- *pNum = -(sqlite3_int64)u;
- }else{
- *pNum = (sqlite3_int64)u;
- }
- if( (c!=0 && &zNum[i]<zEnd) || (i==0 && zStart==zNum) || i>19 || nonNum ){
- /* zNum is empty or contains non-numeric text or is longer
- ** than 19 digits (thus guaranteeing that it is too large) */
- return 1;
- }else if( i<19 ){
- /* Less than 19 digits, so we know that it fits in 64 bits */
- assert( u<=LARGEST_INT64 );
- return 0;
- }else{
- /* zNum is a 19-digit numbers. Compare it against 9223372036854775808. */
- c = totypeCompare2pow63(zNum);
- if( c<0 ){
- /* zNum is less than 9223372036854775808 so it fits */
- assert( u<=LARGEST_INT64 );
- return 0;
- }else if( c>0 ){
- /* zNum is greater than 9223372036854775808 so it overflows */
- return 1;
- }else{
- /* zNum is exactly 9223372036854775808. Fits if negative. The
- ** special case 2 overflow if positive */
- assert( u-1==LARGEST_INT64 );
- assert( (*pNum)==SMALLEST_INT64 );
- return neg ? 0 : 2;
- }
- }
-}
-
-/*
-** The string z[] is an text representation of a real number.
-** Convert this string to a double and write it into *pResult.
-**
-** The string is not necessarily zero-terminated.
-**
-** Return TRUE if the result is a valid real number (or integer) and FALSE
-** if the string is empty or contains extraneous text. Valid numbers
-** are in one of these formats:
-**
-** [+-]digits[E[+-]digits]
-** [+-]digits.[digits][E[+-]digits]
-** [+-].digits[E[+-]digits]
-**
-** Leading and trailing whitespace is ignored for the purpose of determining
-** validity.
-**
-** If some prefix of the input string is a valid number, this routine
-** returns FALSE but it still converts the prefix and writes the result
-** into *pResult.
-*/
-static int totypeAtoF(const char *z, double *pResult, int length){
- const char *zEnd = z + length;
- /* sign * significand * (10 ^ (esign * exponent)) */
- int sign = 1; /* sign of significand */
- sqlite3_int64 s = 0; /* significand */
- int d = 0; /* adjust exponent for shifting decimal point */
- int esign = 1; /* sign of exponent */
- int e = 0; /* exponent */
- int eValid = 1; /* True exponent is either not used or is well-formed */
- double result;
- int nDigits = 0;
- int nonNum = 0;
-
- *pResult = 0.0; /* Default return value, in case of an error */
-
- /* skip leading spaces */
- while( z<zEnd && totypeIsspace(*z) ) z++;
- if( z>=zEnd ) return 0;
-
- /* get sign of significand */
- if( *z=='-' ){
- sign = -1;
- z++;
- }else if( *z=='+' ){
- z++;
- }
-
- /* skip leading zeroes */
- while( z<zEnd && z[0]=='0' ) z++, nDigits++;
-
- /* copy max significant digits to significand */
- while( z<zEnd && totypeIsdigit(*z) && s<((LARGEST_INT64-9)/10) ){
- s = s*10 + (*z - '0');
- z++, nDigits++;
- }
-
- /* skip non-significant significand digits
- ** (increase exponent by d to shift decimal left) */
- while( z<zEnd && totypeIsdigit(*z) ) z++, nDigits++, d++;
- if( z>=zEnd ) goto totype_atof_calc;
-
- /* if decimal point is present */
- if( *z=='.' ){
- z++;
- /* copy digits from after decimal to significand
- ** (decrease exponent by d to shift decimal right) */
- while( z<zEnd && totypeIsdigit(*z) && s<((LARGEST_INT64-9)/10) ){
- s = s*10 + (*z - '0');
- z++, nDigits++, d--;
- }
- /* skip non-significant digits */
- while( z<zEnd && totypeIsdigit(*z) ) z++, nDigits++;
- }
- if( z>=zEnd ) goto totype_atof_calc;
-
- /* if exponent is present */
- if( *z=='e' || *z=='E' ){
- z++;
- eValid = 0;
- if( z>=zEnd ) goto totype_atof_calc;
- /* get sign of exponent */
- if( *z=='-' ){
- esign = -1;
- z++;
- }else if( *z=='+' ){
- z++;
- }
- /* copy digits to exponent */
- while( z<zEnd && totypeIsdigit(*z) ){
- e = e<10000 ? (e*10 + (*z - '0')) : 10000;
- z++;
- eValid = 1;
- }
- }
-
- /* skip trailing spaces */
- if( nDigits && eValid ){
- while( z<zEnd && totypeIsspace(*z) ) z++;
- }
-
-totype_atof_calc:
- /* adjust exponent by d, and update sign */
- e = (e*esign) + d;
- if( e<0 ) {
- esign = -1;
- e *= -1;
- } else {
- esign = 1;
- }
-
- /* if 0 significand */
- if( !s ) {
- /* In the IEEE 754 standard, zero is signed.
- ** Add the sign if we've seen at least one digit */
- result = (sign<0 && nDigits) ? -(double)0 : (double)0;
- } else {
- /* attempt to reduce exponent */
- if( esign>0 ){
- while( s<(LARGEST_INT64/10) && e>0 ) e--,s*=10;
- }else{
- while( !(s%10) && e>0 ) e--,s/=10;
- }
-
- /* adjust the sign of significand */
- s = sign<0 ? -s : s;
-
- /* if exponent, scale significand as appropriate
- ** and store in result. */
- if( e ){
- double scale = 1.0;
- /* attempt to handle extremely small/large numbers better */
- if( e>307 && e<342 ){
- while( e%308 ) { scale *= 1.0e+1; e -= 1; }
- if( esign<0 ){
- result = s / scale;
- result /= 1.0e+308;
- }else{
- result = s * scale;
- result *= 1.0e+308;
- }
- }else if( e>=342 ){
- if( esign<0 ){
- result = 0.0*s;
- }else{
- result = 1e308*1e308*s; /* Infinity */
- }
- }else{
- /* 1.0e+22 is the largest power of 10 than can be
- ** represented exactly. */
- while( e%22 ) { scale *= 1.0e+1; e -= 1; }
- while( e>0 ) { scale *= 1.0e+22; e -= 22; }
- if( esign<0 ){
- result = s / scale;
- }else{
- result = s * scale;
- }
- }
- } else {
- result = (double)s;
- }
- }
-
- /* store the result */
- *pResult = result;
-
- /* return true if number and no extra non-whitespace chracters after */
- return z>=zEnd && nDigits>0 && eValid && nonNum==0;
-}
-
-/*
-** tointeger(X): If X is any value (integer, double, blob, or string) that
-** can be losslessly converted into an integer, then make the conversion and
-** return the result. Otherwise, return NULL.
-*/
-static void tointegerFunc(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- assert( argc==1 );
- (void)argc;
- switch( sqlite3_value_type(argv[0]) ){
- case SQLITE_FLOAT: {
- double rVal = sqlite3_value_double(argv[0]);
- sqlite3_int64 iVal = (sqlite3_int64)rVal;
- if( rVal==(double)iVal ){
- sqlite3_result_int64(context, iVal);
- }
- break;
- }
- case SQLITE_INTEGER: {
- sqlite3_result_int64(context, sqlite3_value_int64(argv[0]));
- break;
- }
- case SQLITE_BLOB: {
- const unsigned char *zBlob = sqlite3_value_blob(argv[0]);
- if( zBlob ){
- int nBlob = sqlite3_value_bytes(argv[0]);
- if( nBlob==sizeof(sqlite3_int64) ){
- sqlite3_int64 iVal;
- if( TOTYPE_BIGENDIAN ){
- int i;
- unsigned char zBlobRev[sizeof(sqlite3_int64)];
- for(i=0; i<sizeof(sqlite3_int64); i++){
- zBlobRev[i] = zBlob[sizeof(sqlite3_int64)-1-i];
- }
- memcpy(&iVal, zBlobRev, sizeof(sqlite3_int64));
- }else{
- memcpy(&iVal, zBlob, sizeof(sqlite3_int64));
- }
- sqlite3_result_int64(context, iVal);
- }
- }
- break;
- }
- case SQLITE_TEXT: {
- const unsigned char *zStr = sqlite3_value_text(argv[0]);
- if( zStr ){
- int nStr = sqlite3_value_bytes(argv[0]);
- if( nStr && !totypeIsspace(zStr[0]) ){
- sqlite3_int64 iVal;
- if( !totypeAtoi64((const char*)zStr, &iVal, nStr) ){
- sqlite3_result_int64(context, iVal);
- }
- }
- }
- break;
- }
- default: {
- assert( sqlite3_value_type(argv[0])==SQLITE_NULL );
- break;
- }
- }
-}
-
-/*
-** toreal(X): If X is any value (integer, double, blob, or string) that can
-** be losslessly converted into a real number, then do so and return that
-** real number. Otherwise return NULL.
-*/
-#if defined(_MSC_VER)
-#pragma warning(disable: 4748)
-#pragma optimize("", off)
-#endif
-static void torealFunc(
- sqlite3_context *context,
- int argc,
- sqlite3_value **argv
-){
- assert( argc==1 );
- (void)argc;
- switch( sqlite3_value_type(argv[0]) ){
- case SQLITE_FLOAT: {
- sqlite3_result_double(context, sqlite3_value_double(argv[0]));
- break;
- }
- case SQLITE_INTEGER: {
- sqlite3_int64 iVal = sqlite3_value_int64(argv[0]);
- double rVal = (double)iVal;
- if( iVal==(sqlite3_int64)rVal ){
- sqlite3_result_double(context, rVal);
- }
- break;
- }
- case SQLITE_BLOB: {
- const unsigned char *zBlob = sqlite3_value_blob(argv[0]);
- if( zBlob ){
- int nBlob = sqlite3_value_bytes(argv[0]);
- if( nBlob==sizeof(double) ){
- double rVal;
- if( TOTYPE_LITTLEENDIAN ){
- int i;
- unsigned char zBlobRev[sizeof(double)];
- for(i=0; i<sizeof(double); i++){
- zBlobRev[i] = zBlob[sizeof(double)-1-i];
- }
- memcpy(&rVal, zBlobRev, sizeof(double));
- }else{
- memcpy(&rVal, zBlob, sizeof(double));
- }
- sqlite3_result_double(context, rVal);
- }
- }
- break;
- }
- case SQLITE_TEXT: {
- const unsigned char *zStr = sqlite3_value_text(argv[0]);
- if( zStr ){
- int nStr = sqlite3_value_bytes(argv[0]);
- if( nStr && !totypeIsspace(zStr[0]) && !totypeIsspace(zStr[nStr-1]) ){
- double rVal;
- if( totypeAtoF((const char*)zStr, &rVal, nStr) ){
- sqlite3_result_double(context, rVal);
- return;
- }
- }
- }
- break;
- }
- default: {
- assert( sqlite3_value_type(argv[0])==SQLITE_NULL );
- break;
- }
- }
-}
-#if defined(_MSC_VER)
-#pragma optimize("", on)
-#pragma warning(default: 4748)
-#endif
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_totype_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
- (void)pzErrMsg; /* Unused parameter */
- rc = sqlite3_create_function(db, "tointeger", 1, SQLITE_UTF8, 0,
- tointegerFunc, 0, 0);
- if( rc==SQLITE_OK ){
- rc = sqlite3_create_function(db, "toreal", 1, SQLITE_UTF8, 0,
- torealFunc, 0, 0);
- }
- return rc;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/vfslog.c b/components/external/SQLite-3.8.1/ext/misc/vfslog.c
deleted file mode 100644
index 7cc1083303..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/vfslog.c
+++ /dev/null
@@ -1,706 +0,0 @@
-/*
-** 2013-10-09
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-******************************************************************************
-**
-** This file contains the implementation of an SQLite vfs wrapper for
-** unix that generates per-database log files of all disk activity.
-*/
-
-/*
-** This module contains code for a wrapper VFS that causes a log of
-** most VFS calls to be written into a file on disk. The log
-** is stored as comma-separated variables.
-**
-** All calls on sqlite3_file objects are logged.
-** Additionally, calls to the xAccess(), xOpen(), and xDelete()
-** methods are logged. The other sqlite3_vfs object methods (xDlXXX,
-** xRandomness, xSleep, xCurrentTime, xGetLastError and xCurrentTimeInt64)
-** are not logged.
-*/
-
-#include "sqlite3.h"
-#include <string.h>
-#include <assert.h>
-#include <stdio.h>
-#if SQLITE_OS_UNIX
-# include <unistd.h>
-#endif
-
-/*
-** Forward declaration of objects used by this utility
-*/
-typedef struct VLogLog VLogLog;
-typedef struct VLogVfs VLogVfs;
-typedef struct VLogFile VLogFile;
-
-/* There is a pair (an array of size 2) of the following objects for
-** each database file being logged. The first contains the filename
-** and is used to log I/O with the main database. The second has
-** a NULL filename and is used to log I/O for the journal. Both
-** out pointers are the same.
-*/
-struct VLogLog {
- VLogLog *pNext; /* Next in a list of all active logs */
- VLogLog **ppPrev; /* Pointer to this in the list */
- int nRef; /* Number of references to this object */
- int nFilename; /* Length of zFilename in bytes */
- char *zFilename; /* Name of database file. NULL for journal */
- FILE *out; /* Write information here */
-};
-
-struct VLogVfs {
- sqlite3_vfs base; /* VFS methods */
- sqlite3_vfs *pVfs; /* Parent VFS */
-};
-
-struct VLogFile {
- sqlite3_file base; /* IO methods */
- sqlite3_file *pReal; /* Underlying file handle */
- VLogLog *pLog; /* The log file for this file */
-};
-
-#define REALVFS(p) (((VLogVfs*)(p))->pVfs)
-
-/*
-** Methods for VLogFile
-*/
-static int vlogClose(sqlite3_file*);
-static int vlogRead(sqlite3_file*, void*, int iAmt, sqlite3_int64 iOfst);
-static int vlogWrite(sqlite3_file*,const void*,int iAmt, sqlite3_int64 iOfst);
-static int vlogTruncate(sqlite3_file*, sqlite3_int64 size);
-static int vlogSync(sqlite3_file*, int flags);
-static int vlogFileSize(sqlite3_file*, sqlite3_int64 *pSize);
-static int vlogLock(sqlite3_file*, int);
-static int vlogUnlock(sqlite3_file*, int);
-static int vlogCheckReservedLock(sqlite3_file*, int *pResOut);
-static int vlogFileControl(sqlite3_file*, int op, void *pArg);
-static int vlogSectorSize(sqlite3_file*);
-static int vlogDeviceCharacteristics(sqlite3_file*);
-
-/*
-** Methods for VLogVfs
-*/
-static int vlogOpen(sqlite3_vfs*, const char *, sqlite3_file*, int , int *);
-static int vlogDelete(sqlite3_vfs*, const char *zName, int syncDir);
-static int vlogAccess(sqlite3_vfs*, const char *zName, int flags, int *);
-static int vlogFullPathname(sqlite3_vfs*, const char *zName, int, char *zOut);
-static void *vlogDlOpen(sqlite3_vfs*, const char *zFilename);
-static void vlogDlError(sqlite3_vfs*, int nByte, char *zErrMsg);
-static void (*vlogDlSym(sqlite3_vfs *pVfs, void *p, const char*zSym))(void);
-static void vlogDlClose(sqlite3_vfs*, void*);
-static int vlogRandomness(sqlite3_vfs*, int nByte, char *zOut);
-static int vlogSleep(sqlite3_vfs*, int microseconds);
-static int vlogCurrentTime(sqlite3_vfs*, double*);
-static int vlogGetLastError(sqlite3_vfs*, int, char *);
-static int vlogCurrentTimeInt64(sqlite3_vfs*, sqlite3_int64*);
-
-static VLogVfs vlog_vfs = {
- {
- 1, /* iVersion */
- 0, /* szOsFile (set by register_vlog()) */
- 1024, /* mxPathname */
- 0, /* pNext */
- "vfslog", /* zName */
- 0, /* pAppData */
- vlogOpen, /* xOpen */
- vlogDelete, /* xDelete */
- vlogAccess, /* xAccess */
- vlogFullPathname, /* xFullPathname */
- vlogDlOpen, /* xDlOpen */
- vlogDlError, /* xDlError */
- vlogDlSym, /* xDlSym */
- vlogDlClose, /* xDlClose */
- vlogRandomness, /* xRandomness */
- vlogSleep, /* xSleep */
- vlogCurrentTime, /* xCurrentTime */
- vlogGetLastError, /* xGetLastError */
- vlogCurrentTimeInt64 /* xCurrentTimeInt64 */
- },
- 0
-};
-
-static sqlite3_io_methods vlog_io_methods = {
- 1, /* iVersion */
- vlogClose, /* xClose */
- vlogRead, /* xRead */
- vlogWrite, /* xWrite */
- vlogTruncate, /* xTruncate */
- vlogSync, /* xSync */
- vlogFileSize, /* xFileSize */
- vlogLock, /* xLock */
- vlogUnlock, /* xUnlock */
- vlogCheckReservedLock, /* xCheckReservedLock */
- vlogFileControl, /* xFileControl */
- vlogSectorSize, /* xSectorSize */
- vlogDeviceCharacteristics, /* xDeviceCharacteristics */
- 0, /* xShmMap */
- 0, /* xShmLock */
- 0, /* xShmBarrier */
- 0 /* xShmUnmap */
-};
-
-#if SQLITE_OS_UNIX && !defined(NO_GETTOD)
-#include <sys/time.h>
-static sqlite3_uint64 vlog_time(){
- struct timeval sTime;
- gettimeofday(&sTime, 0);
- return sTime.tv_usec + (sqlite3_uint64)sTime.tv_sec * 1000000;
-}
-#elif SQLITE_OS_WIN
-#include <windows.h>
-#include <time.h>
-static sqlite3_uint64 vlog_time(){
- FILETIME ft;
- sqlite3_uint64 u64time = 0;
-
- GetSystemTimeAsFileTime(&ft);
-
- u64time |= ft.dwHighDateTime;
- u64time <<= 32;
- u64time |= ft.dwLowDateTime;
-
- /* ft is 100-nanosecond intervals, we want microseconds */
- return u64time /(sqlite3_uint64)10;
-}
-#else
-static sqlite3_uint64 vlog_time(){
- return 0;
-}
-#endif
-
-
-/*
-** Write a message to the log file
-*/
-static void vlogLogPrint(
- VLogLog *pLog, /* The log file to write into */
- sqlite3_int64 tStart, /* Start time of system call */
- sqlite3_int64 tElapse, /* Elapse time of system call */
- const char *zOp, /* Type of system call */
- sqlite3_int64 iArg1, /* First argument */
- sqlite3_int64 iArg2, /* Second argument */
- const char *zArg3, /* Third argument */
- int iRes /* Result */
-){
- char z1[40], z2[40], z3[70];
- if( pLog==0 ) return;
- if( iArg1>=0 ){
- sqlite3_snprintf(sizeof(z1), z1, "%lld", iArg1);
- }else{
- z1[0] = 0;
- }
- if( iArg2>=0 ){
- sqlite3_snprintf(sizeof(z2), z2, "%lld", iArg2);
- }else{
- z2[0] = 0;
- }
- if( zArg3 ){
- sqlite3_snprintf(sizeof(z3), z3, "\"%s\"", zArg3);
- }else{
- z3[0] = 0;
- }
- fprintf(pLog->out,"%lld,%lld,%s,%d,%s,%s,%s,%d\n",
- tStart, tElapse, zOp, pLog->zFilename==0, z1, z2, z3, iRes);
-}
-
-/*
-** List of all active log connections. Protected by the master mutex.
-*/
-static VLogLog *allLogs = 0;
-
-/*
-** Close a VLogLog object
-*/
-static void vlogLogClose(VLogLog *p){
- if( p ){
- sqlite3_mutex *pMutex;
- p->nRef--;
- if( p->nRef>0 || p->zFilename==0 ) return;
- pMutex = sqlite3_mutex_alloc(SQLITE_MUTEX_STATIC_MASTER);
- sqlite3_mutex_enter(pMutex);
- *p->ppPrev = p->pNext;
- if( p->pNext ) p->pNext->ppPrev = p->ppPrev;
- sqlite3_mutex_leave(pMutex);
- fclose(p->out);
- sqlite3_free(p);
- }
-}
-
-/*
-** Open a VLogLog object on the given file
-*/
-static VLogLog *vlogLogOpen(const char *zFilename){
- int nName = (int)strlen(zFilename);
- int isJournal = 0;
- sqlite3_mutex *pMutex;
- VLogLog *pLog, *pTemp;
- sqlite3_int64 tNow = 0;
- if( nName>4 && strcmp(zFilename+nName-4,"-wal")==0 ){
- return 0; /* Do not log wal files */
- }else
- if( nName>8 && strcmp(zFilename+nName-8,"-journal")==0 ){
- nName -= 8;
- isJournal = 1;
- }else if( nName>12
- && sqlite3_strglob("-mj??????9??", zFilename+nName-12)==0 ){
- return 0; /* Do not log master journal files */
- }
- pTemp = sqlite3_malloc( sizeof(*pLog)*2 + nName + 60 );
- if( pTemp==0 ) return 0;
- pMutex = sqlite3_mutex_alloc(SQLITE_MUTEX_STATIC_MASTER);
- sqlite3_mutex_enter(pMutex);
- for(pLog=allLogs; pLog; pLog=pLog->pNext){
- if( pLog->nFilename==nName && !memcmp(pLog->zFilename, zFilename, nName) ){
- break;
- }
- }
- if( pLog==0 ){
- pLog = pTemp;
- pTemp = 0;
- memset(pLog, 0, sizeof(*pLog)*2);
- pLog->zFilename = (char*)&pLog[2];
- tNow = vlog_time();
- sqlite3_snprintf(nName+60, pLog->zFilename, "%.*s-debuglog-%lld",
- nName, zFilename, tNow);
- pLog->out = fopen(pLog->zFilename, "a");
- if( pLog->out==0 ){
- sqlite3_mutex_leave(pMutex);
- sqlite3_free(pLog);
- return 0;
- }
- pLog->nFilename = nName;
- pLog[1].out = pLog[0].out;
- pLog->ppPrev = &allLogs;
- if( allLogs ) allLogs->ppPrev = &pLog->pNext;
- pLog->pNext = allLogs;
- allLogs = pLog;
- }
- sqlite3_mutex_leave(pMutex);
- if( pTemp ){
- sqlite3_free(pTemp);
- }else{
-#if SQLITE_OS_UNIX
- char zHost[200];
- zHost[0] = 0;
- gethostname(zHost, sizeof(zHost)-1);
- zHost[sizeof(zHost)-1] = 0;
- vlogLogPrint(pLog, tNow, 0, "IDENT", getpid(), -1, zHost, 0);
-#endif
- }
- if( pLog && isJournal ) pLog++;
- pLog->nRef++;
- return pLog;
-}
-
-
-/*
-** Close an vlog-file.
-*/
-static int vlogClose(sqlite3_file *pFile){
- sqlite3_uint64 tStart, tElapse;
- int rc = SQLITE_OK;
- VLogFile *p = (VLogFile *)pFile;
-
- tStart = vlog_time();
- if( p->pReal->pMethods ){
- rc = p->pReal->pMethods->xClose(p->pReal);
- }
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "CLOSE", -1, -1, 0, rc);
- vlogLogClose(p->pLog);
- return rc;
-}
-
-/*
-** Compute signature for a block of content.
-**
-** For blocks of 16 or fewer bytes, the signature is just a hex dump of
-** the entire block.
-**
-** For blocks of more than 16 bytes, the signature is a hex dump of the
-** first 8 bytes followed by a 64-bit has of the entire block.
-*/
-static void vlogSignature(unsigned char *p, int n, char *zCksum){
- unsigned int s0 = 0, s1 = 0;
- unsigned int *pI;
- int i;
- if( n<=16 ){
- for(i=0; i<n; i++) sqlite3_snprintf(3, zCksum+i*2, "%02x", p[i]);
- }else{
- pI = (unsigned int*)p;
- for(i=0; i<n-7; i+=8){
- s0 += pI[0] + s1;
- s1 += pI[1] + s0;
- pI += 2;
- }
- for(i=0; i<8; i++) sqlite3_snprintf(3, zCksum+i*2, "%02x", p[i]);
- sqlite3_snprintf(18, zCksum+i*2, "-%08x%08x", s0, s1);
- }
-}
-
-/*
-** Read data from an vlog-file.
-*/
-static int vlogRead(
- sqlite3_file *pFile,
- void *zBuf,
- int iAmt,
- sqlite_int64 iOfst
-){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- char zSig[40];
-
- tStart = vlog_time();
- rc = p->pReal->pMethods->xRead(p->pReal, zBuf, iAmt, iOfst);
- tElapse = vlog_time() - tStart;
- if( rc==SQLITE_OK ){
- vlogSignature(zBuf, iAmt, zSig);
- }else{
- zSig[0] = 0;
- }
- vlogLogPrint(p->pLog, tStart, tElapse, "READ", iAmt, iOfst, zSig, rc);
- if( rc==SQLITE_OK
- && p->pLog
- && p->pLog->zFilename
- && iOfst<=24
- && iOfst+iAmt>=28
- ){
- unsigned char *x = ((unsigned char*)zBuf)+(24-iOfst);
- unsigned iCtr;
- iCtr = (x[0]<<24) + (x[1]<<16) + (x[2]<<8) + x[3];
- vlogLogPrint(p->pLog, tStart, 0, "CHNGCTR-READ", iCtr, -1, 0, 0);
- }
- return rc;
-}
-
-/*
-** Write data to an vlog-file.
-*/
-static int vlogWrite(
- sqlite3_file *pFile,
- const void *z,
- int iAmt,
- sqlite_int64 iOfst
-){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- char zSig[40];
-
- tStart = vlog_time();
- vlogSignature((unsigned char*)z, iAmt, zSig);
- rc = p->pReal->pMethods->xWrite(p->pReal, z, iAmt, iOfst);
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "WRITE", iAmt, iOfst, zSig, rc);
- if( rc==SQLITE_OK
- && p->pLog
- && p->pLog->zFilename
- && iOfst<=24
- && iOfst+iAmt>=28
- ){
- unsigned char *x = ((unsigned char*)z)+(24-iOfst);
- unsigned iCtr;
- iCtr = (x[0]<<24) + (x[1]<<16) + (x[2]<<8) + x[3];
- vlogLogPrint(p->pLog, tStart, 0, "CHNGCTR-WRITE", iCtr, -1, 0, 0);
- }
- return rc;
-}
-
-/*
-** Truncate an vlog-file.
-*/
-static int vlogTruncate(sqlite3_file *pFile, sqlite_int64 size){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- tStart = vlog_time();
- rc = p->pReal->pMethods->xTruncate(p->pReal, size);
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "TRUNCATE", size, -1, 0, rc);
- return rc;
-}
-
-/*
-** Sync an vlog-file.
-*/
-static int vlogSync(sqlite3_file *pFile, int flags){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- tStart = vlog_time();
- rc = p->pReal->pMethods->xSync(p->pReal, flags);
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "SYNC", flags, -1, 0, rc);
- return rc;
-}
-
-/*
-** Return the current file-size of an vlog-file.
-*/
-static int vlogFileSize(sqlite3_file *pFile, sqlite_int64 *pSize){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- tStart = vlog_time();
- rc = p->pReal->pMethods->xFileSize(p->pReal, pSize);
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "FILESIZE", *pSize, -1, 0, rc);
- return rc;
-}
-
-/*
-** Lock an vlog-file.
-*/
-static int vlogLock(sqlite3_file *pFile, int eLock){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- tStart = vlog_time();
- rc = p->pReal->pMethods->xLock(p->pReal, eLock);
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "LOCK", eLock, -1, 0, rc);
- return rc;
-}
-
-/*
-** Unlock an vlog-file.
-*/
-static int vlogUnlock(sqlite3_file *pFile, int eLock){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- tStart = vlog_time();
- rc = p->pReal->pMethods->xUnlock(p->pReal, eLock);
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "UNLOCK", eLock, -1, 0, rc);
- return rc;
-}
-
-/*
-** Check if another file-handle holds a RESERVED lock on an vlog-file.
-*/
-static int vlogCheckReservedLock(sqlite3_file *pFile, int *pResOut){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- tStart = vlog_time();
- rc = p->pReal->pMethods->xCheckReservedLock(p->pReal, pResOut);
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "CHECKRESERVEDLOCK",
- *pResOut, -1, "", rc);
- return rc;
-}
-
-/*
-** File control method. For custom operations on an vlog-file.
-*/
-static int vlogFileControl(sqlite3_file *pFile, int op, void *pArg){
- VLogFile *p = (VLogFile *)pFile;
- sqlite3_uint64 tStart, tElapse;
- int rc;
- tStart = vlog_time();
- rc = p->pReal->pMethods->xFileControl(p->pReal, op, pArg);
- if( op==SQLITE_FCNTL_VFSNAME && rc==SQLITE_OK ){
- *(char**)pArg = sqlite3_mprintf("vlog/%z", *(char**)pArg);
- }
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "FILECONTROL", op, -1, 0, rc);
- return rc;
-}
-
-/*
-** Return the sector-size in bytes for an vlog-file.
-*/
-static int vlogSectorSize(sqlite3_file *pFile){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- tStart = vlog_time();
- rc = p->pReal->pMethods->xSectorSize(p->pReal);
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "SECTORSIZE", -1, -1, 0, rc);
- return rc;
-}
-
-/*
-** Return the device characteristic flags supported by an vlog-file.
-*/
-static int vlogDeviceCharacteristics(sqlite3_file *pFile){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogFile *p = (VLogFile *)pFile;
- tStart = vlog_time();
- rc = p->pReal->pMethods->xDeviceCharacteristics(p->pReal);
- tElapse = vlog_time() - tStart;
- vlogLogPrint(p->pLog, tStart, tElapse, "DEVCHAR", -1, -1, 0, rc);
- return rc;
-}
-
-
-/*
-** Open an vlog file handle.
-*/
-static int vlogOpen(
- sqlite3_vfs *pVfs,
- const char *zName,
- sqlite3_file *pFile,
- int flags,
- int *pOutFlags
-){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- sqlite3_int64 iArg2;
- VLogFile *p = (VLogFile*)pFile;
-
- p->pReal = (sqlite3_file*)&p[1];
- if( (flags & (SQLITE_OPEN_MAIN_DB|SQLITE_OPEN_MAIN_JOURNAL))!=0 ){
- p->pLog = vlogLogOpen(zName);
- }else{
- p->pLog = 0;
- }
- tStart = vlog_time();
- rc = REALVFS(pVfs)->xOpen(REALVFS(pVfs), zName, p->pReal, flags, pOutFlags);
- tElapse = vlog_time() - tStart;
- iArg2 = pOutFlags ? *pOutFlags : -1;
- vlogLogPrint(p->pLog, tStart, tElapse, "OPEN", flags, iArg2, 0, rc);
- if( rc==SQLITE_OK ){
- pFile->pMethods = &vlog_io_methods;
- }else{
- if( p->pLog ) vlogLogClose(p->pLog);
- p->pLog = 0;
- }
- return rc;
-}
-
-/*
-** Delete the file located at zPath. If the dirSync argument is true,
-** ensure the file-system modifications are synced to disk before
-** returning.
-*/
-static int vlogDelete(sqlite3_vfs *pVfs, const char *zPath, int dirSync){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogLog *pLog;
- tStart = vlog_time();
- rc = REALVFS(pVfs)->xDelete(REALVFS(pVfs), zPath, dirSync);
- tElapse = vlog_time() - tStart;
- pLog = vlogLogOpen(zPath);
- vlogLogPrint(pLog, tStart, tElapse, "DELETE", dirSync, -1, 0, rc);
- vlogLogClose(pLog);
- return rc;
-}
-
-/*
-** Test for access permissions. Return true if the requested permission
-** is available, or false otherwise.
-*/
-static int vlogAccess(
- sqlite3_vfs *pVfs,
- const char *zPath,
- int flags,
- int *pResOut
-){
- int rc;
- sqlite3_uint64 tStart, tElapse;
- VLogLog *pLog;
- tStart = vlog_time();
- rc = REALVFS(pVfs)->xAccess(REALVFS(pVfs), zPath, flags, pResOut);
- tElapse = vlog_time() - tStart;
- pLog = vlogLogOpen(zPath);
- vlogLogPrint(pLog, tStart, tElapse, "ACCESS", flags, *pResOut, 0, rc);
- vlogLogClose(pLog);
- return rc;
-}
-
-/*
-** Populate buffer zOut with the full canonical pathname corresponding
-** to the pathname in zPath. zOut is guaranteed to point to a buffer
-** of at least (INST_MAX_PATHNAME+1) bytes.
-*/
-static int vlogFullPathname(
- sqlite3_vfs *pVfs,
- const char *zPath,
- int nOut,
- char *zOut
-){
- return REALVFS(pVfs)->xFullPathname(REALVFS(pVfs), zPath, nOut, zOut);
-}
-
-/*
-** Open the dynamic library located at zPath and return a handle.
-*/
-static void *vlogDlOpen(sqlite3_vfs *pVfs, const char *zPath){
- return REALVFS(pVfs)->xDlOpen(REALVFS(pVfs), zPath);
-}
-
-/*
-** Populate the buffer zErrMsg (size nByte bytes) with a human readable
-** utf-8 string describing the most recent error encountered associated
-** with dynamic libraries.
-*/
-static void vlogDlError(sqlite3_vfs *pVfs, int nByte, char *zErrMsg){
- REALVFS(pVfs)->xDlError(REALVFS(pVfs), nByte, zErrMsg);
-}
-
-/*
-** Return a pointer to the symbol zSymbol in the dynamic library pHandle.
-*/
-static void (*vlogDlSym(sqlite3_vfs *pVfs, void *p, const char *zSym))(void){
- return REALVFS(pVfs)->xDlSym(REALVFS(pVfs), p, zSym);
-}
-
-/*
-** Close the dynamic library handle pHandle.
-*/
-static void vlogDlClose(sqlite3_vfs *pVfs, void *pHandle){
- REALVFS(pVfs)->xDlClose(REALVFS(pVfs), pHandle);
-}
-
-/*
-** Populate the buffer pointed to by zBufOut with nByte bytes of
-** random data.
-*/
-static int vlogRandomness(sqlite3_vfs *pVfs, int nByte, char *zBufOut){
- return REALVFS(pVfs)->xRandomness(REALVFS(pVfs), nByte, zBufOut);
-}
-
-/*
-** Sleep for nMicro microseconds. Return the number of microseconds
-** actually slept.
-*/
-static int vlogSleep(sqlite3_vfs *pVfs, int nMicro){
- return REALVFS(pVfs)->xSleep(REALVFS(pVfs), nMicro);
-}
-
-/*
-** Return the current time as a Julian Day number in *pTimeOut.
-*/
-static int vlogCurrentTime(sqlite3_vfs *pVfs, double *pTimeOut){
- return REALVFS(pVfs)->xCurrentTime(REALVFS(pVfs), pTimeOut);
-}
-
-static int vlogGetLastError(sqlite3_vfs *pVfs, int a, char *b){
- return REALVFS(pVfs)->xGetLastError(REALVFS(pVfs), a, b);
-}
-static int vlogCurrentTimeInt64(sqlite3_vfs *pVfs, sqlite3_int64 *p){
- return REALVFS(pVfs)->xCurrentTimeInt64(REALVFS(pVfs), p);
-}
-
-/*
-** Register debugvfs as the default VFS for this process.
-*/
-int sqlite3_register_vfslog(const char *zArg){
- vlog_vfs.pVfs = sqlite3_vfs_find(0);
- vlog_vfs.base.szOsFile = sizeof(VLogFile) + vlog_vfs.pVfs->szOsFile;
- return sqlite3_vfs_register(&vlog_vfs.base, 1);
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/vtshim.c b/components/external/SQLite-3.8.1/ext/misc/vtshim.c
deleted file mode 100644
index 01348e8d3e..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/vtshim.c
+++ /dev/null
@@ -1,551 +0,0 @@
-/*
-** 2013-06-12
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-*************************************************************************
-**
-** A shim that sits between the SQLite virtual table interface and
-** runtimes with garbage collector based memory management.
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-#include <assert.h>
-#include <string.h>
-
-#ifndef SQLITE_OMIT_VIRTUALTABLE
-
-/* Forward references */
-typedef struct vtshim_aux vtshim_aux;
-typedef struct vtshim_vtab vtshim_vtab;
-typedef struct vtshim_cursor vtshim_cursor;
-
-
-/* The vtshim_aux argument is the auxiliary parameter that is passed
-** into sqlite3_create_module_v2().
-*/
-struct vtshim_aux {
- void *pChildAux; /* pAux for child virtual tables */
- void (*xChildDestroy)(void*); /* Destructor for pChildAux */
- sqlite3_module *pMod; /* Methods for child virtual tables */
- sqlite3 *db; /* The database to which we are attached */
- char *zName; /* Name of the module */
- int bDisposed; /* True if disposed */
- vtshim_vtab *pAllVtab; /* List of all vtshim_vtab objects */
- sqlite3_module sSelf; /* Methods used by this shim */
-};
-
-/* A vtshim virtual table object */
-struct vtshim_vtab {
- sqlite3_vtab base; /* Base class - must be first */
- sqlite3_vtab *pChild; /* Child virtual table */
- vtshim_aux *pAux; /* Pointer to vtshim_aux object */
- vtshim_cursor *pAllCur; /* List of all cursors */
- vtshim_vtab **ppPrev; /* Previous on list */
- vtshim_vtab *pNext; /* Next on list */
-};
-
-/* A vtshim cursor object */
-struct vtshim_cursor {
- sqlite3_vtab_cursor base; /* Base class - must be first */
- sqlite3_vtab_cursor *pChild; /* Cursor generated by the managed subclass */
- vtshim_cursor **ppPrev; /* Previous on list of all cursors */
- vtshim_cursor *pNext; /* Next on list of all cursors */
-};
-
-/* Macro used to copy the child vtable error message to outer vtable */
-#define VTSHIM_COPY_ERRMSG() \
- do { \
- sqlite3_free(pVtab->base.zErrMsg); \
- pVtab->base.zErrMsg = sqlite3_mprintf("%s", pVtab->pChild->zErrMsg); \
- } while (0)
-
-/* Methods for the vtshim module */
-static int vtshimCreate(
- sqlite3 *db,
- void *ppAux,
- int argc,
- const char *const*argv,
- sqlite3_vtab **ppVtab,
- char **pzErr
-){
- vtshim_aux *pAux = (vtshim_aux*)ppAux;
- vtshim_vtab *pNew;
- int rc;
-
- assert( db==pAux->db );
- if( pAux->bDisposed ){
- if( pzErr ){
- *pzErr = sqlite3_mprintf("virtual table was disposed: \"%s\"",
- pAux->zName);
- }
- return SQLITE_ERROR;
- }
- pNew = sqlite3_malloc( sizeof(*pNew) );
- *ppVtab = (sqlite3_vtab*)pNew;
- if( pNew==0 ) return SQLITE_NOMEM;
- memset(pNew, 0, sizeof(*pNew));
- rc = pAux->pMod->xCreate(db, pAux->pChildAux, argc, argv,
- &pNew->pChild, pzErr);
- if( rc ){
- sqlite3_free(pNew);
- *ppVtab = 0;
- }
- pNew->pAux = pAux;
- pNew->ppPrev = &pAux->pAllVtab;
- pNew->pNext = pAux->pAllVtab;
- if( pAux->pAllVtab ) pAux->pAllVtab->ppPrev = &pNew->pNext;
- pAux->pAllVtab = pNew;
- return rc;
-}
-
-static int vtshimConnect(
- sqlite3 *db,
- void *ppAux,
- int argc,
- const char *const*argv,
- sqlite3_vtab **ppVtab,
- char **pzErr
-){
- vtshim_aux *pAux = (vtshim_aux*)ppAux;
- vtshim_vtab *pNew;
- int rc;
-
- assert( db==pAux->db );
- if( pAux->bDisposed ){
- if( pzErr ){
- *pzErr = sqlite3_mprintf("virtual table was disposed: \"%s\"",
- pAux->zName);
- }
- return SQLITE_ERROR;
- }
- pNew = sqlite3_malloc( sizeof(*pNew) );
- *ppVtab = (sqlite3_vtab*)pNew;
- if( pNew==0 ) return SQLITE_NOMEM;
- memset(pNew, 0, sizeof(*pNew));
- rc = pAux->pMod->xConnect(db, pAux->pChildAux, argc, argv,
- &pNew->pChild, pzErr);
- if( rc ){
- sqlite3_free(pNew);
- *ppVtab = 0;
- }
- pNew->pAux = pAux;
- pNew->ppPrev = &pAux->pAllVtab;
- pNew->pNext = pAux->pAllVtab;
- if( pAux->pAllVtab ) pAux->pAllVtab->ppPrev = &pNew->pNext;
- pAux->pAllVtab = pNew;
- return rc;
-}
-
-static int vtshimBestIndex(
- sqlite3_vtab *pBase,
- sqlite3_index_info *pIdxInfo
-){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xBestIndex(pVtab->pChild, pIdxInfo);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimDisconnect(sqlite3_vtab *pBase){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc = SQLITE_OK;
- if( !pAux->bDisposed ){
- rc = pAux->pMod->xDisconnect(pVtab->pChild);
- }
- if( pVtab->pNext ) pVtab->pNext->ppPrev = pVtab->ppPrev;
- *pVtab->ppPrev = pVtab->pNext;
- sqlite3_free(pVtab);
- return rc;
-}
-
-static int vtshimDestroy(sqlite3_vtab *pBase){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc = SQLITE_OK;
- if( !pAux->bDisposed ){
- rc = pAux->pMod->xDestroy(pVtab->pChild);
- }
- if( pVtab->pNext ) pVtab->pNext->ppPrev = pVtab->ppPrev;
- *pVtab->ppPrev = pVtab->pNext;
- sqlite3_free(pVtab);
- return rc;
-}
-
-static int vtshimOpen(sqlite3_vtab *pBase, sqlite3_vtab_cursor **ppCursor){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- vtshim_cursor *pCur;
- int rc;
- *ppCursor = 0;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- pCur = sqlite3_malloc( sizeof(*pCur) );
- if( pCur==0 ) return SQLITE_NOMEM;
- memset(pCur, 0, sizeof(*pCur));
- rc = pAux->pMod->xOpen(pVtab->pChild, &pCur->pChild);
- if( rc ){
- sqlite3_free(pCur);
- VTSHIM_COPY_ERRMSG();
- return rc;
- }
- pCur->pChild->pVtab = pVtab->pChild;
- *ppCursor = &pCur->base;
- pCur->ppPrev = &pVtab->pAllCur;
- if( pVtab->pAllCur ) pVtab->pAllCur->ppPrev = &pCur->pNext;
- pCur->pNext = pVtab->pAllCur;
- pVtab->pAllCur = pCur;
- return SQLITE_OK;
-}
-
-static int vtshimClose(sqlite3_vtab_cursor *pX){
- vtshim_cursor *pCur = (vtshim_cursor*)pX;
- vtshim_vtab *pVtab = (vtshim_vtab*)pCur->base.pVtab;
- vtshim_aux *pAux = pVtab->pAux;
- int rc = SQLITE_OK;
- if( !pAux->bDisposed ){
- rc = pAux->pMod->xClose(pCur->pChild);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- }
- if( pCur->pNext ) pCur->pNext->ppPrev = pCur->ppPrev;
- *pCur->ppPrev = pCur->pNext;
- sqlite3_free(pCur);
- return rc;
-}
-
-static int vtshimFilter(
- sqlite3_vtab_cursor *pX,
- int idxNum,
- const char *idxStr,
- int argc,
- sqlite3_value **argv
-){
- vtshim_cursor *pCur = (vtshim_cursor*)pX;
- vtshim_vtab *pVtab = (vtshim_vtab*)pCur->base.pVtab;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xFilter(pCur->pChild, idxNum, idxStr, argc, argv);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimNext(sqlite3_vtab_cursor *pX){
- vtshim_cursor *pCur = (vtshim_cursor*)pX;
- vtshim_vtab *pVtab = (vtshim_vtab*)pCur->base.pVtab;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xNext(pCur->pChild);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimEof(sqlite3_vtab_cursor *pX){
- vtshim_cursor *pCur = (vtshim_cursor*)pX;
- vtshim_vtab *pVtab = (vtshim_vtab*)pCur->base.pVtab;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return 1;
- rc = pAux->pMod->xEof(pCur->pChild);
- VTSHIM_COPY_ERRMSG();
- return rc;
-}
-
-static int vtshimColumn(sqlite3_vtab_cursor *pX, sqlite3_context *ctx, int i){
- vtshim_cursor *pCur = (vtshim_cursor*)pX;
- vtshim_vtab *pVtab = (vtshim_vtab*)pCur->base.pVtab;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xColumn(pCur->pChild, ctx, i);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimRowid(sqlite3_vtab_cursor *pX, sqlite3_int64 *pRowid){
- vtshim_cursor *pCur = (vtshim_cursor*)pX;
- vtshim_vtab *pVtab = (vtshim_vtab*)pCur->base.pVtab;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xRowid(pCur->pChild, pRowid);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimUpdate(
- sqlite3_vtab *pBase,
- int argc,
- sqlite3_value **argv,
- sqlite3_int64 *pRowid
-){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xUpdate(pVtab->pChild, argc, argv, pRowid);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimBegin(sqlite3_vtab *pBase){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xBegin(pVtab->pChild);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimSync(sqlite3_vtab *pBase){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xSync(pVtab->pChild);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimCommit(sqlite3_vtab *pBase){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xCommit(pVtab->pChild);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimRollback(sqlite3_vtab *pBase){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xRollback(pVtab->pChild);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimFindFunction(
- sqlite3_vtab *pBase,
- int nArg,
- const char *zName,
- void (**pxFunc)(sqlite3_context*,int,sqlite3_value**),
- void **ppArg
-){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return 0;
- rc = pAux->pMod->xFindFunction(pVtab->pChild, nArg, zName, pxFunc, ppArg);
- VTSHIM_COPY_ERRMSG();
- return rc;
-}
-
-static int vtshimRename(sqlite3_vtab *pBase, const char *zNewName){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xRename(pVtab->pChild, zNewName);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimSavepoint(sqlite3_vtab *pBase, int n){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xSavepoint(pVtab->pChild, n);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimRelease(sqlite3_vtab *pBase, int n){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xRelease(pVtab->pChild, n);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-static int vtshimRollbackTo(sqlite3_vtab *pBase, int n){
- vtshim_vtab *pVtab = (vtshim_vtab*)pBase;
- vtshim_aux *pAux = pVtab->pAux;
- int rc;
- if( pAux->bDisposed ) return SQLITE_ERROR;
- rc = pAux->pMod->xRollbackTo(pVtab->pChild, n);
- if( rc!=SQLITE_OK ){
- VTSHIM_COPY_ERRMSG();
- }
- return rc;
-}
-
-/* The destructor function for a disposible module */
-static void vtshimAuxDestructor(void *pXAux){
- vtshim_aux *pAux = (vtshim_aux*)pXAux;
- assert( pAux->pAllVtab==0 );
- if( !pAux->bDisposed && pAux->xChildDestroy ){
- pAux->xChildDestroy(pAux->pChildAux);
- pAux->xChildDestroy = 0;
- }
- sqlite3_free(pAux->zName);
- sqlite3_free(pAux->pMod);
- sqlite3_free(pAux);
-}
-
-static int vtshimCopyModule(
- const sqlite3_module *pMod, /* Source module to be copied */
- sqlite3_module **ppMod /* Destination for copied module */
-){
- sqlite3_module *p;
- if( !pMod || !ppMod ) return SQLITE_ERROR;
- p = sqlite3_malloc( sizeof(*p) );
- if( p==0 ) return SQLITE_NOMEM;
- memcpy(p, pMod, sizeof(*p));
- *ppMod = p;
- return SQLITE_OK;
-}
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-void *sqlite3_create_disposable_module(
- sqlite3 *db, /* SQLite connection to register module with */
- const char *zName, /* Name of the module */
- const sqlite3_module *p, /* Methods for the module */
- void *pClientData, /* Client data for xCreate/xConnect */
- void(*xDestroy)(void*) /* Module destructor function */
-){
- vtshim_aux *pAux;
- sqlite3_module *pMod;
- int rc;
- pAux = sqlite3_malloc( sizeof(*pAux) );
- if( pAux==0 ){
- if( xDestroy ) xDestroy(pClientData);
- return 0;
- }
- rc = vtshimCopyModule(p, &pMod);
- if( rc!=SQLITE_OK ){
- sqlite3_free(pAux);
- return 0;
- }
- pAux->pChildAux = pClientData;
- pAux->xChildDestroy = xDestroy;
- pAux->pMod = pMod;
- pAux->db = db;
- pAux->zName = sqlite3_mprintf("%s", zName);
- pAux->bDisposed = 0;
- pAux->pAllVtab = 0;
- pAux->sSelf.iVersion = p->iVersion<=2 ? p->iVersion : 2;
- pAux->sSelf.xCreate = p->xCreate ? vtshimCreate : 0;
- pAux->sSelf.xConnect = p->xConnect ? vtshimConnect : 0;
- pAux->sSelf.xBestIndex = p->xBestIndex ? vtshimBestIndex : 0;
- pAux->sSelf.xDisconnect = p->xDisconnect ? vtshimDisconnect : 0;
- pAux->sSelf.xDestroy = p->xDestroy ? vtshimDestroy : 0;
- pAux->sSelf.xOpen = p->xOpen ? vtshimOpen : 0;
- pAux->sSelf.xClose = p->xClose ? vtshimClose : 0;
- pAux->sSelf.xFilter = p->xFilter ? vtshimFilter : 0;
- pAux->sSelf.xNext = p->xNext ? vtshimNext : 0;
- pAux->sSelf.xEof = p->xEof ? vtshimEof : 0;
- pAux->sSelf.xColumn = p->xColumn ? vtshimColumn : 0;
- pAux->sSelf.xRowid = p->xRowid ? vtshimRowid : 0;
- pAux->sSelf.xUpdate = p->xUpdate ? vtshimUpdate : 0;
- pAux->sSelf.xBegin = p->xBegin ? vtshimBegin : 0;
- pAux->sSelf.xSync = p->xSync ? vtshimSync : 0;
- pAux->sSelf.xCommit = p->xCommit ? vtshimCommit : 0;
- pAux->sSelf.xRollback = p->xRollback ? vtshimRollback : 0;
- pAux->sSelf.xFindFunction = p->xFindFunction ? vtshimFindFunction : 0;
- pAux->sSelf.xRename = p->xRename ? vtshimRename : 0;
- if( p->iVersion>=2 ){
- pAux->sSelf.xSavepoint = p->xSavepoint ? vtshimSavepoint : 0;
- pAux->sSelf.xRelease = p->xRelease ? vtshimRelease : 0;
- pAux->sSelf.xRollbackTo = p->xRollbackTo ? vtshimRollbackTo : 0;
- }else{
- pAux->sSelf.xSavepoint = 0;
- pAux->sSelf.xRelease = 0;
- pAux->sSelf.xRollbackTo = 0;
- }
- rc = sqlite3_create_module_v2(db, zName, &pAux->sSelf,
- pAux, vtshimAuxDestructor);
- return rc==SQLITE_OK ? (void*)pAux : 0;
-}
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-void sqlite3_dispose_module(void *pX){
- vtshim_aux *pAux = (vtshim_aux*)pX;
- if( !pAux->bDisposed ){
- vtshim_vtab *pVtab;
- vtshim_cursor *pCur;
- for(pVtab=pAux->pAllVtab; pVtab; pVtab=pVtab->pNext){
- for(pCur=pVtab->pAllCur; pCur; pCur=pCur->pNext){
- pAux->pMod->xClose(pCur->pChild);
- }
- pAux->pMod->xDisconnect(pVtab->pChild);
- }
- pAux->bDisposed = 1;
- if( pAux->xChildDestroy ){
- pAux->xChildDestroy(pAux->pChildAux);
- pAux->xChildDestroy = 0;
- }
- }
-}
-
-
-#endif /* SQLITE_OMIT_VIRTUALTABLE */
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_vtshim_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- SQLITE_EXTENSION_INIT2(pApi);
- return SQLITE_OK;
-}
diff --git a/components/external/SQLite-3.8.1/ext/misc/wholenumber.c b/components/external/SQLite-3.8.1/ext/misc/wholenumber.c
deleted file mode 100644
index 63369c6ac4..0000000000
--- a/components/external/SQLite-3.8.1/ext/misc/wholenumber.c
+++ /dev/null
@@ -1,274 +0,0 @@
-/*
-** 2011 April 02
-**
-** The author disclaims copyright to this source code. In place of
-** a legal notice, here is a blessing:
-**
-** May you do good and not evil.
-** May you find forgiveness for yourself and forgive others.
-** May you share freely, never taking more than you give.
-**
-*************************************************************************
-**
-** This file implements a virtual table that returns the whole numbers
-** between 1 and 4294967295, inclusive.
-**
-** Example:
-**
-** CREATE VIRTUAL TABLE nums USING wholenumber;
-** SELECT value FROM nums WHERE value<10;
-**
-** Results in:
-**
-** 1 2 3 4 5 6 7 8 9
-*/
-#include "sqlite3ext.h"
-SQLITE_EXTENSION_INIT1
-#include <assert.h>
-#include <string.h>
-
-#ifndef SQLITE_OMIT_VIRTUALTABLE
-
-
-/* A wholenumber cursor object */
-typedef struct wholenumber_cursor wholenumber_cursor;
-struct wholenumber_cursor {
- sqlite3_vtab_cursor base; /* Base class - must be first */
- sqlite3_int64 iValue; /* Current value */
- sqlite3_int64 mxValue; /* Maximum value */
-};
-
-/* Methods for the wholenumber module */
-static int wholenumberConnect(
- sqlite3 *db,
- void *pAux,
- int argc, const char *const*argv,
- sqlite3_vtab **ppVtab,
- char **pzErr
-){
- sqlite3_vtab *pNew;
- pNew = *ppVtab = sqlite3_malloc( sizeof(*pNew) );
- if( pNew==0 ) return SQLITE_NOMEM;
- sqlite3_declare_vtab(db, "CREATE TABLE x(value)");
- memset(pNew, 0, sizeof(*pNew));
- return SQLITE_OK;
-}
-/* Note that for this virtual table, the xCreate and xConnect
-** methods are identical. */
-
-static int wholenumberDisconnect(sqlite3_vtab *pVtab){
- sqlite3_free(pVtab);
- return SQLITE_OK;
-}
-/* The xDisconnect and xDestroy methods are also the same */
-
-
-/*
-** Open a new wholenumber cursor.
-*/
-static int wholenumberOpen(sqlite3_vtab *p, sqlite3_vtab_cursor **ppCursor){
- wholenumber_cursor *pCur;
- pCur = sqlite3_malloc( sizeof(*pCur) );
- if( pCur==0 ) return SQLITE_NOMEM;
- memset(pCur, 0, sizeof(*pCur));
- *ppCursor = &pCur->base;
- return SQLITE_OK;
-}
-
-/*
-** Close a wholenumber cursor.
-*/
-static int wholenumberClose(sqlite3_vtab_cursor *cur){
- sqlite3_free(cur);
- return SQLITE_OK;
-}
-
-
-/*
-** Advance a cursor to its next row of output
-*/
-static int wholenumberNext(sqlite3_vtab_cursor *cur){
- wholenumber_cursor *pCur = (wholenumber_cursor*)cur;
- pCur->iValue++;
- return SQLITE_OK;
-}
-
-/*
-** Return the value associated with a wholenumber.
-*/
-static int wholenumberColumn(
- sqlite3_vtab_cursor *cur,
- sqlite3_context *ctx,
- int i
-){
- wholenumber_cursor *pCur = (wholenumber_cursor*)cur;
- sqlite3_result_int64(ctx, pCur->iValue);
- return SQLITE_OK;
-}
-
-/*
-** The rowid.
-*/
-static int wholenumberRowid(sqlite3_vtab_cursor *cur, sqlite_int64 *pRowid){
- wholenumber_cursor *pCur = (wholenumber_cursor*)cur;
- *pRowid = pCur->iValue;
- return SQLITE_OK;
-}
-
-/*
-** When the wholenumber_cursor.rLimit value is 0 or less, that is a signal
-** that the cursor has nothing more to output.
-*/
-static int wholenumberEof(sqlite3_vtab_cursor *cur){
- wholenumber_cursor *pCur = (wholenumber_cursor*)cur;
- return pCur->iValue>pCur->mxValue || pCur->iValue==0;
-}
-
-/*
-** Called to "rewind" a cursor back to the beginning so that
-** it starts its output over again. Always called at least once
-** prior to any wholenumberColumn, wholenumberRowid, or wholenumberEof call.
-**
-** idxNum Constraints
-** ------ ---------------------
-** 0 (none)
-** 1 value > $argv0
-** 2 value >= $argv0
-** 4 value < $argv0
-** 8 value <= $argv0
-**
-** 5 value > $argv0 AND value < $argv1
-** 6 value >= $argv0 AND value < $argv1
-** 9 value > $argv0 AND value <= $argv1
-** 10 value >= $argv0 AND value <= $argv1
-*/
-static int wholenumberFilter(
- sqlite3_vtab_cursor *pVtabCursor,
- int idxNum, const char *idxStr,
- int argc, sqlite3_value **argv
-){
- wholenumber_cursor *pCur = (wholenumber_cursor *)pVtabCursor;
- sqlite3_int64 v;
- int i = 0;
- pCur->iValue = 1;
- pCur->mxValue = 0xffffffff; /* 4294967295 */
- if( idxNum & 3 ){
- v = sqlite3_value_int64(argv[0]) + (idxNum&1);
- if( v>pCur->iValue && v<=pCur->mxValue ) pCur->iValue = v;
- i++;
- }
- if( idxNum & 12 ){
- v = sqlite3_value_int64(argv[i]) - ((idxNum>>2)&1);
- if( v>=pCur->iValue && v<pCur->mxValue ) pCur->mxValue = v;
- }
- return SQLITE_OK;
-}
-
-/*
-** Search for terms of these forms:
-**
-** (1) value > $value
-** (2) value >= $value
-** (4) value < $value
-** (8) value <= $value
-**
-** idxNum is an ORed combination of 1 or 2 with 4 or 8.
-*/
-static int wholenumberBestIndex(
- sqlite3_vtab *tab,
- sqlite3_index_info *pIdxInfo
-){
- int i;
- int idxNum = 0;
- int argvIdx = 1;
- int ltIdx = -1;
- int gtIdx = -1;
- const struct sqlite3_index_constraint *pConstraint;
- pConstraint = pIdxInfo->aConstraint;
- for(i=0; i<pIdxInfo->nConstraint; i++, pConstraint++){
- if( pConstraint->usable==0 ) continue;
- if( (idxNum & 3)==0 && pConstraint->op==SQLITE_INDEX_CONSTRAINT_GT ){
- idxNum |= 1;
- ltIdx = i;
- }
- if( (idxNum & 3)==0 && pConstraint->op==SQLITE_INDEX_CONSTRAINT_GE ){
- idxNum |= 2;
- ltIdx = i;
- }
- if( (idxNum & 12)==0 && pConstraint->op==SQLITE_INDEX_CONSTRAINT_LT ){
- idxNum |= 4;
- gtIdx = i;
- }
- if( (idxNum & 12)==0 && pConstraint->op==SQLITE_INDEX_CONSTRAINT_LE ){
- idxNum |= 8;
- gtIdx = i;
- }
- }
- pIdxInfo->idxNum = idxNum;
- if( ltIdx>=0 ){
- pIdxInfo->aConstraintUsage[ltIdx].argvIndex = argvIdx++;
- pIdxInfo->aConstraintUsage[ltIdx].omit = 1;
- }
- if( gtIdx>=0 ){
- pIdxInfo->aConstraintUsage[gtIdx].argvIndex = argvIdx;
- pIdxInfo->aConstraintUsage[gtIdx].omit = 1;
- }
- if( pIdxInfo->nOrderBy==1
- && pIdxInfo->aOrderBy[0].desc==0
- ){
- pIdxInfo->orderByConsumed = 1;
- }
- if( (idxNum & 12)==0 ){
- pIdxInfo->estimatedCost = (double)100000000;
- }else if( (idxNum & 3)==0 ){
- pIdxInfo->estimatedCost = (double)5;
- }else{
- pIdxInfo->estimatedCost = (double)1;
- }
- return SQLITE_OK;
-}
-
-/*
-** A virtual table module that provides read-only access to a
-** Tcl global variable namespace.
-*/
-static sqlite3_module wholenumberModule = {
- 0, /* iVersion */
- wholenumberConnect,
- wholenumberConnect,
- wholenumberBestIndex,
- wholenumberDisconnect,
- wholenumberDisconnect,
- wholenumberOpen, /* xOpen - open a cursor */
- wholenumberClose, /* xClose - close a cursor */
- wholenumberFilter, /* xFilter - configure scan constraints */
- wholenumberNext, /* xNext - advance a cursor */
- wholenumberEof, /* xEof - check for end of scan */
- wholenumberColumn, /* xColumn - read data */
- wholenumberRowid, /* xRowid - read data */
- 0, /* xUpdate */
- 0, /* xBegin */
- 0, /* xSync */
- 0, /* xCommit */
- 0, /* xRollback */
- 0, /* xFindMethod */
- 0, /* xRename */
-};
-
-#endif /* SQLITE_OMIT_VIRTUALTABLE */
-
-#ifdef _WIN32
-__declspec(dllexport)
-#endif
-int sqlite3_wholenumber_init(
- sqlite3 *db,
- char **pzErrMsg,
- const sqlite3_api_routines *pApi
-){
- int rc = SQLITE_OK;
- SQLITE_EXTENSION_INIT2(pApi);
-#ifndef SQLITE_OMIT_VIRTUALTABLE
- rc = sqlite3_create_module(db, "wholenumber", &wholenumberModule, 0);
-#endif
- return rc;
-}