#include #include #include #include #include #include #include "ftsbench.h" typedef enum RDBMS { PostgreSQL = 0, MySQL = 1, NULLSQL } RDBMS; typedef struct RDBMSDesc { RDBMS rdbms; char *shortname; char *longname; ftsDB* (*init)(char *); } RDBMSDesc; static RDBMSDesc DBDesc[] = { { PostgreSQL, "pgsql", "PostgreSQL", PGInit }, { MySQL, "mysql", "MySQL", MYInit }, { NULLSQL, NULL, NULL, NULL } }; static void usage() { char buf[1024]; int i, first=0; *buf = '\0'; for(i=0; DBDesc[i].rdbms != NULLSQL; i++) { if ( DBDesc[i].init == NULL ) continue; if ( first != 0 ) strcat(buf, ", "); strcat(buf, DBDesc[i].shortname); if ( first == 0 ) strcat(buf, "(default)"); first++; } fputs( "ftsbench - full text search benchmark ofr RDBMS\n" "Initialization of DB:\n" "\tftsbench -i [-b RDBMS] [-n NUMROW] [-l LEXFILE] [-g GAMMAFILE] [-f FLAGS] -d DBNAME\n" "FLAGS are comma-separate list of:\n" " gin - use GIN index\n" " gist - use GiST index\n" " func - use functional index\n", stdout ); fputs( "Run tests:\n" "\tftsbench [-b RDBMS] [-c NCLIENTS] [-n NUMQUERY] [-l LEXFILE] [-g GAMMAFILE] [-f FLAGS] -d DBNAME\n" "FLAGS are comma-separate list of:\n" " and - AND'ing lexemes in query (default)\n" " or - OR'ing lexemes in query\n" " sort - sort result of query\n" "Options are:\n" " -b RDBMS\t- type of DB: ", stdout ); fputs( buf, stdout ); fputs( "\n" " -l LEXFILE\t- file with words and its frequents\n" " -g GAMMAFILE\t- file with doc's length distribution\n", stdout ); exit(1); } static RDBMS getRDBMS(char *name) { int i; for(i=0; DBDesc[i].rdbms != NULLSQL; i++) { if ( name == NULL ) { if ( DBDesc[i].init ) return DBDesc[i].rdbms; } else if ( strcasecmp(name,DBDesc[i].shortname) == 0 ) { if ( DBDesc[i].init == NULL ) { fprintf(stderr,"Support of '%s' isn't compiled-in\n", DBDesc[i].longname); exit(1); } return DBDesc[i].rdbms; } } fprintf(stderr,"Can't find a RDBMS\n"); exit(1); return NULLSQL; } static int getFLAGS(char *flg) { int flags = 0; if ( strcasestr(flg,"gist") ) flags |= FLG_GIST; if ( strcasestr(flg,"gin") ) flags |= FLG_GIN; if ( strcasestr(flg,"func") ) flags |= FLG_FUNC; if ( strcasestr(flg,"and") ) flags |= FLG_AND; if ( strcasestr(flg,"or") ) flags |= FLG_OR; if ( strcasestr(flg,"sort") ) flags |= FLG_SORT; if ( (flags & FLG_GIST) && (flags & FLG_GIN) ) { fprintf(stderr,"GIN and GiST flags are mutually exclusive\n"); exit(1); } if ( (flags & FLG_AND) && (flags & FLG_OR) ) { fprintf(stderr,"AND and OR flags are mutually exclusive\n"); exit(1); } return flags; } static ftsDB ** initConnections(RDBMS rdbms, int n, char *connstr) { ftsDB **dbs = (ftsDB**)malloc(sizeof(ftsDB*) * n); int i; if (!dbs) { fprintf(stderr,"Not enough mwmory\n"); exit(1); } for(i=0;inqueryMutex, NULL); } return dbs; } static double timediff(struct timeval *begin, struct timeval *end) { return ((double)( end->tv_sec - begin->tv_sec )) + ( (double)( end->tv_usec-begin->tv_usec ) ) / 1.0e+6; } static double elapsedtime(struct timeval *begin) { struct timeval end; gettimeofday(&end,NULL); return timediff(begin,&end); } static int benchFlags = 0; static int benchCount = 0; static pthread_cond_t condFinish = PTHREAD_COND_INITIALIZER; static pthread_mutex_t mutexFinish = PTHREAD_MUTEX_INITIALIZER; static pthread_mutex_t mutexWordGen = PTHREAD_MUTEX_INITIALIZER; static void* execBench(void *in) { ftsDB *db = (ftsDB*)in; int i; char **words; for(i=0;iexecQuery(db, words, benchFlags); free(words); } /* * send message about exitting */ pthread_mutex_lock( &mutexFinish ); pthread_cond_broadcast( &condFinish ); pthread_mutex_unlock( &mutexFinish ); return NULL; } extern char *optarg; int main(int argn, char *argv[]) { int initMode = 0; int n = 0, nclients = 1; char *lex = NULL; char *doc = NULL; char *dbname = NULL; RDBMS rdbms = NULLSQL; int flags = 0; int i; StringBuf b = {NULL,0,0}; while((i=getopt(argn,argv,"ib:n:l:g:d:c:hf:")) != EOF) { switch(i) { case 'i': initMode = 1; break; case 'b': rdbms = getRDBMS(optarg); break; case 'n': n=atoi(optarg); break; case 'c': nclients=atoi(optarg); break; case 'l': lex = strdup(optarg); break; case 'g': doc = strdup(optarg); break; case 'd': dbname = strdup(optarg); break; case 'f': flags = getFLAGS(optarg); break; case 'h': default: usage(); } } if (rdbms == NULLSQL) rdbms = getRDBMS(NULL); if ( dbname == NULL || n<0 || nclients<1 ) usage(); printf("Running with '%s' RDBMS\n", DBDesc[ rdbms ].longname); if ( initMode ) { ftsDB *db = *initConnections(rdbms, 1, dbname); time_t prev; if (!lex) lex = "gendata/lex"; if (!doc) doc = "gendata/gamma-lens"; finnegan_init(lex, doc); db->startCreateScheme(db, flags); prev = time(NULL); for(i=0;iInsertRow(db, i+1, b.str); if ( prev!=time(NULL) ) { printf("\r%d(%.02f%%) rows inserted", i, (100.0*i)/n); fflush(stdout); prev = time(NULL); } } printf("\r%d(100.00%%) rows inserted. Finalyze insertion... ", i); fflush(stdout); db->finishCreateScheme(db); printf("done\n"); } else { ftsDB **dbs = initConnections(rdbms, nclients, dbname); pthread_t *tid = (pthread_t*)malloc( sizeof(pthread_t) * nclients); struct timeval begin; double elapsed; int total=0; struct timespec sleepTo = { 0, 0 }; /* * startup generator */ if (!lex) lex = "gendata/query-lex"; if (!doc) doc = "gendata/query-lens"; finnegan_init(lex, doc); /* * Initial query */ printf("\r0(0.00%%) queries proceed"); fflush(stdout); benchFlags = flags; benchCount = n; gettimeofday(&begin,NULL); pthread_mutex_lock( &mutexFinish ); for(i=0;inqueryMutex); total +=dbs[i]->nquery; if ( dbs[i]->nquery < n ) ntogo++; pthread_mutex_unlock(&dbs[i]->nqueryMutex); } if ( ntogo == 0 ) break; printf("\r%d(%.02f%%) queries proceed", total, (100.0*(float)total)/(nclients * n)); fflush(stdout); sleepTo.tv_sec = time(NULL) + 1; res = pthread_cond_timedwait( &condFinish, &mutexFinish, &sleepTo ); if ( !(res == ETIMEDOUT || res == 0) ) { fprintf(stderr,"pthread_cond_timedwait failed: %s", strerror(errno)); exit(1); } } elapsed = elapsedtime(&begin); pthread_mutex_unlock( &mutexFinish ); for(i=0;i