X-Git-Url: http://sigaev.ru/git/gitweb.cgi?p=ftsbench.git;a=blobdiff_plain;f=ftsbench.c;fp=ftsbench.c;h=02323531d191e62744c9e2f38e776248c29a7abc;hp=4eb5c4b437bea6493cad269f32315402b94093b2;hb=34dc32fe558e25dfe4c7c80b94b126e597ebac2f;hpb=430dd7ec2f63bd59274f832a28d45eb6cf737cbd diff --git a/ftsbench.c b/ftsbench.c index 4eb5c4b..0232353 100644 --- a/ftsbench.c +++ b/ftsbench.c @@ -33,6 +33,7 @@ #include #include #include +#include #include "ftsbench.h" @@ -76,7 +77,7 @@ usage() { "Copyright (c) 2006 Teodor Sigaev . All rights reserved.\n" "ftsbench - full text search benchmark for RDBMS\n" "Initialization of DB:\n" - "ftsbench -i [-b RDBMS] [-n NUMROW] [-l LEXFILE] [-g GAMMAFILE] [-f FLAGS] [-q] -d DBNAME\n" + "ftsbench -i [-b RDBMS] [-n NUMROW] [-l LEXFILE] [-g GAMMAFILE] [-f FLAGS] [-q | -s ID] -d DBNAME\n" " -b RDBMS\t- type of DB: ", stdout ); @@ -85,14 +86,17 @@ usage() { "\n" " -n NUMROW - number of row in table\n" " -l LEXFILE - file with words and its frequents (default gendata/lex)\n" - " -g GAMMAFILE - file with doc's length distribution (default gendata/gamma-lens)\n" + " -g GAMMAFILE - file with doc's length distribution (default \n" + " gendata/gamma-lens)\n" " -l FLGAS - options for db's schema (see below)\n" + " -s ID - SQL mode: output is a SQL queries, ID is an identifier for insert\n" + " statement\n" " -q - do not print progress message\n", stdout ); fputs( "Run tests:\n" - "ftsbench [-b RDBMS] [-c NCLIENTS] [-n NUMQUERY] [-l LEXFILE] [-g GAMMAFILE] [-f FLAGS] [-q] -d DBNAME\n" + "ftsbench [-b RDBMS] [-c NCLIENTS] [-n NUMQUERY] [-l LEXFILE] [-g GAMMAFILE] [-f FLAGS] [-q | -s ID [-r]] -d DBNAME\n" " -b RDBMS\t- type of DB: ", stdout ); @@ -102,8 +106,12 @@ usage() { " -c NCLIENTS - number of clients in parallel\n" " -n NUMQUERY - number of queries per client\n" " -l LEXFILE - file with words and its frequents (default gendata/query-lex)\n" - " -g GAMMAFILE - file with doc's length distribution (default gendata/query-lens)\n" + " -g GAMMAFILE - file with doc's length distribution (default \n" + " gendata/query-lens)\n" " -l FLGAS - options for db's schema (see below)\n" + " -s ID - SQL mode: output is a SQL queries, ID is an identifier for insert\n" + " statement\n" + " -r - row mode: timing every query\n" " -q - do not print progress message\n", stdout ); @@ -169,7 +177,8 @@ getFLAGS(char *flg) { if ( (flags & FLG_AND) && (flags & FLG_OR) ) { fprintf(stderr,"AND and OR flags are mutually exclusive\n"); exit(1); - } + } else if ( ( flags & ( FLG_AND | FLG_OR ) ) == 0 ) + flags |= FLG_AND; return flags; } @@ -204,17 +213,26 @@ elapsedtime(struct timeval *begin) { return timediff(begin,&end); } +static int Id = 0; +static int sqlMode = 0; +static int rowMode = 0; static int benchFlags = 0; static int benchCount = 0; +static int nClients = 0; static pthread_cond_t condFinish = PTHREAD_COND_INITIALIZER; static pthread_mutex_t mutexFinish = PTHREAD_MUTEX_INITIALIZER; static pthread_mutex_t mutexWordGen = PTHREAD_MUTEX_INITIALIZER; +/* + * main test function, executed in thread + */ static void* execBench(void *in) { ftsDB *db = (ftsDB*)in; - int i; + int i, nres=0; char **words; + struct timeval begin; + double elapsed; for(i=0;iexecQuery(db, words, benchFlags); + + if ( rowMode ) { + elapsed = elapsedtime(&begin); + printf("INSERT INTO fb_row (id, f_and, f_or, nclients, nres, elapsed) VALUES (%d, '%c', '%c', %d, %d, %g);\n", + Id, + ( benchFlags & FLG_AND ) ? 't' : 'f', + ( benchFlags & FLG_OR ) ? 't' : 'f', + nClients, + db->nres - nres, + elapsed + ); + nres = db->nres; + } free(words); } @@ -238,33 +272,51 @@ execBench(void *in) { return NULL; } +void +report(const char *format, ...) { + va_list args; + + if (benchFlags & FLG_SQL) + return; + + va_start(args, format); + vfprintf(stdout, format, args); + va_end(args); + + fflush(stdout); +} + extern char *optarg; int main(int argn, char *argv[]) { int initMode = 0; - int n = 0, nclients = 1; + int n = 0; char *lex = NULL; char *doc = NULL; char *dbname = NULL; RDBMS rdbms = NULLSQL; int flags = 0; - int i; + int i; int quiet = 0, scheme=0; StringBuf b = {NULL,0,0}; + struct timeval begin; + double elapsed; - while((i=getopt(argn,argv,"ib:n:l:g:d:c:hf:qS")) != EOF) { + while((i=getopt(argn,argv,"ib:n:l:g:d:c:hf:qSs:r")) != EOF) { switch(i) { case 'i': initMode = 1; break; case 'b': rdbms = getRDBMS(optarg); break; case 'n': n=atoi(optarg); break; - case 'c': nclients=atoi(optarg); break; + case 'c': nClients=atoi(optarg); break; case 'l': lex = strdup(optarg); break; case 'g': doc = strdup(optarg); break; case 'd': dbname = strdup(optarg); break; case 'f': flags = getFLAGS(optarg); break; case 'q': quiet = 1; break; case 'S': scheme = 1; break; + case 's': sqlMode = 1; Id = atoi(optarg); break; + case 'r': rowMode = 1; break; case 'h': default: usage(); @@ -279,10 +331,19 @@ main(int argn, char *argv[]) { if (rdbms == NULLSQL) rdbms = getRDBMS(NULL); - if ( dbname == NULL || n<0 || nclients<1 ) + if ( dbname == NULL || n<0 || (initMode == 0 && nClients<1) ) usage(); - printf("Running with '%s' RDBMS\n", DBDesc[ rdbms ].longname); + if ( sqlMode ) { + quiet = 1; + flags |= FLG_SQL; + } else + rowMode = 0; + + benchFlags = flags; + benchCount = n; + + report("Running with '%s' RDBMS\n", DBDesc[ rdbms ].longname); if ( initMode ) { ftsDB *db = *initConnections(rdbms, 1, dbname); @@ -290,7 +351,9 @@ main(int argn, char *argv[]) { if (!lex) lex = "gendata/lex"; if (!doc) doc = "gendata/gamma-lens"; - finnegan_init(lex, doc); + finnegan_init(lex, doc, sqlMode); + + gettimeofday(&begin,NULL); db->startCreateScheme(db, flags); prev = time(NULL); @@ -298,22 +361,33 @@ main(int argn, char *argv[]) { generate_doc(&b); db->InsertRow(db, i+1, b.str); if ( !quiet && prev!=time(NULL) ) { - printf("\r%d(%.02f%%) rows inserted", i, (100.0*i)/n); - fflush(stdout); + report("\r%d(%.02f%%) rows inserted", i, (100.0*i)/n); prev = time(NULL); } } - printf("%s%d(100.00%%) rows inserted. Finalyze insertion... ", + + report("%s%d(100.00%%) rows inserted. Finalyze insertion... ", (quiet) ? "" : "\r", i); - fflush(stdout); db->finishCreateScheme(db); - printf("done\n"); + elapsed = elapsedtime(&begin); + + report("done\nTime: %.02f secs\n", elapsed); + if (sqlMode) { + printf("INSERT INTO fb_create (id, rdbms, f_gin, f_gist, f_func, rows, elapsed) VALUES (%d, '%s', '%c', '%c', '%c', %d, %g);\n", + Id, + DBDesc[ rdbms ].shortname, + ( flags & FLG_GIN ) ? 't' : 'f', + ( flags & FLG_GIST ) ? 't' : 'f', + ( flags & FLG_FUNC ) ? 't' : 'f', + n, + elapsed + ); + } db->Close(db); } else { - ftsDB **dbs = initConnections(rdbms, nclients, dbname); - pthread_t *tid = (pthread_t*)malloc( sizeof(pthread_t) * nclients); + ftsDB **dbs = initConnections(rdbms, nClients, dbname); + pthread_t *tid = (pthread_t*)malloc( sizeof(pthread_t) * nClients); struct timeval begin; - double elapsed; int total=0, nres=0; struct timespec sleepTo = { 0, 0 }; @@ -322,22 +396,18 @@ main(int argn, char *argv[]) { */ if (!lex) lex = "gendata/query-lex"; if (!doc) doc = "gendata/query-lens"; - finnegan_init(lex, doc); + finnegan_init(lex, doc, sqlMode); /* * Initial query */ - if ( !quiet ) { - printf("\r0(0.00%%) queries proceed"); - fflush(stdout); - } - benchFlags = flags; - benchCount = n; + if ( !quiet ) + report("\r0(0.00%%) queries proceed"); gettimeofday(&begin,NULL); pthread_mutex_lock( &mutexFinish ); - for(i=0;inqueryMutex); total +=dbs[i]->nquery; if ( dbs[i]->nquery < n ) @@ -359,10 +429,8 @@ main(int argn, char *argv[]) { if ( ntogo == 0 ) break; - if ( !quiet ) { - printf("\r%d(%.02f%%) queries proceed", total, (100.0*(float)total)/(nclients * n)); - fflush(stdout); - } + if ( !quiet ) + report("\r%d(%.02f%%) queries proceed", total, (100.0*(float)total)/(nClients * n)); sleepTo.tv_sec = time(NULL) + 1; res = pthread_cond_timedwait( &condFinish, &mutexFinish, &sleepTo ); @@ -375,17 +443,27 @@ main(int argn, char *argv[]) { elapsed = elapsedtime(&begin); pthread_mutex_unlock( &mutexFinish ); - for(i=0;inres; dbs[i]->Close(dbs[i]); } - printf("%s%d(%.02f%%) queries proceed\n", - (quiet) ? "" : "\r", total, (100.0*(float)total)/(nclients * n)); - printf("Total number of result: %d\n", nres); - printf("Total time: %.02f sec, Queries per second: %.02f\n", elapsed, total/elapsed); - fflush(stdout); + report("%s%d(%.02f%%) queries proceed\n", + (quiet) ? "" : "\r", total, (100.0*(float)total)/(nClients * n)); + report("Total number of result: %d\n", nres); + report("Total time: %.02f sec, Queries per second: %.02f\n", elapsed, total/elapsed); + if (sqlMode && !rowMode) { + printf("INSERT INTO fb_search (id, f_and, f_or, nclients, nqueries, nres, elapsed) VALUES (%d, '%c', '%c', %d, %d, %d, %g);\n", + Id, + ( flags & FLG_AND ) ? 't' : 'f', + ( flags & FLG_OR ) ? 't' : 'f', + nClients, + n, + nres, + elapsed + ); + } } return 0;