X-Git-Url: http://sigaev.ru/git/gitweb.cgi?p=smlar.git;a=blobdiff_plain;f=smlar_gist.c;fp=smlar_gist.c;h=3520e413976df5e2355182d93375b2fb1aa459b8;hp=ce9c6d86ae44ab44965402e3b74977a0486a3d99;hb=ae374911b5ca5eab6df18522f9d3ec415b719b9d;hpb=0bc52593d34ce24b38cbd4fb6225d97601c5b871 diff --git a/smlar_gist.c b/smlar_gist.c index ce9c6d8..3520e41 100644 --- a/smlar_gist.c +++ b/smlar_gist.c @@ -1210,7 +1210,7 @@ gsmlsign_consistent(PG_FUNCTION_ARGS) for(i=0; inelems; i++) count += GETBIT(sign, HASHVAL(s->hash[i])); - if ( s->nelems == count || ((double)count) / ((double)(s->nelems)) >= GetSmlarLimit() ) + if ( s->nelems == count || sqrt(((double)count) / ((double)(s->nelems))) >= GetSmlarLimit() ) res = true; } break;