fix GiST estimation

[smlar.git] / smlar_gist.c

diff --git a/smlar_gist.c b/smlar_gist.c
index ce9c6d8..3520e41 100644 (file)
--- a/smlar_gist.c
+++ b/smlar_gist.c
@@ -1210,7 +1210,7 @@ gsmlsign_consistent(PG_FUNCTION_ARGS)
                                                for(i=0; i<s->nelems; i++)
                                                        count += GETBIT(sign, HASHVAL(s->hash[i]));
                                
-                                               if ( s->nelems == count  || ((double)count) / ((double)(s->nelems)) >= GetSmlarLimit() )
+                                               if ( s->nelems == count  || sqrt(((double)count) / ((double)(s->nelems))) >= GetSmlarLimit() )
                                                        res = true;
                                        }
                                        break;