From eff89a1459344b6b35890287fd75c4c9074fb1c0 Mon Sep 17 00:00:00 2001
From: ChunjiangZhu <chunjiang.zhu@uconn.edu>
Date: Fri, 3 Jul 2020 17:13:18 -0400
Subject: [PATCH] add BruteforceFPS class

---
 algos.yaml                              |  10 +++---
 ann_benchmarks/.DS_Store                | Bin 10244 -> 10244 bytes
 ann_benchmarks/algorithms/bruteforce.py |  40 ++++++++++++++++++++++++
 ann_benchmarks/runner.py                |   6 ++--
 4 files changed, 48 insertions(+), 8 deletions(-)

diff --git a/algos.yaml b/algos.yaml
index 888d60e..864bcbb 100644
--- a/algos.yaml
+++ b/algos.yaml
@@ -2,14 +2,14 @@ bit:
   jaccard:
     Bruteforce:
       disabled: false
-      docker-tag: ann-benchmarks-sklearn
-      singularity-tag: ann-bench-sklearn
+      docker-tag: ann-benchmarks-chemfp
+      singularity-tag: ann-bench-chemfp
       module: ann_benchmarks.algorithms.bruteforce
-      constructor: BruteForceBLAS
+      constructor: BruteForceFPS
       base-args: ["@metric"]
       run-groups:
-        base:
-          args: {}
+        empty:
+          args: []
     Balltree(Sklearn):
       disabled: false
       docker-tag: ann-benchmarks-sklearn
diff --git a/ann_benchmarks/.DS_Store b/ann_benchmarks/.DS_Store
index ff82d8fee2667457aadf1799c1d1e1dc95e4706f..5bdd401ee363832e2914e53a84963cebd538a7bf 100644
GIT binary patch
delta 257
zcmZn(XbITRCdjyXa=W0ChN!5RxTu7rq;$N1a8hD&c6w2MX<mwReolUoQ%-4WL}qe+
zUT|hr>f~F3yXxZw_=_|0%RPZ&0Y#~0nW^Q`=|!0-!3BxQnR)5T_8%C)K-nPx#?XK;
z1Q?Vd3<d@c0mhKL{Jd07PGtvgs2~S}HiILB7eg>Z217YRAHyt$H4Hl#jxyY0c*F3G
zk%du=QHfET(Zqn!meHQkgVB@Gn=ybfkTD3Norw`@j10^U2+bHh*;Y(?bAs@4o{0_I
Po7ok9v25lMWo8BdJ2p4D

delta 265
zcmZn(XbITRCdjyNa=W0Cp_r(+gs7yDv`oB!a8hD&c6w2MX<mwReolUoQ%-4Wya0c3
zMt-?xa(-SwQEFLcYWd`gg1hP?GJyiYnN_LL=|!0-!3BxQnR)5T_8%C)fK%B)1Huwu
zP=+uV7?d3f4}jSm0*oPf`FW{8RRIu5We0DlDh>v121kZqh8TuIh6aY|42v1IG8|+$
z$MBfpE5m<AUPduSB}Q#V9V13lMsr37Mo&gBMjysN#vsOMhyhHDP=jQlG?ZdYnfy^g
VVsnu2DxS^k3cpx3e-mM51^`V;I)wlL

diff --git a/ann_benchmarks/algorithms/bruteforce.py b/ann_benchmarks/algorithms/bruteforce.py
index afebcb6..6c5c2ad 100644
--- a/ann_benchmarks/algorithms/bruteforce.py
+++ b/ann_benchmarks/algorithms/bruteforce.py
@@ -96,3 +96,43 @@ def fix(index):
             ev = v
             return (index, pd[self._metric]['distance'](ep, ev))
         return map(fix, indices)
+
+class BruteForceFPS(BaseANN):
+    def __init__(self, metric):
+        if metric != 'jaccard':
+            raise NotImplementedError("BruteForce doesn't support metric %s" % metric)
+        self._metric = metric
+        self.name = 'BruteForceFPS()'
+
+
+    def fit(self, X):
+        self.index = X
+
+    def query(self, v, n):
+        import operator
+        import chemfp
+        dist_dict = {}
+        for j in range(self.index.shape[0]):
+            dist_dict[j] = chemfp.bitops.byte_tanimoto(self._queries.get_fingerprint(0), self._target.get_fingerprint(j))
+        sorted_dict = sorted(dist_dict.items(), key=operator.itemgetter(1), reverse=True)[:n]
+        return [sorted_dict[j][0] for j in range(n)]
+
+    @staticmethod
+    def matrToArena(X):
+        import chemfp
+        from bitarray import bitarray
+        # convert X to Chemfp fingerprintArena in memory
+        fps = []
+        for row in range(X.shape[0]):
+            fp = bitarray(endian='big')
+            fp.extend(X[row])
+            fps.append((row,fp.tobytes()))
+        return chemfp.load_fingerprints(fps,chemfp.Metadata(num_bits=X.shape[1]),reorder=False)
+
+    def pre_fit(self, X):
+        self._target = BruteForceFPS.matrToArena(X)
+
+
+    def pre_query(self, v, n):
+        queryMatr = numpy.array([v])
+        self._queries = BruteForceFPS.matrToArena(queryMatr)
diff --git a/ann_benchmarks/runner.py b/ann_benchmarks/runner.py
index 7f17dfc..f840c6b 100644
--- a/ann_benchmarks/runner.py
+++ b/ann_benchmarks/runner.py
@@ -35,7 +35,7 @@ def run_individual_query(algoname, algo, X_train, X_test, distance, count, run_c
 
         def single_query(v):
             # special code for the Risc, DivideSkip, and Chemfp
-            if algoname in ['Risc', 'DivideSkip', 'Chemfp']:
+            if algoname in ['Risc', 'DivideSkip', 'Chemfp', 'Bruteforce']:
                 algo.pre_query(v, count)
 
             start = time.time()
@@ -130,7 +130,7 @@ def run(definition, dataset, count, run_count, batch, rq):
             print(X_train.shape)
             algo.pre_fit(X_train)
         # special code for Chemfp
-        if definition.algorithm in 'Chemfp':
+        if definition.algorithm in ['Chemfp', 'Bruteforce']:
             algo.pre_fit(X_train)
 
         t0 = time.time()
@@ -302,7 +302,7 @@ def run_singularity(definition, dataset, count, runs, timeout, batch, rq, radius
     print('String of command', strCmd)
 
     # Chemfp uses Python2 while others use Python3
-    if definition.algorithm in 'Chemfp':
+    if definition.algorithm in ['Chemfp', 'Bruteforce']:
         subprocess.check_call('singularity exec %s/%s.sif python run_algorithm.py %s' %(sif_dir, definition.singularity_tag, strCmd), shell=True)
     else:
         subprocess.check_call('singularity exec %s/%s.sif python3 run_algorithm.py %s' %(sif_dir, definition.singularity_tag, strCmd), shell=True)