diff --git a/copietje/__init__.py b/copietje/__init__.py index c7e8c25..eb071dd 100644 --- a/copietje/__init__.py +++ b/copietje/__init__.py @@ -95,13 +95,11 @@ def make_index(self, zip_file: str): with ZipFile(zip_file) as documents_zip: cur = self.database.cursor() - # LIMIT should be removed in final script cur.execute(""" SELECT path, uid, stream, minhash FROM documents WHERE tags IS NOT NULL - ORDER BY size ASC - LIMIT 200 + ORDER BY uid ASC """) for row in cur: if minhash := self._get_or_update_minhash(row, documents_zip): @@ -111,13 +109,11 @@ def query_index(self, zip_file: str) -> Iterable[Tuple[str, Iterable[Tuple[str, with ZipFile(zip_file) as documents_zip: cur = self.database.cursor() - # LIMIT should be removed in final script cur.execute(""" SELECT path, uid, stream, minhash FROM documents WHERE tags IS NULL - ORDER BY size ASC - LIMIT 200 + ORDER BY uid ASC """) for row in cur: if query_hash := self._get_or_update_minhash(row, documents_zip):