fix: duplicates from merge

.github/workflows/flutter.yml

@@ -52,6 +52,7 @@ jobs:
         with:
           channel: stable
           cache: true
+      - run: sudo apt install ninja-build
       - run: flutter pub get
       - run: flutter build apk
       - name: Upload apk

.gitignore

@@ -31,8 +31,22 @@ migrate_working_dir/
 .flutter-plugins-dependencies
 .pub-cache/
 .pub/
-/build/
+build/
 /windows/
+android/
+linux/
+macos/
+ios/
+.dart_tool
+web/
+images/
+fonts/
+assets/
+.idea/
+
+
+
+
 # Symbolication related
 app.*.symbols
 
@@ -43,3 +57,10 @@ app.*.map.json
 /android/app/debug
 /android/app/profile
 /android/app/release
+
+.git/
+.vscode/
+android/
+build/
+fonts/
+

lib/data/data_providers/file_system_data_provider.dart

@@ -96,6 +96,7 @@ class FileSystemData {
             category.books.add(
               PdfBook(
                 title: title,
+                category: category,
                 path: entity.path,
                 author: metadata[title]?['author'],
                 heShortDesc: metadata[title]?['heShortDesc'],
@@ -113,6 +114,7 @@ class FileSystemData {
             final title = getTitleFromPath(entity.path);
             category.books.add(TextBook(
                 title: title,
+                category: category,
                 author: metadata[title]?['author'],
                 heShortDesc: metadata[title]?['heShortDesc'],
                 pubDate: metadata[title]?['pubDate'],

lib/data/data_providers/isar_data_provider.dart

@@ -107,7 +107,7 @@ class IsarDataProvider {
         }
         isar.write((isar) => isar.refs.putAll(refs));
       } catch (e) {
-        print(' Failed creating refs for ${book.title} $e');
+        print('Failed creating refs for ${book.title} $e');
       }
     }
 
@@ -144,7 +144,6 @@ class IsarDataProvider {
           pdfBook: true,
           pdfPath: pdfBooks[i].path,
         );
-        print('Adding Pdf ref: ${ref.ref}');
         isar.write((isar) => isar.refs.put(ref));
       }
     }
@@ -242,7 +241,6 @@ class IsarDataProvider {
     linesNumOfbooksDone.value = 0;
 
     for (TextBook book in books) {
-      print('Adding lines for ${book.title}');
       await addLinesForBook(book);
       linesNumOfbooksDone.value = books.indexOf(book) + 1;
     }

lib/data/data_providers/tantivy_data_provider.dart

@@ -40,14 +40,18 @@ class TantivyDataProvider {
   /// Uses Hive for persistent storage of indexed book records, storing them in the 'index'
   /// subdirectory of the configured library path.
   TantivyDataProvider() {
+    reopenIndex();
+  }
+
+  void reopenIndex() {
     String indexPath = (Settings.getValue('key-library-path') ?? 'C:/אוצריא') +
         Platform.pathSeparator +
         'index';
 
     engine = SearchEngine.newInstance(path: indexPath);
 
     //test the engine
-    searchTexts('בראשית', ['בראשית'], 1);
+    searchTexts('בראשית', ['/'], 1);
 
     booksDone = Hive.box(
             name: 'books_indexed',
@@ -67,14 +71,13 @@ class TantivyDataProvider {
         .put('key-books-done', booksDone);
   }
 
-  Future<int> countTexts(String query, List<String> books, String topics,
+  Future<int> countTexts(String query, List<String> books, List<String> facets,
       {bool fuzzy = false, int distance = 2}) async {
     final index = await engine;
     if (!fuzzy) {
       query = distance > 0 ? '"$query"~$distance' : '"$query"';
     }
-    return index.count(
-        query: query, books: books, topics: topics, fuzzy: fuzzy);
+    return index.count(query: query, facets: facets, fuzzy: fuzzy);
   }
 
   /// Performs a synchronous search operation across indexed texts.
@@ -86,8 +89,10 @@ class TantivyDataProvider {
   ///
   /// Returns a Future containing a list of search results
   Future<List<SearchResult>> searchTexts(
-      String query, List<String> books, int limit,
-      {bool fuzzy = false, int distance = 2}) async {
+      String query, List<String> facets, int limit,
+      {ResultsOrder order = ResultsOrder.relevance,
+      bool fuzzy = false,
+      int distance = 2}) async {
     SearchEngine index;
     try {
       index = await engine;
@@ -102,7 +107,6 @@ class TantivyDataProvider {
           "PanicException(Failed to create index: SchemaError(\"An index exists but the schema does not match.\"))") {
         Directory indexDirectory = Directory(indexPath);
         Hive.box(name: 'books_indexed', directory: indexPath).close();
-        print('Deleting index and creating a new one');
         indexDirectory.deleteSync(recursive: true);
         indexDirectory.createSync(recursive: true);
         engine = SearchEngine.newInstance(path: indexPath);
@@ -115,7 +119,7 @@ class TantivyDataProvider {
       query = distance > 0 ? '"$query"~$distance' : '"$query"';
     }
     return await index.search(
-        query: query, books: books, limit: limit, fuzzy: fuzzy);
+        query: query, facets: facets, limit: limit, fuzzy: fuzzy, order: order);
   }
 
   /// Performs an asynchronous stream-based search operation across indexed texts.
@@ -127,10 +131,10 @@ class TantivyDataProvider {
   ///
   /// Returns a Stream of search results that can be listened to for real-time updates
   Stream<List<SearchResult>> searchTextsStream(
-      String query, List<String> books, int limit, bool fuzzy) async* {
+      String query, List<String> facets, int limit, bool fuzzy) async* {
     final index = await engine;
     yield* index.searchStream(
-        query: query, books: books, limit: limit, fuzzy: fuzzy);
+        query: query, facets: facets, limit: limit, fuzzy: fuzzy);
   }
 
   /// Indexes all books in the provided library within the specified range.
@@ -154,13 +158,13 @@ class TantivyDataProvider {
       if (!isIndexing.value) {
         return;
       }
-      print('Adding ${book.title} to index');
       try {
         // Handle different book types appropriately
         if (book is TextBook) {
           await addTextsToTantivy(book);
         } else if (book is PdfBook) {
           await addPdfTextsToTantivy(book);
+          await addPdfTextsToTantivy(book);
         }
       } catch (e) {
         print('Error adding ${book.title} to index: $e');
@@ -190,7 +194,6 @@ class TantivyDataProvider {
     // Check if book was already indexed using content hash
     final hash = sha1.convert(utf8.encode(text)).toString();
     if (booksDone.contains(hash)) {
-      print('${book.title} already in index');
       numOfbooksDone.value = numOfbooksDone.value! + 1;
       return;
     }
@@ -220,10 +223,10 @@ class TantivyDataProvider {
         line = stripHtmlIfNeeded(line);
         line = removeVolwels(line);
         index.addDocument(
-            id: BigInt.from(hashCode + i),
+            id: BigInt.from(DateTime.now().microsecondsSinceEpoch),
             title: title,
             reference: stripHtmlIfNeeded(reference.join(', ')),
-            topics: topics,
+            topics: '$topics/$title',
             text: line,
             segment: BigInt.from(i),
             isPdf: false,
@@ -234,7 +237,6 @@ class TantivyDataProvider {
     await index.commit();
     booksDone.add(hash);
     saveBooksDoneToDisk();
-    print('Added ${book.title} to index');
     numOfbooksDone.value = numOfbooksDone.value! + 1;
   }
 
@@ -253,7 +255,6 @@ class TantivyDataProvider {
     final data = await File(book.path).readAsBytes();
     final hash = sha1.convert(data).toString();
     if (booksDone.contains(hash)) {
-      print('${book.title} already in index');
       numOfbooksDone.value = numOfbooksDone.value! + 1;
       return;
     }
@@ -275,7 +276,7 @@ class TantivyDataProvider {
             id: BigInt.from(DateTime.now().microsecondsSinceEpoch),
             title: title,
             reference: '$title, עמוד ${i + 1}',
-            topics: topics,
+            topics: '$topics/$title',
             text: texts[j],
             segment: BigInt.from(i),
             isPdf: true,
@@ -286,7 +287,19 @@ class TantivyDataProvider {
     await index.commit();
     booksDone.add(hash);
     saveBooksDoneToDisk();
-    print('Added ${book.title} to index');
     numOfbooksDone.value = numOfbooksDone.value! + 1;
   }
+
+  void clear() async {
+    final index = await engine;
+    await index.clear();
+    booksDone.clear();
+    saveBooksDoneToDisk();
+  }
+
+  void cancelIndexing() async {
+    isIndexing.value = false;
+    numOfbooksDone.value = null;
+    numOfbooksTotal.value = null;
+  }
 }

lib/main.dart

@@ -144,8 +144,5 @@ void createDirectoryIfNotExists(String path) {
   Directory directory = Directory(path);
   if (!directory.existsSync()) {
     directory.createSync(recursive: true);
-    print('Directory created: $path');
-  } else {
-    print('Directory already exists: $path');
   }
 }

lib/models/app_model.dart

@@ -17,11 +17,15 @@ import 'package:flutter_settings_screens/flutter_settings_screens.dart';
 import 'package:fuzzywuzzy/fuzzywuzzy.dart';
 import 'package:hive/hive.dart';
 import 'package:otzaria/data/data_providers/file_system_data_provider.dart';
+import 'package:otzaria/data/data_providers/tantivy_data_provider.dart';
 import 'package:otzaria/data/repository/data_repository.dart';
 import 'package:otzaria/models/bookmark.dart';
 import 'package:otzaria/models/books.dart';
 import 'package:otzaria/models/library.dart';
-import 'package:otzaria/models/tabs.dart';
+import 'package:otzaria/models/tabs/pdf_tab.dart';
+import 'package:otzaria/models/tabs/searching_tab.dart';
+import 'package:otzaria/models/tabs/tabs.dart';
+import 'package:otzaria/models/tabs/text_tab.dart';
 import 'package:otzaria/models/workspace.dart';
 import 'package:otzaria/utils/calendar.dart';
 import 'package:otzaria/utils/text_manipulation.dart' as utils;
@@ -118,6 +122,10 @@ class AppModel with ChangeNotifier {
     Settings.getValue<bool>('key-use-fast-search') ?? true,
   );
 
+  final ValueNotifier<bool> replaceHolyNames = ValueNotifier<bool>(
+    Settings.getValue<bool>('key-replace-holy-names') ?? true,
+  );
+
   /// Focus node for the book locator search field
   FocusNode bookLocatorFocusNode = FocusNode();
 
@@ -206,6 +214,15 @@ class AppModel with ChangeNotifier {
     isDarkMode.addListener(() {
       notifyListeners();
     });
+    () async {
+      //Check if index is up to date
+      final totalBooks = (await library).getAllBooks().length;
+      final indexedBooks = TantivyDataProvider.instance.booksDone.length;
+      if (!TantivyDataProvider.instance.isIndexing.value &&
+          totalBooks - indexedBooks > 100) {
+        DataRepository.instance.addAllTextsToTantivy(await library);
+      }
+    }();
   }
 
   /// Opens a book in a new tab.
@@ -550,6 +567,7 @@ class AppModel with ChangeNotifier {
     libraryPath = Settings.getValue<String>('key-library-path') ?? libraryPath;
     FileSystemData.instance.libraryPath = libraryPath;
     library = data.getLibrary();
+    TantivyDataProvider.instance.reopenIndex();
     notifyListeners();
   }
 }

lib/models/books.dart

@@ -1,4 +1,5 @@
 import 'package:otzaria/data/data_providers/file_system_data_provider.dart';
+import 'package:otzaria/models/library.dart';
 import 'package:otzaria/models/links.dart';
 //import 'package:pdfrx/pdfrx.dart';
 
@@ -11,6 +12,8 @@ abstract class Book {
   /// The title of the book.
   final String title;
 
+  final Category? category;
+
   /// Additional titles of the book, if available.
   final List<String>? extraTitles;
 
@@ -39,9 +42,13 @@ abstract class Book {
   factory Book.fromJson(Map<String, dynamic> json) {
     switch (json['type']) {
       case 'TextBook':
-        return TextBook(title: json['title']);
+        return TextBook(
+            title: json['title'], category: Category.fromJson(json));
       case 'PdfBook':
-        return PdfBook(title: json['title'], path: json['path']);
+        return PdfBook(
+            title: json['title'],
+            path: json['path'],
+            category: Category.fromJson(json));
       case 'OtzarBook':
         return ExternalBook.fromJson(json);
       default:
@@ -54,6 +61,7 @@ abstract class Book {
   /// The [title] parameter is required and cannot be null.
   Book(
       {required this.title,
+      this.category,
       this.author,
       this.heShortDesc,
       this.pubDate,
@@ -69,6 +77,7 @@ abstract class Book {
 class TextBook extends Book {
   TextBook(
       {required String title,
+      super.category,
       super.author,
       super.heShortDesc,
       super.pubDate,
@@ -98,6 +107,7 @@ class TextBook extends Book {
   factory TextBook.fromJson(Map<String, dynamic> json) {
     return TextBook(
       title: json['title'],
+      category: Category.fromJson(json['category']),
     );
   }
 
@@ -210,6 +220,7 @@ class PdfBook extends Book {
   final String path;
   PdfBook(
       {required String title,
+      super.category,
       required this.path,
       super.topics,
       super.author,
@@ -221,9 +232,9 @@ class PdfBook extends Book {
 
   factory PdfBook.fromJson(Map<String, dynamic> json) {
     return PdfBook(
-      title: json['title'],
-      path: json['path'],
-    );
+        title: json['title'],
+        path: json['path'],
+        category: Category.fromJson(json['category']));
   }
 
   @override