mirror of
https://github.com/AppFlowy-IO/AppFlowy.git
synced 2025-07-23 17:11:23 +00:00

* feat: implement folder indexer * feat: sqlite search views using fts5 * feat: add view indexing to user manager * feat: implement folder indexer * feat: add sqlite search documents * feat: add document indexing to user manager * feat: add document indexing to folder indexer * chore: update collab rev * feat: search frontend integration * refactor: search index * test: add event test * chore: fix ci * feat: initial command palette overlay impl (#4619) * chore: test search engine * chore: initial structure * chore: replace old search request * chore: enable log for lib-dispatch * chore: move search manager to core * feat: move traits and responsibility to search crate * feat: move search to search crate * feat: replace sqlite with tantivy * feat: deserialize tantivy documents * chore: fixes after rebase * chore: clean code * feat: fetch and sort results * fix: code review + cleaning * feat: support custom icons * feat: support view layout icons * feat: rename bloc and fix indexing * fix: prettify dialog * feat: score results * chore: update collab rev * feat: add recent view history to command palette * test: add integration_tests * fix: clippy changes * fix: focus traversal in cmd palette * fix: remove file after merging main * chore: code review and panic-safe * feat: index all views if index does not exist * chore: improve logic with conditional * chore: add is_empty check * chore: abstract logic from folder manager init * chore: update collab rev * chore: code review * chore: fixes after merge + update lock file * chore: revert cargo lock * fix: set icon type when removing icon * fix: code review + dependency inversion * fix: remove icon fix for not persisting icon type * test: simple tests manipulating views * test: create 100 views * fix: tauri build * chore: create 1000 views * chore: create util methods * chore: test * chore: test * chore: remove logs * chore: fix build.rs * chore: export models * chore: enable clear cache on Rust-CI * fix: navigate to newly created views * fix: force disable setting workspace listener on rebuilds * fix: remove late final * fix: missing returns * fix: localization and minor fixes * test: add index assert to large test * fix: missing section param after merging main * chore: try fix unzip file error * chore: lower the test * feat: show hint when result is in trash * feat: one index_writer per index * fix: minor changes after merge * fix: make create_log_filter public after merge * chore: fix test * chore: fix test * chore: flutter analyze * chore: flutter analyze * chore: fix tauri build --------- Co-authored-by: nathan <nathan@appflowy.io> Co-authored-by: Lucas.Xu <lucas.xu@appflowy.io> Co-authored-by: Nathan.fooo <86001920+appflowy@users.noreply.github.com>
143 lines
4.5 KiB
Dart
143 lines
4.5 KiB
Dart
import 'dart:async';
|
|
import 'dart:convert' show utf8;
|
|
import 'dart:ffi';
|
|
import 'dart:typed_data';
|
|
|
|
import 'package:flutter/services.dart';
|
|
|
|
import 'package:appflowy_backend/ffi.dart' as ffi;
|
|
import 'package:appflowy_backend/log.dart';
|
|
// ignore: unnecessary_import
|
|
import 'package:appflowy_backend/protobuf/dart-ffi/ffi_response.pb.dart';
|
|
import 'package:appflowy_backend/protobuf/dart-ffi/protobuf.dart';
|
|
import 'package:appflowy_backend/protobuf/flowy-database2/protobuf.dart';
|
|
import 'package:appflowy_backend/protobuf/flowy-document/protobuf.dart';
|
|
import 'package:appflowy_backend/protobuf/flowy-error/errors.pb.dart';
|
|
import 'package:appflowy_backend/protobuf/flowy-folder/protobuf.dart';
|
|
import 'package:appflowy_backend/protobuf/flowy-user/protobuf.dart';
|
|
import 'package:appflowy_result/appflowy_result.dart';
|
|
import 'package:ffi/ffi.dart';
|
|
import 'package:isolates/isolates.dart';
|
|
import 'package:isolates/ports.dart';
|
|
import 'package:protobuf/protobuf.dart';
|
|
|
|
import '../protobuf/flowy-config/entities.pb.dart';
|
|
import '../protobuf/flowy-config/event_map.pb.dart';
|
|
import '../protobuf/flowy-date/entities.pb.dart';
|
|
import '../protobuf/flowy-date/event_map.pb.dart';
|
|
import '../protobuf/flowy-search/entities.pb.dart';
|
|
import '../protobuf/flowy-search/event_map.pb.dart';
|
|
|
|
import 'error.dart';
|
|
|
|
part 'dart_event/flowy-folder/dart_event.dart';
|
|
part 'dart_event/flowy-user/dart_event.dart';
|
|
part 'dart_event/flowy-database2/dart_event.dart';
|
|
part 'dart_event/flowy-document/dart_event.dart';
|
|
part 'dart_event/flowy-config/dart_event.dart';
|
|
part 'dart_event/flowy-date/dart_event.dart';
|
|
part 'dart_event/flowy-search/dart_event.dart';
|
|
|
|
enum FFIException {
|
|
RequestIsEmpty,
|
|
}
|
|
|
|
class DispatchException implements Exception {
|
|
FFIException type;
|
|
DispatchException(this.type);
|
|
}
|
|
|
|
class Dispatch {
|
|
static Future<FlowyResult<Uint8List, Uint8List>> asyncRequest(
|
|
FFIRequest request) {
|
|
// FFIRequest => Rust SDK
|
|
final bytesFuture = _sendToRust(request);
|
|
|
|
// Rust SDK => FFIResponse
|
|
final responseFuture = _extractResponse(bytesFuture);
|
|
|
|
// FFIResponse's payload is the bytes of the Response object
|
|
final payloadFuture = _extractPayload(responseFuture);
|
|
|
|
return payloadFuture;
|
|
}
|
|
}
|
|
|
|
Future<FlowyResult<Uint8List, Uint8List>> _extractPayload(
|
|
Future<FlowyResult<FFIResponse, FlowyInternalError>> responseFuture) {
|
|
return responseFuture.then((result) {
|
|
return result.fold(
|
|
(response) {
|
|
switch (response.code) {
|
|
case FFIStatusCode.Ok:
|
|
return FlowySuccess(Uint8List.fromList(response.payload));
|
|
case FFIStatusCode.Err:
|
|
return FlowyFailure(Uint8List.fromList(response.payload));
|
|
case FFIStatusCode.Internal:
|
|
final error = utf8.decode(response.payload);
|
|
Log.error("Dispatch internal error: $error");
|
|
return FlowyFailure(emptyBytes());
|
|
default:
|
|
Log.error("Impossible to here");
|
|
return FlowyFailure(emptyBytes());
|
|
}
|
|
},
|
|
(error) {
|
|
Log.error("Response should not be empty $error");
|
|
return FlowyFailure(emptyBytes());
|
|
},
|
|
);
|
|
});
|
|
}
|
|
|
|
Future<FlowyResult<FFIResponse, FlowyInternalError>> _extractResponse(
|
|
Completer<Uint8List> bytesFuture) {
|
|
return bytesFuture.future.then((bytes) {
|
|
try {
|
|
final response = FFIResponse.fromBuffer(bytes);
|
|
return FlowySuccess(response);
|
|
} catch (e, s) {
|
|
final error = StackTraceError(e, s);
|
|
Log.error('Deserialize response failed. ${error.toString()}');
|
|
return FlowyFailure(error.asFlowyError());
|
|
}
|
|
});
|
|
}
|
|
|
|
Completer<Uint8List> _sendToRust(FFIRequest request) {
|
|
Uint8List bytes = request.writeToBuffer();
|
|
assert(bytes.isEmpty == false);
|
|
if (bytes.isEmpty) {
|
|
throw DispatchException(FFIException.RequestIsEmpty);
|
|
}
|
|
|
|
final Pointer<Uint8> input = calloc.allocate<Uint8>(bytes.length);
|
|
final list = input.asTypedList(bytes.length);
|
|
list.setAll(0, bytes);
|
|
|
|
final completer = Completer<Uint8List>();
|
|
final port = singleCompletePort(completer);
|
|
ffi.async_event(port.nativePort, input, bytes.length);
|
|
calloc.free(input);
|
|
|
|
return completer;
|
|
}
|
|
|
|
Uint8List requestToBytes<T extends GeneratedMessage>(T? message) {
|
|
try {
|
|
if (message != null) {
|
|
return message.writeToBuffer();
|
|
} else {
|
|
return emptyBytes();
|
|
}
|
|
} catch (e, s) {
|
|
final error = StackTraceError(e, s);
|
|
Log.error('Serial request failed. ${error.toString()}');
|
|
return emptyBytes();
|
|
}
|
|
}
|
|
|
|
Uint8List emptyBytes() {
|
|
return Uint8List.fromList([]);
|
|
}
|