TerribleDev/ente
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

More testing

Browse Source
This commit is contained in:
laurenspriem
2025-05-09 15:59:46 +05:30
parent 2f5a02ec43
commit bb7f8a5eef
1 changed files with 27 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
mobile/lib/ui/settings/debug/ml_debug_section_widget.dart
View File

@@ -147,9 +147,13 @@ class _MLDebugSectionWidgetState extends State<MLDebugSectionWidget> {
onTap: () async {
try {
final allClip = await MLDataDB.instance.getAllClipVectors();
final allClipSmall = allClip.sublist(0, 15000);
showShortToast(context, "Got all embeddings");
logger.info("Got all embeddings");
final clipVectorDB = ClipVectorDB.instance;
await clipVectorDB.deleteAllEmbeddings();
logger.info("Clean vector DB");
final stats = await clipVectorDB.getIndexStats();
logger.info("ClipVectorDB stats: size: ${stats.$1}, "
"capacity: ${stats.$2}, dimensions: ${stats.$3}");
@@ -158,10 +162,13 @@ class _MLDebugSectionWidgetState extends State<MLDebugSectionWidget> {
"ClipVectorDB stats: size: ${stats.$1}, "
"capacity: ${stats.$2}, dimensions: ${stats.$3}");
final fileIDs = allClip.map((e) => e.fileID).toList();
final embeddings = allClip
final fileIDs = allClipSmall.map((e) => e.fileID).toList();
final embeddings = allClipSmall
.map((e) => Float32List.fromList(e.vector.toList()))
.toList();
showShortToast(context, "Reshaped embeddings data");
logger.info("Reshaped embeddings data");
final now = DateTime.now();
await clipVectorDB.bulkInsertEmbeddings(
fileIDs: fileIDs,
@@ -185,6 +192,24 @@ class _MLDebugSectionWidgetState extends State<MLDebugSectionWidget> {
},
),
sectionOptionSpacing,
MenuItemWidget(
captionedTextWidget: const CaptionedTextWidget(
title: "Migrate to ClipVectorDB",
),
pressedColor: getEnteColorScheme(context).fillFaint,
trailingIcon: Icons.chevron_right_outlined,
trailingIconIsMuted: true,
onTap: () async {
try {
await MLDataDB.instance.migrateFillClipVectorDB();
showShortToast(context, "Migration done!");
} catch (e, s) {
logger.warning('ClipVectorDB migration failed ', e, s);
await showGenericErrorDialog(context: context, error: e);
}
},
),
sectionOptionSpacing,
MenuItemWidget(
captionedTextWidget: const CaptionedTextWidget(
title: "Show ClipVectorDB stats",