improvement(Sync): Save items in batches #82 #331

common/src/commonMain/kotlin/com/artemchep/keyguard/provider/bitwarden/api/fff.kt

@@ -169,7 +169,7 @@ suspend fun <
     )
     localDeleteById(localDeletedCipherIds)
 
-    val localPutCipherDecoded = df.localPutCipher
+    val localPutCipherDecodedIos = df.localPutCipher
         .map { (localOrNull, remote) ->
             ioEffect {
                 val remoteId = remote.let(remoteLens.getId)
@@ -191,6 +191,17 @@ suspend fun <
                     remoteDecodedFallback(remote, localOrNull, e)
                 }
         }
+    // Save the decoded items in groups. This way if a sync takes
+    // a lot of time we at least save some intermediate progress and
+    // later start from it.
+    localPutCipherDecodedIos
+        .windowed(
+            size = 1000,
+            step = 1000,
+            partialWindows = true,
+        )
+        .forEach { ios ->
+            val localPutCipherDecoded = ios
                 .parallel(Dispatchers.Default)
                 .measure { duration, v ->
                     val msg = "[local] Decoding $name took $duration; " +
@@ -199,6 +210,7 @@ suspend fun <
                 }
                 .bind()
             localPut(localPutCipherDecoded)
+        }
 
     //
     // Write changes to remote server.