mirror/penpot
1
0 Fork 0
mirror of https://github.com/penpot/penpot.git synced 2026-10-26 07:38:43 -04:00
Code Issues Packages Projects Releases Wiki Activity

✨ Improve partitioning and graphics error skiping mechanism

Browse Source 
On the migration functions
This commit is contained in:
Andrey Antukh committed 2024-01-25 16:03:31 +01:00
1 parent 326be0df4f
commit 1b3e68f430
2 files changed
+10 -10
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

backend/src/app/features/components_v2.clj
+2 -2
View File
@@ -1135,7 +1135,7 @@
(l/dbg :hint "migrate:file:start"
:file-id (str file-id)
:validate validate?
:skip-on-graphics-error skip-on-graphic-error?)
:skip-on-graphic-error skip-on-graphic-error?)
(let [system (update system ::sto/storage media/configure-assets-storage)]
(db/tx-run! system
@@ -1183,7 +1183,7 @@
(migrate-file! system file-id
:label label
:validate? validate?
:skip-on-graphics-error? skip-on-graphic-error?))
:skip-on-graphic-error? skip-on-graphic-error?))
migrate-team
(fn [{:keys [::db/conn] :as system} team-id]
(let [{:keys [id features]} (get-team system team-id)]
backend/src/app/srepl/components_v2.clj
+8 -8
View File
@@ -235,7 +235,7 @@
(feat/migrate-team! team-id
:label label
:validate? validate?
:skip-on-graphics-error? skip-on-graphic-error?))
:skip-on-graphic-error? skip-on-graphic-error?))
(print-stats!
(-> (deref feat/*stats*)
(assoc :elapsed (dt/format-duration (tpoint)))))
@@ -266,6 +266,7 @@
:or {validate? false
rollback? true
max-jobs 1
current-partition 1
skip-on-graphic-error? true
max-items Long/MAX_VALUE}}]
@@ -300,7 +301,7 @@
(feat/migrate-team! system team-id
:label label
:validate? validate?
:skip-on-graphics-error? skip-on-graphic-error?)))
:skip-on-graphic-error? skip-on-graphic-error?)))
(when (string? label)
(report! main/system team-id label (tpoint) nil))
@@ -333,9 +334,7 @@
:label label
:rollback rollback?
:max-jobs max-jobs
:max-items max-items
:partitions partitions
:current-partition current-partition)
:max-items max-items)
(add-watch stats :progress-report (report-progress-teams tpoint on-progress))
@@ -359,9 +358,10 @@
(->> (get-teams conn query pred)
(take max-items)
(filter (fn [team-id]
(if (and (int? current-partition) (int? partitions))
(let [partition (mod (uuid/hash-int team-id) partitions)]
(= (dec current-partition) partition))
(if (int? partitions)
(= current-partition (-> (uuid/hash-int team-id)
(mod partitions)
(inc)))
true)))))
;; Close and await tasks