Ekanari commited on
Commit
db59a0d
·
verified ·
1 Parent(s): 26804ad

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: qwen_2509_object_removal
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/output
7
+ sqlite_db_path: ./aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 16
14
+ linear_alpha: 16
15
+ conv: 16
16
+ conv_alpha: 16
17
+ lokr_full_rank: true
18
+ lokr_factor: -1
19
+ network_kwargs:
20
+ ignore_if_contains: []
21
+ save:
22
+ dtype: bf16
23
+ save_every: 50
24
+ max_step_saves_to_keep: 4
25
+ save_format: diffusers
26
+ push_to_hub: false
27
+ datasets:
28
+ - folder_path: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_train/target
29
+ mask_path: null
30
+ mask_min_value: 0.1
31
+ default_caption: Remove Object
32
+ caption_ext: txt
33
+ caption_dropout_rate: 0.05
34
+ cache_latents_to_disk: true
35
+ is_reg: false
36
+ network_weight: 1
37
+ resolution:
38
+ - 512
39
+ controls: []
40
+ shrink_video_to_frames: true
41
+ num_frames: 1
42
+ do_i2v: true
43
+ flip_x: false
44
+ flip_y: false
45
+ control_path_1: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_train/with_object
46
+ control_path_2: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_train/mask
47
+ control_path_3: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_train/mae_output
48
+ train:
49
+ batch_size: 6
50
+ bypass_guidance_embedding: false
51
+ steps: 5500
52
+ gradient_accumulation: 1
53
+ train_unet: true
54
+ train_text_encoder: false
55
+ gradient_checkpointing: true
56
+ noise_scheduler: flowmatch
57
+ optimizer: adamw
58
+ timestep_type: weighted
59
+ content_or_style: balanced
60
+ optimizer_params:
61
+ weight_decay: 0.0001
62
+ unload_text_encoder: false
63
+ cache_text_embeddings: true
64
+ lr: 0.0005
65
+ ema_config:
66
+ use_ema: false
67
+ ema_decay: 0.99
68
+ skip_first_sample: true
69
+ force_first_sample: false
70
+ disable_sampling: false
71
+ dtype: bf16
72
+ diff_output_preservation: false
73
+ diff_output_preservation_multiplier: 1
74
+ diff_output_preservation_class: person
75
+ switch_boundary_every: 1
76
+ loss_type: mse
77
+ model:
78
+ name_or_path: Qwen/Qwen-Image-Edit-2509
79
+ quantize: true
80
+ qtype: uint3|ostris/accuracy_recovery_adapters/qwen_image_edit_2509_torchao_uint3.safetensors
81
+ quantize_te: true
82
+ qtype_te: uint4
83
+ arch: qwen_image_edit_plus
84
+ low_vram: true
85
+ model_kwargs:
86
+ match_target_res: false
87
+ layer_offloading: true
88
+ layer_offloading_text_encoder_percent: 0
89
+ layer_offloading_transformer_percent: 1
90
+ sample:
91
+ sampler: flowmatch
92
+ sample_every: 50
93
+ width: 512
94
+ height: 512
95
+ samples:
96
+ - prompt: Remove Object
97
+ ctrl_img_1: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_val/with_object/17.jpg
98
+ ctrl_img_2: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_val/mask/17.jpg
99
+ ctrl_img_3: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_val/mae_output/17.jpg
100
+ - prompt: Remove Object
101
+ ctrl_img_1: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_val/with_object/45.jpg
102
+ ctrl_img_2: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_val/mask/45.jpg
103
+ ctrl_img_3: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_val/mae_output/45.jpg
104
+ - prompt: Remove Object
105
+ ctrl_img_1: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_val/with_object/49.jpg
106
+ ctrl_img_2: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_val/mask/49.jpg
107
+ ctrl_img_3: /home/nguyenvanthanhdat1810@gmail.com/ai-toolkit/datasets/object_removal_val/mae_output/49.jpg
108
+ neg: ''
109
+ seed: 42
110
+ walk_seed: true
111
+ guidance_scale: 4
112
+ sample_steps: 10
113
+ num_frames: 1
114
+ fps: 1
115
+ meta:
116
+ name: qwen_2509_object_removal
117
+ version: '1.0'
loss_history.json ADDED
@@ -0,0 +1,357 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 350,
3
+ "epoch": 0,
4
+ "loss_history": [
5
+ 0.0717553198337555,
6
+ 0.09106086939573288,
7
+ 0.10163074731826782,
8
+ 0.08771749585866928,
9
+ 0.04425919055938721,
10
+ 0.10402189195156097,
11
+ 0.0860668271780014,
12
+ 0.05974728614091873,
13
+ 0.06216242164373398,
14
+ 0.08865997195243835,
15
+ 0.04145634174346924,
16
+ 0.07419457286596298,
17
+ 0.10662155598402023,
18
+ 0.08226007223129272,
19
+ 0.05869744345545769,
20
+ 0.0321805439889431,
21
+ 0.054890941828489304,
22
+ 0.05829688161611557,
23
+ 0.05702868849039078,
24
+ 0.07853753864765167,
25
+ 0.05898887664079666,
26
+ 0.053761959075927734,
27
+ 0.048632144927978516,
28
+ 0.047201674431562424,
29
+ 0.08215396106243134,
30
+ 0.051663175225257874,
31
+ 0.06857939809560776,
32
+ 0.08221539109945297,
33
+ 0.07198384404182434,
34
+ 0.04746587201952934,
35
+ 0.03505876660346985,
36
+ 0.06263525784015656,
37
+ 0.0348798930644989,
38
+ 0.03558044880628586,
39
+ 0.08985966444015503,
40
+ 0.08350600302219391,
41
+ 0.059380173683166504,
42
+ 0.054323844611644745,
43
+ 0.07983306795358658,
44
+ 0.1023111641407013,
45
+ 0.05226708948612213,
46
+ 0.08248939365148544,
47
+ 0.06335695087909698,
48
+ 0.07242630422115326,
49
+ 0.058780692517757416,
50
+ 0.05363859981298447,
51
+ 0.06319660693407059,
52
+ 0.061154574155807495,
53
+ 0.0606878362596035,
54
+ 0.02633911930024624,
55
+ 0.0483890175819397,
56
+ 0.04612479731440544,
57
+ 0.05468442663550377,
58
+ 0.06710803508758545,
59
+ 0.06309658288955688,
60
+ 0.037624292075634,
61
+ 0.07683953642845154,
62
+ 0.05704308673739433,
63
+ 0.07780913263559341,
64
+ 0.0588805191218853,
65
+ 0.07304685562849045,
66
+ 0.045938268303871155,
67
+ 0.05717086046934128,
68
+ 0.06624903529882431,
69
+ 0.03854874521493912,
70
+ 0.04800817370414734,
71
+ 0.05623609945178032,
72
+ 0.05680468678474426,
73
+ 0.07534592598676682,
74
+ 0.059384893625974655,
75
+ 0.05943627282977104,
76
+ 0.06484764069318771,
77
+ 0.054009612649679184,
78
+ 0.06521561741828918,
79
+ 0.07848631590604782,
80
+ 0.058265697211027145,
81
+ 0.07383449375629425,
82
+ 0.04961680620908737,
83
+ 0.09161170572042465,
84
+ 0.057914238423109055,
85
+ 0.06883111596107483,
86
+ 0.041094280779361725,
87
+ 0.04295092821121216,
88
+ 0.044410280883312225,
89
+ 0.08960114419460297,
90
+ 0.05625128373503685,
91
+ 0.04787581413984299,
92
+ 0.08865277469158173,
93
+ 0.05116886645555496,
94
+ 0.05804094672203064,
95
+ 0.04021447151899338,
96
+ 0.05786088854074478,
97
+ 0.03961793705821037,
98
+ 0.05596750229597092,
99
+ 0.06411083042621613,
100
+ 0.0543573722243309,
101
+ 0.04326349124312401,
102
+ 0.028126582503318787,
103
+ 0.04684855788946152,
104
+ 0.04912514612078667,
105
+ 0.0603066086769104,
106
+ 0.06141732260584831,
107
+ 0.022980835288763046,
108
+ 0.09517131745815277,
109
+ 0.042873457074165344,
110
+ 0.04191361367702484,
111
+ 0.03220736235380173,
112
+ 0.036481522023677826,
113
+ 0.029959311708807945,
114
+ 0.05177910253405571,
115
+ 0.0506553053855896,
116
+ 0.09598179906606674,
117
+ 0.05082204192876816,
118
+ 0.04847095161676407,
119
+ 0.07127466797828674,
120
+ 0.05119007080793381,
121
+ 0.06840521097183228,
122
+ 0.058361709117889404,
123
+ 0.03772614523768425,
124
+ 0.029362855479121208,
125
+ 0.050974708050489426,
126
+ 0.04146232455968857,
127
+ 0.06297391653060913,
128
+ 0.07563933730125427,
129
+ 0.05116645619273186,
130
+ 0.07868105918169022,
131
+ 0.03472984954714775,
132
+ 0.06736486405134201,
133
+ 0.07980863004922867,
134
+ 0.03578195348381996,
135
+ 0.056639157235622406,
136
+ 0.0589706227183342,
137
+ 0.0726524144411087,
138
+ 0.07339595258235931,
139
+ 0.07703565806150436,
140
+ 0.05096810683608055,
141
+ 0.03412363678216934,
142
+ 0.025429053232073784,
143
+ 0.06726783514022827,
144
+ 0.03710677847266197,
145
+ 0.05120859667658806,
146
+ 0.028654327616095543,
147
+ 0.04766024276614189,
148
+ 0.05502372235059738,
149
+ 0.07161981612443924,
150
+ 0.06771059334278107,
151
+ 0.04256628081202507,
152
+ 0.04421256110072136,
153
+ 0.050081901252269745,
154
+ 0.0433955155313015,
155
+ 0.046140387654304504,
156
+ 0.06180858612060547,
157
+ 0.040949009358882904,
158
+ 0.0575898215174675,
159
+ 0.04323597252368927,
160
+ 0.04798489063978195,
161
+ 0.049740683287382126,
162
+ 0.05452745780348778,
163
+ 0.0412115640938282,
164
+ 0.06114327162504196,
165
+ 0.03975970298051834,
166
+ 0.057137250900268555,
167
+ 0.0807805210351944,
168
+ 0.05234125256538391,
169
+ 0.083372563123703,
170
+ 0.025964651256799698,
171
+ 0.06275730580091476,
172
+ 0.07823973149061203,
173
+ 0.03659472241997719,
174
+ 0.050935350358486176,
175
+ 0.053869735449552536,
176
+ 0.05415455996990204,
177
+ 0.07607614248991013,
178
+ 0.06579896807670593,
179
+ 0.05942368134856224,
180
+ 0.03718090057373047,
181
+ 0.06675874441862106,
182
+ 0.044610124081373215,
183
+ 0.03264891356229782,
184
+ 0.05212625488638878,
185
+ 0.05661637336015701,
186
+ 0.04439613223075867,
187
+ 0.03446171432733536,
188
+ 0.05344244837760925,
189
+ 0.05158240720629692,
190
+ 0.04657692462205887,
191
+ 0.044233910739421844,
192
+ 0.04421672224998474,
193
+ 0.04825364798307419,
194
+ 0.06608051061630249,
195
+ 0.035017237067222595,
196
+ 0.01604272425174713,
197
+ 0.05559912323951721,
198
+ 0.055130861699581146,
199
+ 0.03835352882742882,
200
+ 0.020352069288492203,
201
+ 0.036496952176094055,
202
+ 0.037345901131629944,
203
+ 0.04420202225446701,
204
+ 0.038464609533548355,
205
+ 0.07009484618902206,
206
+ 0.03797260671854019,
207
+ 0.04699648171663284,
208
+ 0.07374894618988037,
209
+ 0.07532134652137756,
210
+ 0.04370319843292236,
211
+ 0.05667514353990555,
212
+ 0.07589396834373474,
213
+ 0.0782490223646164,
214
+ 0.04563229903578758,
215
+ 0.04424218460917473,
216
+ 0.08060942590236664,
217
+ 0.02128773182630539,
218
+ 0.016241226345300674,
219
+ 0.07119874656200409,
220
+ 0.06271836906671524,
221
+ 0.08548914641141891,
222
+ 0.05263606831431389,
223
+ 0.0619259774684906,
224
+ 0.05057978257536888,
225
+ 0.05586700886487961,
226
+ 0.0664830356836319,
227
+ 0.04831165075302124,
228
+ 0.07262303680181503,
229
+ 0.047449029982089996,
230
+ 0.04055073857307434,
231
+ 0.050719670951366425,
232
+ 0.038560692220926285,
233
+ 0.06396868824958801,
234
+ 0.06640258431434631,
235
+ 0.05889654904603958,
236
+ 0.048576802015304565,
237
+ 0.04657858610153198,
238
+ 0.08124115318059921,
239
+ 0.05805934965610504,
240
+ 0.04692807048559189,
241
+ 0.027358010411262512,
242
+ 0.03842280060052872,
243
+ 0.021573608741164207,
244
+ 0.041345395147800446,
245
+ 0.058279287070035934,
246
+ 0.06811287999153137,
247
+ 0.05025707930326462,
248
+ 0.06645620614290237,
249
+ 0.05002322420477867,
250
+ 0.03902001678943634,
251
+ 0.02735285460948944,
252
+ 0.07645498961210251,
253
+ 0.04375564679503441,
254
+ 0.03034152090549469,
255
+ 0.0621485710144043,
256
+ 0.00728888064622879,
257
+ 0.05927498638629913,
258
+ 0.05112169310450554,
259
+ 0.04102331027388573,
260
+ 0.07570874691009521,
261
+ 0.05224767327308655,
262
+ 0.07497574388980865,
263
+ 0.042466603219509125,
264
+ 0.05495554208755493,
265
+ 0.06564036011695862,
266
+ 0.048475466668605804,
267
+ 0.07831702381372452,
268
+ 0.03851762041449547,
269
+ 0.05344545841217041,
270
+ 0.047441981732845306,
271
+ 0.026691745966672897,
272
+ 0.07037435472011566,
273
+ 0.05719257518649101,
274
+ 0.05371653288602829,
275
+ 0.048148687928915024,
276
+ 0.03023616597056389,
277
+ 0.037204988300800323,
278
+ 0.06274713575839996,
279
+ 0.04337472468614578,
280
+ 0.05810517072677612,
281
+ 0.04830416291952133,
282
+ 0.05416257306933403,
283
+ 0.058113690465688705,
284
+ 0.07381264865398407,
285
+ 0.04838205501437187,
286
+ 0.07907748222351074,
287
+ 0.04346910119056702,
288
+ 0.018346961587667465,
289
+ 0.043756917119026184,
290
+ 0.01935887709259987,
291
+ 0.06304316967725754,
292
+ 0.0747736245393753,
293
+ 0.053791314363479614,
294
+ 0.03450062498450279,
295
+ 0.041505515575408936,
296
+ 0.04262706637382507,
297
+ 0.06708305329084396,
298
+ 0.04674195870757103,
299
+ 0.0632915049791336,
300
+ 0.059526052325963974,
301
+ 0.02764313668012619,
302
+ 0.05154145881533623,
303
+ 0.07235918939113617,
304
+ 0.038563504815101624,
305
+ 0.06667011976242065,
306
+ 0.0663178563117981,
307
+ 0.03310840576887131,
308
+ 0.030033793300390244,
309
+ 0.03238404169678688,
310
+ 0.0657908171415329,
311
+ 0.038437142968177795,
312
+ 0.06293841451406479,
313
+ 0.027537589892745018,
314
+ 0.03871290385723114,
315
+ 0.04816951975226402,
316
+ 0.03599255532026291,
317
+ 0.050419699400663376,
318
+ 0.07281208038330078,
319
+ 0.05480337142944336,
320
+ 0.06078067421913147,
321
+ 0.03726741671562195,
322
+ 0.07435443997383118,
323
+ 0.03836868703365326,
324
+ 0.04493751376867294,
325
+ 0.02936941757798195,
326
+ 0.06643304973840714,
327
+ 0.04007839411497116,
328
+ 0.054177187383174896,
329
+ 0.06291265040636063,
330
+ 0.024266723543405533,
331
+ 0.0387108288705349,
332
+ 0.04670628905296326,
333
+ 0.030854186043143272,
334
+ 0.051181610673666,
335
+ 0.0367170013487339,
336
+ 0.06125319004058838,
337
+ 0.06676872819662094,
338
+ 0.023486964404582977,
339
+ 0.04489211365580559,
340
+ 0.028676077723503113,
341
+ 0.027890313416719437,
342
+ 0.06824913620948792,
343
+ 0.04514992982149124,
344
+ 0.05180990323424339,
345
+ 0.0689506083726883,
346
+ 0.03876955434679985,
347
+ 0.05474601313471794,
348
+ 0.07524611055850983,
349
+ 0.05128498002886772,
350
+ 0.02429131232202053,
351
+ 0.057598214596509933,
352
+ 0.052720166742801666,
353
+ 0.01701473258435726,
354
+ 0.03177155926823616,
355
+ 0.032222338020801544
356
+ ]
357
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:228a41b5f08bde23c733a05ec0107c65769e7bbccd6d20777580c62217ab8aed
3
+ size 1176343280
qwen_2509_object_removal_000000200.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c7f55a6e23ee30fb4ba7f5c83e5360f5dd5710fbe62b8e857aa78d4e71b6460
3
+ size 295150456
qwen_2509_object_removal_000000250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13d49f7278935a20f0d855b23ffe919fb1b1fc1c18e7e9dde06a72be0ae74b6
3
+ size 295151512
qwen_2509_object_removal_000000300.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:468b95a2d47a3768d0a25f0f9e6f16b08a900c22afe0d12f2f48a054e1931ccf
3
+ size 295152576
qwen_2509_object_removal_000000350.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a335212ff4f1fdb2400b79f2dd569fb9c20be25d9cd7cf596643654942ad3314
3
+ size 295153632
samples/1764687099896__000000050_0.jpg ADDED
samples/1764687182653__000000050_1.jpg ADDED
samples/1764687265377__000000050_2.jpg ADDED
samples/1764690716621__000000100_0.jpg ADDED
samples/1764690799157__000000100_1.jpg ADDED
samples/1764690881550__000000100_2.jpg ADDED
samples/1764694332707__000000150_0.jpg ADDED
samples/1764694415376__000000150_1.jpg ADDED
samples/1764694498053__000000150_2.jpg ADDED
samples/1764697948112__000000200_0.jpg ADDED
samples/1764698030606__000000200_1.jpg ADDED
samples/1764698112919__000000200_2.jpg ADDED
samples/1764701552984__000000250_0.jpg ADDED
samples/1764701635772__000000250_1.jpg ADDED
samples/1764701718276__000000250_2.jpg ADDED
samples/1764705168591__000000300_0.jpg ADDED
samples/1764705251091__000000300_1.jpg ADDED
samples/1764705333465__000000300_2.jpg ADDED
samples/1764708782284__000000350_0.jpg ADDED
samples/1764708864692__000000350_1.jpg ADDED
samples/1764708947148__000000350_2.jpg ADDED