diff --git a/README.md b/README.md
index dae1ebaddb4548cce35727cf53c75b0775ebc60b..da513ff6532875f2ced8b828999d8fb218c959c1 100644
--- a/README.md
+++ b/README.md
@@ -10,6 +10,12 @@ tags:
 - diffusers
 - diffusers-training
 - lora
+- stable-diffusion-xl
+- stable-diffusion-xl-diffusers
+- text-to-image
+- diffusers
+- diffusers-training
+- lora
 ---
 
 <!-- This model card has been generated automatically according to the information the training script had access to. You
diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin
index 69b35d38cd0de884c0b1ce19871c3c29b616c161..89f22ed9583159a07db96a1d70726a23a246d987 100644
--- a/checkpoint-1000/optimizer.bin
+++ b/checkpoint-1000/optimizer.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dce1fe05d7ddfd3eca62b5ddb01a9faec95264519d7422f83cc48e4dba0eda2
+oid sha256:1a21ef66b415231c38f6adc02c86bc9d250ef379eac56c988a0de677efadb39f
 size 60332026
diff --git a/checkpoint-1000/pytorch_lora_weights.safetensors b/checkpoint-1000/pytorch_lora_weights.safetensors
index b098817d0ca5706154a95e558513a8e1050147e4..109386a327618dd838dd11d43f3ddceac030fe26 100644
--- a/checkpoint-1000/pytorch_lora_weights.safetensors
+++ b/checkpoint-1000/pytorch_lora_weights.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f260567d68a2bf24add3b700a0e1c3500827ccfee0716925018c7013bfd3a1f
+oid sha256:bcf488097098211c8bf2aaa30a504fca5cc8b0f631ac106792ae96baeb5e2a4d
 size 29868864
diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl
index b49a8dc70298d5ef0385414e366a878b010cc6f5..d5edd232dbc1f6f789637ecd4f9f093038f14fe6 100644
--- a/checkpoint-1000/random_states_0.pkl
+++ b/checkpoint-1000/random_states_0.pkl
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e8d9abf25a42f9883c480821a2b908544c685469da6e04ded61b5290f972fdc
-size 14344
+oid sha256:7df7e6b5fbe864fb829d89cc54c81ca96ab278cbc8739fbb37663536fcf2d68c
+size 14408
diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin
index c497e7a070f42af3631c6af9a20001bf6c2fddb9..2b27d725b3673477ff55fdd87a26906ce6565614 100644
--- a/checkpoint-1000/scheduler.bin
+++ b/checkpoint-1000/scheduler.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cc9d529863b9458dbb9b91d10c2e89741ffa38f99dbc44be25770289ed29416
+oid sha256:9d16ae9dedf4c45ceadc467593037d83423677715e75ab402a9f44aa81de9b84
 size 1000
diff --git a/checkpoint-1200/optimizer.bin b/checkpoint-1200/optimizer.bin
index d883e3ffb7078bc6433ab385c5bc4a8fd3e4ed8d..416efcad52990b24908e94f08fd835fefeec17f1 100644
--- a/checkpoint-1200/optimizer.bin
+++ b/checkpoint-1200/optimizer.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:590137f3efbde9cf7c618c98d8c34eeab57f34530b8c96adba039f809f9bdf97
+oid sha256:1297c239ddc115bb36acaa682235d066517f8bedcc28ed7ce33c30e9046fccdf
 size 60332026
diff --git a/checkpoint-1200/pytorch_lora_weights.safetensors b/checkpoint-1200/pytorch_lora_weights.safetensors
index c8ec465c362853e6ec53d39a950e45a498396a0c..7f15fc205803f0cabcc543239413f603fd2b09d4 100644
--- a/checkpoint-1200/pytorch_lora_weights.safetensors
+++ b/checkpoint-1200/pytorch_lora_weights.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4af7c24c8a1d208d965ec151f1f0f4b2317876c4f34b072a425a013cad129a8f
+oid sha256:185148297e9dc2beb5a8e69cd9681eb4b2f9f6e7752e65f70a45f12877d299ab
 size 29868864
diff --git a/checkpoint-1200/random_states_0.pkl b/checkpoint-1200/random_states_0.pkl
index 55394799932dcb945c7b2c26f7f33b8b009a4661..169f2b40b4f8b70f9b614bc2c72fffd9d673da4a 100644
--- a/checkpoint-1200/random_states_0.pkl
+++ b/checkpoint-1200/random_states_0.pkl
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:339521105e2ddf4490cec772bd99da6232de90dbde1a14a8e16510a5bee68a82
-size 14344
+oid sha256:286c534887540d3fa9017ec32eae677b6ddcee21272af28ba02e5877dd3ec239
+size 14408
diff --git a/checkpoint-1200/scheduler.bin b/checkpoint-1200/scheduler.bin
index 8dbb1773457674256f4ff7573d30feadd6211feb..711fd13e8dfdd13404af85ae87b855247fba952c 100644
--- a/checkpoint-1200/scheduler.bin
+++ b/checkpoint-1200/scheduler.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8db97925ad886aa6e1bdd8e9e3a2ac57b25214d9bc0eeda4771260b6703a4278
+oid sha256:68c8911f63cd7a6f1a6fe14f22ee463cd679ae4fcacab639b91494b51187d4be
 size 1000
diff --git a/checkpoint-1400/optimizer.bin b/checkpoint-1400/optimizer.bin
index 2926e40841cca3e5fe7f06fa7fd5a9fac0982bea..38d24ba10cf090728c08f0d03c3f384a93fda8bb 100644
--- a/checkpoint-1400/optimizer.bin
+++ b/checkpoint-1400/optimizer.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48bd80b7009323f968169b4861d14feac98cc830a832d7ad445316a0f749a222
+oid sha256:657a3473c7fb8047d02673462443cba5a5a1ac1448a36e7df6cd24f37b53f8a0
 size 60332026
diff --git a/checkpoint-1400/pytorch_lora_weights.safetensors b/checkpoint-1400/pytorch_lora_weights.safetensors
index bb63f5cd16cfa608b7d52930171efe2dfb817e50..69b58ac1cb5ff26026b8c4da2195248c9c9cc6eb 100644
--- a/checkpoint-1400/pytorch_lora_weights.safetensors
+++ b/checkpoint-1400/pytorch_lora_weights.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4efb12f99b1690679a37487e960d4f9c6a13280a7e5d83be3ffc6e68e72859f
+oid sha256:dd3e364f58b28f44e18cb802740081b1ac3a2afb61b4ba45020f066b0b99793a
 size 29868864
diff --git a/checkpoint-1400/random_states_0.pkl b/checkpoint-1400/random_states_0.pkl
index 84f343f00c0296c4639a88fcf756b0917217e9fa..3f09bb139a370db1d347f5ea41bb1b72fba6dd58 100644
--- a/checkpoint-1400/random_states_0.pkl
+++ b/checkpoint-1400/random_states_0.pkl
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2debc939d16fe5eb86fc6159bfd759e81fc4a63b00e33311135f2c9fdb9bac8b
-size 14344
+oid sha256:f0dae0d917e53d077c5f1e56de8fd8333dd1e92cfaab93de184bb3e227a6d242
+size 14408
diff --git a/checkpoint-1400/scheduler.bin b/checkpoint-1400/scheduler.bin
index 3abcefbd0fcf67db3e4d797c0d204eb272265a05..b64facf636cfd99f2ff65a461904fab856f68287 100644
--- a/checkpoint-1400/scheduler.bin
+++ b/checkpoint-1400/scheduler.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2e3481707b614952e410a0461f5c377c48b5662bc563f8c9b0a5bd3d283ada7
+oid sha256:a557586bcb3fb0ae17fbf2365015705b4ec0b753f7e5355496ee9f773dbbbb4f
 size 1000
diff --git a/checkpoint-1600/optimizer.bin b/checkpoint-1600/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8beffb8db85b518ac758542b484f95f3b717ff31
--- /dev/null
+++ b/checkpoint-1600/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290de8744497e581fe1fbc26be910531fea90e88bbf3a6438770b27f4b9b9d93
+size 60332026
diff --git a/checkpoint-1600/pytorch_lora_weights.safetensors b/checkpoint-1600/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..720f7f1fb84abd7105a6f615ec49f5024ac47336
--- /dev/null
+++ b/checkpoint-1600/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09f3805d5445bd83ff150c63b8ce25b12c95eb4ea99aa5582c706cf34253e1b
+size 29868864
diff --git a/checkpoint-1600/random_states_0.pkl b/checkpoint-1600/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e359e780f9231a78097e68418b6fb3bd49c6c711
--- /dev/null
+++ b/checkpoint-1600/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8da678bb29e5b18ee56b29bcfc2ad5d7a8915266c9ee17d132981ffa6332e92
+size 14408
diff --git a/checkpoint-1600/scaler.pt b/checkpoint-1600/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057518bb526748d4a36e3004a2aa6fb349d892ef
--- /dev/null
+++ b/checkpoint-1600/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59398e0bd00fd772ba1edbd2a9a8988f5e971e658515b53820ef5087cb843ef
+size 988
diff --git a/checkpoint-1600/scheduler.bin b/checkpoint-1600/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9c823328bc9f02bb808690f33c57a590b10dffaf
--- /dev/null
+++ b/checkpoint-1600/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98adcc4f2888e432229138b6ef3591ac8251be54df08bcfd6880f91222840eb
+size 1000
diff --git a/checkpoint-1800/optimizer.bin b/checkpoint-1800/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8c9b818bacf05c1093065cf6e3465bc358d7b668
--- /dev/null
+++ b/checkpoint-1800/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7954a3fe3aa9cbcfbd7ebcf83e72106a1a892467093ff0feb4a63788ae272f3
+size 60332026
diff --git a/checkpoint-1800/pytorch_lora_weights.safetensors b/checkpoint-1800/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1f8b5414e24cef604c9be463e4e80ae9eb99d32e
--- /dev/null
+++ b/checkpoint-1800/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32143435e93050b3cf9a083a9b93219c19f92b26681751c336dc531e26d503f
+size 29868864
diff --git a/checkpoint-1800/random_states_0.pkl b/checkpoint-1800/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..96b2e8198a552871a5ba3628bb608644a14632da
--- /dev/null
+++ b/checkpoint-1800/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670d27fc88c5f05b20f9cbfb7e51da4d4a5ddaadd8e0331387d4ad91f263e964
+size 14408
diff --git a/checkpoint-1800/scaler.pt b/checkpoint-1800/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1218d4e826381c336602b267b656af5af71aa8c2
--- /dev/null
+++ b/checkpoint-1800/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c82eba5f0b1f93e15ecc4950174958b6ab54879225c616d56316b6b87157e59
+size 988
diff --git a/checkpoint-1800/scheduler.bin b/checkpoint-1800/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6a79a2951e3f104bef38a2d3174c9035f6b0a886
--- /dev/null
+++ b/checkpoint-1800/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cb99d52aa05c8716866d29039ed248d1d2dd5539383228e651f9cd33933d96
+size 1000
diff --git a/checkpoint-200/optimizer.bin b/checkpoint-200/optimizer.bin
index fe37ceb7a8ed54bd4ea97914bb46a4316240eb1a..d0de7c2f90cc0b4ec758429bffcebd7f1179abdd 100644
--- a/checkpoint-200/optimizer.bin
+++ b/checkpoint-200/optimizer.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b14fd1e0fcd76ac9703898fea92fb30690db86fe5d6f860bdb7dc272e132b217
+oid sha256:73f7d6f8f3b569f3319328245877977d542b2a0e2c01569d64f5338d25c85dd2
 size 60332026
diff --git a/checkpoint-200/pytorch_lora_weights.safetensors b/checkpoint-200/pytorch_lora_weights.safetensors
index eaa354e3d2679de4d20ac48f8fe63818b9149880..fd7ebd806373b6e250dd86ce7cafec83497ef268 100644
--- a/checkpoint-200/pytorch_lora_weights.safetensors
+++ b/checkpoint-200/pytorch_lora_weights.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bbffb1ab3395ae521441baea1467c76fcf482e544c2add4afdff35f372ae16e
+oid sha256:658d28995a7daed910daa5b7729c703a5465c530cdde572aeecef0fb628df842
 size 29868864
diff --git a/checkpoint-200/random_states_0.pkl b/checkpoint-200/random_states_0.pkl
index 28843fceddd86752dc27084f94eae9ce496e6c4e..8c998975b196246deed2bd8f70b9c53771803e8b 100644
--- a/checkpoint-200/random_states_0.pkl
+++ b/checkpoint-200/random_states_0.pkl
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a46bfaae46e12c6775fe80b5f3f66244813dc9ac9e047e9ca0c2e492b60d9ad
-size 14344
+oid sha256:b0907d7ab2f24cd482c797afacae4390e63f44fbadd0f5184946707a4d2ebdf6
+size 14408
diff --git a/checkpoint-200/scheduler.bin b/checkpoint-200/scheduler.bin
index cb79d01fd9de7e46869c01a375fb0735025ac8af..3a2aec1812d728da9236a261c322a8ab874e8d62 100644
--- a/checkpoint-200/scheduler.bin
+++ b/checkpoint-200/scheduler.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:caa41152562e90f820cd8d847d8cfef38acaada6709d627eb4cde10531d6a002
+oid sha256:31bb9612a20c95bd2fb2742027f10c50f6c91a2b1dbc9eb2f2aab63ad2c84d7a
 size 1000
diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9c9209fc0e40fd66ec90ae595c52767968e7e1e2
--- /dev/null
+++ b/checkpoint-2000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ab61586acc299b60864620665cc8d4b9fdba1229208bfba4eb9b27fe549f59
+size 60332026
diff --git a/checkpoint-2000/pytorch_lora_weights.safetensors b/checkpoint-2000/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2a146de55e8c19a9c91175da1b36fe10ec2a429d
--- /dev/null
+++ b/checkpoint-2000/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb861df8ae4289a2aa905b8fb06e6a0ba89afb724a5ec6222d6befd0a00312e9
+size 29868864
diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e19f77c1c91bb5fc247f6a226d81efbd8614a8be
--- /dev/null
+++ b/checkpoint-2000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee98aaa63488eaf87d4047711445b726a4145e3331a7792e34a6e98f1bcb086
+size 14408
diff --git a/checkpoint-2000/scaler.pt b/checkpoint-2000/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99282b0e304ef68a38f5a2dd4a6ac123700f2f53
--- /dev/null
+++ b/checkpoint-2000/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c50a9cebe5d66d453d25b140738bff479749ac03e0a43597d8776bc22f6ed0c
+size 988
diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..265be0ca1047a7473155ea7e300903c0b049b695
--- /dev/null
+++ b/checkpoint-2000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a7fe0a2983de695c44ba167520d4ce1ca01157e36e90498bee8c9d8e4b61fc
+size 1000
diff --git a/checkpoint-2200/optimizer.bin b/checkpoint-2200/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..321e0efc3ef4521ffbb48699d4f42cc9fe6011a5
--- /dev/null
+++ b/checkpoint-2200/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027e639daf1fc47b6560fed1d709daa9208ff1240a1b76fa6b43a4005c2810f8
+size 60332026
diff --git a/checkpoint-2200/pytorch_lora_weights.safetensors b/checkpoint-2200/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e37b643ec9bdf84ae75eef247c57f13bc8a725a
--- /dev/null
+++ b/checkpoint-2200/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09ef48b1733428faf5a19588d1952b8ca857a877f11567bdfa9826fd6fc2055
+size 29868864
diff --git a/checkpoint-2200/random_states_0.pkl b/checkpoint-2200/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6efabf66c685c42cfe086c048572d7a76b8e2051
--- /dev/null
+++ b/checkpoint-2200/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0063d9eedd3982bf6cb2a5d20d741c0317d0e4c392b9a6a00c3b35f7bd6a72c
+size 14408
diff --git a/checkpoint-2200/scaler.pt b/checkpoint-2200/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7e4d2d6fe7c48de3ea3ddc96003e1f25b63094
--- /dev/null
+++ b/checkpoint-2200/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a9a8b05635f46cba3f5934e8ab0a328c8791cc81a6f634718cf8b2249c52d0
+size 988
diff --git a/checkpoint-2200/scheduler.bin b/checkpoint-2200/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fca16ddc5cb9dce9c5a72858980347b5a26ede72
--- /dev/null
+++ b/checkpoint-2200/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a43324503ab1e087b21a6ce7442f2bc49d3e7556a67b2710b4d7e00845f4a4d
+size 1000
diff --git a/checkpoint-2400/optimizer.bin b/checkpoint-2400/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..72b06fc45b5aa0594dd779be62819ff80f986a79
--- /dev/null
+++ b/checkpoint-2400/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bb30a80c6caab6a3f3670b1011473556818ccee5457ccd9bc4baf38afc2e95
+size 60332026
diff --git a/checkpoint-2400/pytorch_lora_weights.safetensors b/checkpoint-2400/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..04928d537edf314dcef51a8704763f46705490e8
--- /dev/null
+++ b/checkpoint-2400/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa8e56e1c22b7fad33a7a5d2933fac6c535d6decac92b53e7d3da9a8c0918bc
+size 29868864
diff --git a/checkpoint-2400/random_states_0.pkl b/checkpoint-2400/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5a107c6f80ce597f6320ab176e71bd3a151b2f79
--- /dev/null
+++ b/checkpoint-2400/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e779db92b70400b462b9c55ef3836c4626006c55f555919ade2a7bdd9e86d4f6
+size 14408
diff --git a/checkpoint-2400/scaler.pt b/checkpoint-2400/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1092f3e36579beda5eed635540954c4e9fc2929
--- /dev/null
+++ b/checkpoint-2400/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900f26e6b66c9eae5e85a376345ba03c270e502825dc9e8a4ca0b1cd6fc50bd2
+size 988
diff --git a/checkpoint-2400/scheduler.bin b/checkpoint-2400/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d25ac2af4eec65a0372e34dad46ac494abb15e27
--- /dev/null
+++ b/checkpoint-2400/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa64fab8606b0c89e5ea76e7d054b6f28a6a974a96bd00521c254eb29ec84d9
+size 1000
diff --git a/checkpoint-2600/optimizer.bin b/checkpoint-2600/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..070fd4aa3c18c9f417d6d74f098fbae8e9564ab4
--- /dev/null
+++ b/checkpoint-2600/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd84d6aadfb5f4f21096fe263b4d8b85e1fc55f3d06922109011aa63e4a9cbd9
+size 60332026
diff --git a/checkpoint-2600/pytorch_lora_weights.safetensors b/checkpoint-2600/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..89c2732d46fad3164a97550ae38ddefcc0219df9
--- /dev/null
+++ b/checkpoint-2600/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d877594a0836ee99e4313083068689ea234d73950022a10f3a5c7a48bdceb963
+size 29868864
diff --git a/checkpoint-2600/random_states_0.pkl b/checkpoint-2600/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f5a04feffa876cf80472c17a70f58bfec54331de
--- /dev/null
+++ b/checkpoint-2600/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05113c99964690649a20dbf67ea1558fe4f436bab6a5a14f016fd5374e23ad0
+size 14408
diff --git a/checkpoint-2600/scaler.pt b/checkpoint-2600/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad79dfd2033bb3debd10efbaab81498eac11f96
--- /dev/null
+++ b/checkpoint-2600/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07faaf2ec5ea03777af555f196097d3739fe26b102c7e3ab6075551140bfb847
+size 988
diff --git a/checkpoint-2600/scheduler.bin b/checkpoint-2600/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f90288b388ecc0c7b59536371e8eee3a8cfacf5
--- /dev/null
+++ b/checkpoint-2600/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731bf3b42ddcd4303b91f3421288c7ee2a22689640e15fd73f093a71bd671cbf
+size 1000
diff --git a/checkpoint-2800/optimizer.bin b/checkpoint-2800/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c33a028733337422e8b61ed87ee749c143f3143b
--- /dev/null
+++ b/checkpoint-2800/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774c266ea672abb985535770f1cfc6c199d37c63228d274a3eafa8d60a1663ea
+size 60332026
diff --git a/checkpoint-2800/pytorch_lora_weights.safetensors b/checkpoint-2800/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5d1c22aaba783f72b4515ad6a0c4cd536102dd6c
--- /dev/null
+++ b/checkpoint-2800/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdb1031ace34ae8527c220d3c18137d7d470ec2c7d1a62a555ca6a736690ca5
+size 29868864
diff --git a/checkpoint-2800/random_states_0.pkl b/checkpoint-2800/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..dced0cb85c0c5d9790f1fdb8afd83b204d81330e
--- /dev/null
+++ b/checkpoint-2800/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43962f02bf6ae3fdf9827f44416648adc1e32935a679299dd215c9e4157dc1dd
+size 14408
diff --git a/checkpoint-2800/scaler.pt b/checkpoint-2800/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823eb120e3ea29d32d6a008c4d860362b87a9d3c
--- /dev/null
+++ b/checkpoint-2800/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91df9e7a232c5a9ce8c5e9c617ed4156e73cdf10199b496c3c37ec524bab14f3
+size 988
diff --git a/checkpoint-2800/scheduler.bin b/checkpoint-2800/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f186ac50f7d1d9ec64389ae34b22a722cfa3d343
--- /dev/null
+++ b/checkpoint-2800/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e01e96779390492f40761cafca31cea9b3498b61393c42f586e2a9710ac799d
+size 1000
diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8c3967c6c1426990967929104bd211364b1610a6
--- /dev/null
+++ b/checkpoint-3000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5101bdaba78079d7e9b4e282acd9449311fe41756b2b1476563f2bafe4c61370
+size 60332026
diff --git a/checkpoint-3000/pytorch_lora_weights.safetensors b/checkpoint-3000/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a6a3f0d91f9468365cee82b6d6dabf58bd3cfbfd
--- /dev/null
+++ b/checkpoint-3000/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4281ae3655a0b77d8a1f0100fe308230cb05f9d99c1aa64cef5fb84d4cbd7286
+size 29868864
diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..849f3f5f199b463ff990d7f7f247e6f8c2187662
--- /dev/null
+++ b/checkpoint-3000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a54dedc54c2a8c27674f70171c5a89e108d9d773e7a769c0705613f1ca53c54
+size 14408
diff --git a/checkpoint-3000/scaler.pt b/checkpoint-3000/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c13b5448a0852139c8a78d48ae5f4dc71f8a023
--- /dev/null
+++ b/checkpoint-3000/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21aba8ed0f38ed1c04994c10a9ca7e9925e55ef2ed51283c43ff8e2cce78585f
+size 988
diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e34b9d961e83d8a8892cc99eb41c713478ece0d
--- /dev/null
+++ b/checkpoint-3000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a530ffa9220cf65c0729e966fdf26ce7223ed3dc88346bbe1367170da20bad4
+size 1000
diff --git a/checkpoint-3200/optimizer.bin b/checkpoint-3200/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9935146aa3f67f0bad3a778707bb38dd2bf0c247
--- /dev/null
+++ b/checkpoint-3200/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2624e0bcb7b0d4ec9d3f373d1206e8f86436e0753a9a75354c3bfb60794e905e
+size 60332026
diff --git a/checkpoint-3200/pytorch_lora_weights.safetensors b/checkpoint-3200/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d0da831fdf851b8cad2f029ed38c4bc131125ede
--- /dev/null
+++ b/checkpoint-3200/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f827dfa1dad32c10a96dfcceca251279ac27bf2cc6498ed32a6f8858eec74ec1
+size 29868864
diff --git a/checkpoint-3200/random_states_0.pkl b/checkpoint-3200/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..04159599c83bc7bc930081c0d4ce1163c0b1171d
--- /dev/null
+++ b/checkpoint-3200/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb7a4439300c5138a62a64c6ae2eb16ac45347be600b56f61c4fcf8061e5ea7
+size 14408
diff --git a/checkpoint-3200/scaler.pt b/checkpoint-3200/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9b432371967b239f86bbd477b50f7d312e83f4
--- /dev/null
+++ b/checkpoint-3200/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f00fcb58b2766628d9728732b6792388760f561fbfd28856395dff40554d7e7
+size 988
diff --git a/checkpoint-3200/scheduler.bin b/checkpoint-3200/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0356df1aab514bb22920e74ff0184e3f5abe4f39
--- /dev/null
+++ b/checkpoint-3200/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2315c6403f8f0d38941f236a84ed616ac7a8763287b9675fc1be56862d52960
+size 1000
diff --git a/checkpoint-3400/optimizer.bin b/checkpoint-3400/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1be9e9aa7466c7c5e1d208165331144f5fcecc95
--- /dev/null
+++ b/checkpoint-3400/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c345ee7b0eda8d0fa70e070a75046c5dabcd7a24bdb08bd98c03c25516730e
+size 60332026
diff --git a/checkpoint-3400/pytorch_lora_weights.safetensors b/checkpoint-3400/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..16135d471ab9bf0ccd9fb8eb4e521d5aa3d74ebb
--- /dev/null
+++ b/checkpoint-3400/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d288cdecc48b991efb06f73bbb39aaea32c9756dd362c63704c000a3eba76e9e
+size 29868864
diff --git a/checkpoint-3400/random_states_0.pkl b/checkpoint-3400/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1d17c81cd18f67f4c2f588edece686bde1e95a12
--- /dev/null
+++ b/checkpoint-3400/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b114e725b65908fa5eecb8df5636de55bce6ad7d05b82a5975b6742827ab3ac6
+size 14408
diff --git a/checkpoint-3400/scaler.pt b/checkpoint-3400/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9dccaf898813e76865a7ea30d0a5bcb3988741
--- /dev/null
+++ b/checkpoint-3400/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431b8cc5dff832865bfafee2f0ba61bc357b8c539b0c09a1b56cf5e1f77a5ff3
+size 988
diff --git a/checkpoint-3400/scheduler.bin b/checkpoint-3400/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..342962f989f292cb8a9f2763c64ea16c5949790e
--- /dev/null
+++ b/checkpoint-3400/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7711868f2c1df354d0560855622e105f055afcbe2d354746d4cd5dc428e1ca8
+size 1000
diff --git a/checkpoint-3600/optimizer.bin b/checkpoint-3600/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..008419b45f0c8a659a76f7d72a9b9e985bdfae92
--- /dev/null
+++ b/checkpoint-3600/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec657758342f83b1f1885e2876e96aabcc5e987e2ea66eb01bdf6abec6c1de4
+size 60332026
diff --git a/checkpoint-3600/pytorch_lora_weights.safetensors b/checkpoint-3600/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b27996253a35dfaf0499ce460d5814e1d0c3ddf8
--- /dev/null
+++ b/checkpoint-3600/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e77e6e58e2b74faeaba2585450ce2192a3d207f231c51954878f62a96aad6a
+size 29868864
diff --git a/checkpoint-3600/random_states_0.pkl b/checkpoint-3600/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d1b6abeb67bbd6551c15a3bd5cbe71e9f33541e9
--- /dev/null
+++ b/checkpoint-3600/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fde0f9d1b3e9ca3d5e226a73523265dfa94fb4584f901a8d02f45f6f98b2f4
+size 14408
diff --git a/checkpoint-3600/scaler.pt b/checkpoint-3600/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa350fc51b21540dfb5c97e86b77031cf5f7c998
--- /dev/null
+++ b/checkpoint-3600/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14aa284785350088ae14f96098e3480d199adb570a5ad5a358fcaedfe58e4e40
+size 988
diff --git a/checkpoint-3600/scheduler.bin b/checkpoint-3600/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d262398f7cd047d4606d1a4897fc721b8958b372
--- /dev/null
+++ b/checkpoint-3600/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ec22df43ad235ab5535661febd2111e1f66f649ed79cf0de177c5c8dc422ef
+size 1000
diff --git a/checkpoint-3800/optimizer.bin b/checkpoint-3800/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39da42ec38a5dfcb63be794d9c07b716fde20403
--- /dev/null
+++ b/checkpoint-3800/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a4f0f3bd3e75964aab1daaf6e612501364aaf1772b60ef5558382f7c851a73
+size 60332026
diff --git a/checkpoint-3800/pytorch_lora_weights.safetensors b/checkpoint-3800/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..af2bf4ac5e95c6e98680bce7b7920ce785e5ca20
--- /dev/null
+++ b/checkpoint-3800/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118f29e36090666139adbb2f22c825795cbadf1806ae55368dd3057c1cdd155f
+size 29868864
diff --git a/checkpoint-3800/random_states_0.pkl b/checkpoint-3800/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..02b28caa17c0272bbe60342e5bc6472c875bcb03
--- /dev/null
+++ b/checkpoint-3800/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f680972926b9b239f1f6a56a0f42fde964f471063d312d286bd01ea0de28922
+size 14408
diff --git a/checkpoint-3800/scaler.pt b/checkpoint-3800/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68cefb5290a387a563b2b9d7a5d9d7ae953757a
--- /dev/null
+++ b/checkpoint-3800/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814e634aabe33ec9250a0a60dc4d14aa2f3492f30d87d3103f18b6cebc38a289
+size 988
diff --git a/checkpoint-3800/scheduler.bin b/checkpoint-3800/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..54c05b1ea682ebc5fec72fd3afdc5cd49c4a9189
--- /dev/null
+++ b/checkpoint-3800/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdf77033b931ccf5632cc0510e48a91851fe3d4f056a735961c13b50a09e1fb
+size 1000
diff --git a/checkpoint-400/optimizer.bin b/checkpoint-400/optimizer.bin
index 6fa72e0d5f133fed0341c53df14c5ced3e410228..104f28905d5eb39b791bafd1339c6c25dfdf1f2c 100644
--- a/checkpoint-400/optimizer.bin
+++ b/checkpoint-400/optimizer.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20c424b3185143de33c13547ad33610ec2d194b0fec8100f01eb6e53f560fe7d
+oid sha256:9a928be5f1d09e7630d1e270207a6a686a0970fb7719ae0201b5ea3afe763d0f
 size 60332026
diff --git a/checkpoint-400/pytorch_lora_weights.safetensors b/checkpoint-400/pytorch_lora_weights.safetensors
index 9c86afc14c32ad8c9c2f919315a4e9663376cc19..b6ad39ae3890635a285a801b919edf8cc87da19a 100644
--- a/checkpoint-400/pytorch_lora_weights.safetensors
+++ b/checkpoint-400/pytorch_lora_weights.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ebb6e2ad01aa8cccd027bc1e5d4b266ecbbc37bc6e33a1da900bc91b217995d
+oid sha256:d856148e9a83efdf6bbf2b63a05abe43dc3c0471e0a8579a34af017b1dd8a524
 size 29868864
diff --git a/checkpoint-400/random_states_0.pkl b/checkpoint-400/random_states_0.pkl
index 5fb69a3ecb6162b0a4ef8aa9a872e91271dc0eb1..56835decdea6b6dfe507eefe29c9a10fd5f89c56 100644
--- a/checkpoint-400/random_states_0.pkl
+++ b/checkpoint-400/random_states_0.pkl
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a9cae19e4596e0a83ae256f1a6cefdff7e2d81c292c169eae93f5f90f6e5edd
-size 14344
+oid sha256:210e099ada1c473d0e797c233a688f6a9ef3135a9cd2fc4368f5b884874179aa
+size 14408
diff --git a/checkpoint-400/scheduler.bin b/checkpoint-400/scheduler.bin
index 62afc5758c2b29d9e99af3d3a6c8424a9b287c32..a01f9b4352f443a17d0cf10bb4c9dfc5ed62d4b8 100644
--- a/checkpoint-400/scheduler.bin
+++ b/checkpoint-400/scheduler.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85ff3810d83f0315479bff9e354b8a08aed7471bec6e14d46e165fadeadba340
+oid sha256:b123620fe8afa9519a3e029f1a335b7ee360a41a441ab984dc27080c953e2d2e
 size 1000
diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01902887575d8faf4cfc0a90b7454c6ce2ec7860
--- /dev/null
+++ b/checkpoint-4000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8055bbf69909f1edf7f860b86ee96bfc0b39a20b2e9865cadbbb7f532b25e52
+size 60332026
diff --git a/checkpoint-4000/pytorch_lora_weights.safetensors b/checkpoint-4000/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c6dc0d35433c0ec071405eb64ded22011332d834
--- /dev/null
+++ b/checkpoint-4000/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95b83226cd97af6007a1247e1dabf4e28cf3770af2550feb8549a5a4e4d1be0
+size 29868864
diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f771ebe9e7e359558ba4bacf2064bc886feca7fd
--- /dev/null
+++ b/checkpoint-4000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0de18daadf14efe3c9d06605763e3a2ed7575d959fc69222be2c1ca74d0a60
+size 14408
diff --git a/checkpoint-4000/scaler.pt b/checkpoint-4000/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3c148798a27b525e5967dae1f764aa32ba855f
--- /dev/null
+++ b/checkpoint-4000/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a4acfb0da74c479080613978839dd3cbb4608fd2c07e764b4c844401d8dd5f
+size 988
diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4650a57bdc5329d82b7509dbd026339e5b46def6
--- /dev/null
+++ b/checkpoint-4000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27fbcb71e64da5cd3c386782ab45bb0efde0abb5d30842a94c8a599b450c90c
+size 1000
diff --git a/checkpoint-4200/optimizer.bin b/checkpoint-4200/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21f04d9d294c143d5132f8a49a51faa4d64a78e3
--- /dev/null
+++ b/checkpoint-4200/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02f3f4f8eefa8f85d7cc9f4cc4f4d7fd87eba4dc43062fc1c85b18410af2aea
+size 60332026
diff --git a/checkpoint-4200/pytorch_lora_weights.safetensors b/checkpoint-4200/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2640b361d314c253b4c0ddc908827a6320bcfe47
--- /dev/null
+++ b/checkpoint-4200/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513e5cd1fd4a0c2e52365ec62eeca3d638fd7e4a6500adfb55743c441fbd0098
+size 29868864
diff --git a/checkpoint-4200/random_states_0.pkl b/checkpoint-4200/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4e0e9a29f016aeac6acfeca4838e825349b69c52
--- /dev/null
+++ b/checkpoint-4200/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f232793d53fbc5472fa901ada44cb4497b8e4616b3899f4ffee9ed32eb5b01c
+size 14408
diff --git a/checkpoint-4200/scaler.pt b/checkpoint-4200/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa039ae3916964f5f8572ec7a39673f1392b291
--- /dev/null
+++ b/checkpoint-4200/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4698cea03275936ebdf86045e1085accfe73a0f6ade29d2ad65c92c75e8ffbbf
+size 988
diff --git a/checkpoint-4200/scheduler.bin b/checkpoint-4200/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c7918f18c2987b2b13b27f97662881721ffdc79b
--- /dev/null
+++ b/checkpoint-4200/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0f6ed6260c4e95b7b5b2299af2e658000c0cbafc14f6155f542713f9fb8308
+size 1000
diff --git a/checkpoint-4400/optimizer.bin b/checkpoint-4400/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e365c8b786256213ede878b347d6adb47079e7f
--- /dev/null
+++ b/checkpoint-4400/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c283aca777bd79f98eded1f3b5525e729c01920962f3630cd1fbf894135141
+size 60332026
diff --git a/checkpoint-4400/pytorch_lora_weights.safetensors b/checkpoint-4400/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e8330481f03b86c66d94f029e60df30b7dcdde30
--- /dev/null
+++ b/checkpoint-4400/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6eb826bf06af10f68e4309ec46516845bbf5bbbe7680da122690403f8ced76
+size 29868864
diff --git a/checkpoint-4400/random_states_0.pkl b/checkpoint-4400/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9a9d12dd4e3c58695dfd9e3c78de21990250a0bb
--- /dev/null
+++ b/checkpoint-4400/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2763790385b1a28181fef3ab2ab4e9cdb521aba0f216ac647706fcf953338c51
+size 14408
diff --git a/checkpoint-4400/scaler.pt b/checkpoint-4400/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c71fef3abc777384a61b319e4c1b7a82114596
--- /dev/null
+++ b/checkpoint-4400/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f52741266f98091dd23c9f0b9999f8607a62de5e710d64dca525fe9ba02fe51
+size 988
diff --git a/checkpoint-4400/scheduler.bin b/checkpoint-4400/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96929471436edd7647d3a0efa58a655334902d35
--- /dev/null
+++ b/checkpoint-4400/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd4c53940f958ffe623517d9c93712a1e24092169f3a45f3f8b5b9c1f0b65a7
+size 1000
diff --git a/checkpoint-4600/optimizer.bin b/checkpoint-4600/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97bb6a78868abcebe9db9726ceeb308c5535436d
--- /dev/null
+++ b/checkpoint-4600/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1ba41cd6df871326488d14bbb4a23e154200640ad2758ba07d9b103476dab8
+size 60332026
diff --git a/checkpoint-4600/pytorch_lora_weights.safetensors b/checkpoint-4600/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e4b545741672cdfc5759f74aba9ecb46bfe8c67d
--- /dev/null
+++ b/checkpoint-4600/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee8c1e864c1af0df75c5eed64a9c48059602f1ffdd98d58c0cb9ea0fb048413
+size 29868864
diff --git a/checkpoint-4600/random_states_0.pkl b/checkpoint-4600/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8d5dd094939c2ff9d85d58007fe4664d616b48df
--- /dev/null
+++ b/checkpoint-4600/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032b2c85639b00bbcae159c065b7561081d4d001e985cea665d69b224188112d
+size 14408
diff --git a/checkpoint-4600/scaler.pt b/checkpoint-4600/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626911d4caaa8bb2272a55aa52e79f94f0eb94f6
--- /dev/null
+++ b/checkpoint-4600/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d60713e239aa461be03135bdbca99b2bfe14ea1d561b3ce05394a2a8b3b9e7
+size 988
diff --git a/checkpoint-4600/scheduler.bin b/checkpoint-4600/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..769da04bd50da60783bce5233e9f86acdcb9f25d
--- /dev/null
+++ b/checkpoint-4600/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d71781fa6288d28c76c544a7f01708ea4c987d23e8e2b41dbc40665b9b861bc
+size 1000
diff --git a/checkpoint-4800/optimizer.bin b/checkpoint-4800/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fad4c3d2b5589d57acc709418eea8dde7d4bd9e5
--- /dev/null
+++ b/checkpoint-4800/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c888d21bd2491fb08df896c4c774b1a03ecd470227220e876c13488ad84c24
+size 60332026
diff --git a/checkpoint-4800/pytorch_lora_weights.safetensors b/checkpoint-4800/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..52c6002729f705eb09d8eaea431405175f80e677
--- /dev/null
+++ b/checkpoint-4800/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c42fc1d2ce7f6877e1ecee104792510f7e05764d75a4ce98c6d614f1b4f27e0
+size 29868864
diff --git a/checkpoint-4800/random_states_0.pkl b/checkpoint-4800/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..978ed0e4909e230c444b42e2112f4ce50a7644e1
--- /dev/null
+++ b/checkpoint-4800/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4978f903b895615ba1005936acc5073952c3a2ec3b97e371b369d1d61539470c
+size 14408
diff --git a/checkpoint-4800/scaler.pt b/checkpoint-4800/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e0fbab729095929b9f562a4f356566b88674f7
--- /dev/null
+++ b/checkpoint-4800/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da4ea0c1bcacc6c536f51e41f20fb1c9301dc84cb8e04333e56f06168b8cb83
+size 988
diff --git a/checkpoint-4800/scheduler.bin b/checkpoint-4800/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd897722469a79d01d5d33ff61e4f14679c7ef3e
--- /dev/null
+++ b/checkpoint-4800/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45345fa77d0d57ee312ba5c19330a3d026a1326ae151fe97e32128f72fefa84e
+size 1000
diff --git a/checkpoint-5000/optimizer.bin b/checkpoint-5000/optimizer.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d215d3e98796d9613c1aff7f4fa5bd0d303e24cb
--- /dev/null
+++ b/checkpoint-5000/optimizer.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aae831c1361c5ddfd69a391070560730b210cadf46ed8d960cf3513e6db0b7a
+size 60332026
diff --git a/checkpoint-5000/pytorch_lora_weights.safetensors b/checkpoint-5000/pytorch_lora_weights.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c09f526b8f5c34831a8ad6831eb812194ce8fc4
--- /dev/null
+++ b/checkpoint-5000/pytorch_lora_weights.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a025490cac55ed462ba0e0e28b55e3c4e70194e81014e01b4b44b35c1c18c553
+size 29868864
diff --git a/checkpoint-5000/random_states_0.pkl b/checkpoint-5000/random_states_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3a03f321ff97510be3f8b24058ca93b93c87c0e8
--- /dev/null
+++ b/checkpoint-5000/random_states_0.pkl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c1a4d89a6e76df9f0a8e71c6caad50d1540ba4e8eff3e0c41414a82d6e15b2
+size 14408
diff --git a/checkpoint-5000/scaler.pt b/checkpoint-5000/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da81849ef9b20a8870285eaa92c68ae84344e397
--- /dev/null
+++ b/checkpoint-5000/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41216328ab75de937007afb04d76156949bedb908461001a451c8991c2ba8cca
+size 988
diff --git a/checkpoint-5000/scheduler.bin b/checkpoint-5000/scheduler.bin
new file mode 100644
index 0000000000000000000000000000000000000000..976a27de201da5488bc7b42ce6d3ddff38320cae
--- /dev/null
+++ b/checkpoint-5000/scheduler.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920333155b08e76154b89a85170c320833074db7b84649a9cfe79fd10b6bf2d9
+size 1000
diff --git a/checkpoint-600/optimizer.bin b/checkpoint-600/optimizer.bin
index 7ef4b2455c30193adb2565399435efc6cbdfb400..5c231909369dc9575fe533a330acbb0a7d48ee0b 100644
--- a/checkpoint-600/optimizer.bin
+++ b/checkpoint-600/optimizer.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ee661df0bf8f00903ef29711412a047e752bba341e28044a76bb0aca89e4e69
+oid sha256:48ce051b6400e40f596fbd609f73560aad479ff0b7d19d5ee22fcf75a9d20ca2
 size 60332026
diff --git a/checkpoint-600/pytorch_lora_weights.safetensors b/checkpoint-600/pytorch_lora_weights.safetensors
index 9f2d8ffd34d70bed7bf3012d0084bf87b7a98712..c59ec64d6c30a894fc05134fc04abe3ea3c44619 100644
--- a/checkpoint-600/pytorch_lora_weights.safetensors
+++ b/checkpoint-600/pytorch_lora_weights.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21bdf6657847a82a8c6327f5db44d926cac98f58d285473eaa552cc9469351ef
+oid sha256:efd7fa33a82e96b1a6826a9fad941048c8d7eabb11c04424c846ce9592079927
 size 29868864
diff --git a/checkpoint-600/random_states_0.pkl b/checkpoint-600/random_states_0.pkl
index a6ca2779450de92b95054eee37a117a98796f167..46e6d728f952916fd82d2456e8347ae0453c8d1b 100644
--- a/checkpoint-600/random_states_0.pkl
+++ b/checkpoint-600/random_states_0.pkl
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b03f8d13bac1688d83974177c0c6bffe7e5db4598f1371c58876806f2c4bc2a
-size 14344
+oid sha256:4e8d68529e6bd33b97d6424bbf7392d4d29d67960b8e06a8c9575d3a43ead697
+size 14408
diff --git a/checkpoint-600/scheduler.bin b/checkpoint-600/scheduler.bin
index bdcfc55e25cebaabc60a5674658d474cc0f08aad..0f81b2a35f3ebc57e3ecef96ea0f63149783a5f3 100644
--- a/checkpoint-600/scheduler.bin
+++ b/checkpoint-600/scheduler.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05610676ed149d854d87e17503a2b6cd63be5d35325fd82390094dcc3fb21f57
+oid sha256:1ccc3dc72d8a6053f01cc7210fd08121c69d33fe0c34be5cfef44815bc58f6ee
 size 1000
diff --git a/checkpoint-800/optimizer.bin b/checkpoint-800/optimizer.bin
index b722569e6143b3094457afe7d60004f019487036..a8f3f40e2d71336eea82ffe3ae58be28a943108b 100644
--- a/checkpoint-800/optimizer.bin
+++ b/checkpoint-800/optimizer.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce5feb4128e04d15167f7326cd3d9165b81d4bebc0c62ce68045cc26fa034b9e
+oid sha256:adac196e243352bb6c1ea23674750bce749f45a75753454b1563dc83bd5fd21e
 size 60332026
diff --git a/checkpoint-800/pytorch_lora_weights.safetensors b/checkpoint-800/pytorch_lora_weights.safetensors
index d4066fcda4bba9f69a5a540dfb0b040fbe2d195a..37b58c50b6aa635ecdecc98f3fa01f115f97943e 100644
--- a/checkpoint-800/pytorch_lora_weights.safetensors
+++ b/checkpoint-800/pytorch_lora_weights.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9935754ac3dee645ac672022b4b66b9f1e896fb5f2205348e661f080d062079e
+oid sha256:7c39c6ae60f64f565dbb90d5f3d7e5b5efa996d8eac8f0a2647595bbf63e474b
 size 29868864
diff --git a/checkpoint-800/random_states_0.pkl b/checkpoint-800/random_states_0.pkl
index cfd2e1cb5a4c9689577f0f090845f606ab871e73..db14220414848a77e4ef20066bb7e8676d3b9455 100644
--- a/checkpoint-800/random_states_0.pkl
+++ b/checkpoint-800/random_states_0.pkl
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8694958d19a5f0eb0b4483029003b28fecba684504de4d22f76f84afde1be532
-size 14344
+oid sha256:c430060f915a89382090688411350bbd4c89d7a81a545abdd7484345eff4e99c
+size 14408
diff --git a/checkpoint-800/scheduler.bin b/checkpoint-800/scheduler.bin
index 92edf35339c32a2a56fcd83263c42785c8e733ad..cdfb0796c398dca966003b60db98dd20ed06c004 100644
--- a/checkpoint-800/scheduler.bin
+++ b/checkpoint-800/scheduler.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92bcc680006bec7a1cd14e8dc1a1b8507ffe1bb293974bdc46a31a9c1e17427f
+oid sha256:de8485957094a6671611f6bacf364facd787b5bfb770e191045792afedb5d0e9
 size 1000
diff --git a/image_0.png b/image_0.png
index a80aa650ca9868abe05b707ed411a0e79497c0c1..4999d6b7b13f52833dd3d9a8a0d895bbb6c07c1c 100644
--- a/image_0.png
+++ b/image_0.png
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae39a2925a99740f2ae6c49e1e83e381666aca64b44b01a49951be8bb7c7bc92
-size 1480805
+oid sha256:c09689d0ddae121b077a625afd4da59cbc9460fa3c2f939cb9a489420c28443e
+size 814339
diff --git a/image_1.png b/image_1.png
index 12225711057076c72334b72a1851a2d42d4199f5..f2138001a3cf8fb4096ceab7fd3483e1d60e71e3 100644
Binary files a/image_1.png and b/image_1.png differ
diff --git a/image_2.png b/image_2.png
index b4306a8fbd88a9b4688e00fe3209486107218cce..56924a4bfa85463f3fd1bca8d8e7322a7e313772 100644
--- a/image_2.png
+++ b/image_2.png
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9748f2d557d527ac176e79811e49dc4c8cb0b04c599bf0e29947849885434118
-size 1478632
+oid sha256:815c9ee6e023c33ff00cef6b97745bb1f804a226ca41da93fe8d7965e9e7fc94
+size 844377
diff --git a/image_3.png b/image_3.png
index 1f8e68e70f9182b2bb1a6d66b1341b9f85f18987..70893c0c291f85f86c8fa5d5584a99960d520924 100644
Binary files a/image_3.png and b/image_3.png differ
diff --git a/image_4.png b/image_4.png
index 3fa933e3a785d9f9a13e00f12af3e69fa30345ba..76c0b5e5d7f09dfd91a8781fdc4b65b51bc40cfa 100644
--- a/image_4.png
+++ b/image_4.png
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e68d62fc6b2e6bc88d59f425d79343fa8f14928c31e46b88786dc7eba9b936c
-size 1073741
+oid sha256:1e676b5066b3f732493403754d639be0dd77c1d1adaeeb287736d5ef07ed0999
+size 847965
diff --git a/image_5.png b/image_5.png
index 30b781e83f50a25d42fe1c15cdbb742649eeaa6a..a005b95a1af5e21dee1b34fd963130157b3d09b6 100644
--- a/image_5.png
+++ b/image_5.png
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b69749793529ff7e4ad1f78c6f8d119eabc6470cf915844599a8098f983889f2
-size 1014819
+oid sha256:9f5d741fb44a8baf859e89e446c3b2b2bf2805f25f48cd302c10dddeff17ee6c
+size 838203
diff --git a/image_6.png b/image_6.png
index 2f2bb3a4f1d472ab8c9678000956509194f4fe90..bcc22cc418606bf55e5822be1b07436230d4493f 100644
--- a/image_6.png
+++ b/image_6.png
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d764d11a2b144163e4416ffa08b7a7bb9f3c6df7ae5f5f0b220c323962cf81fe
-size 1183526
+oid sha256:3f3c6210f2a581402b1e75829d2ef8c0af7c554387469696a585f2527f11ff0c
+size 898428
diff --git a/pytorch_lora_weights.safetensors b/pytorch_lora_weights.safetensors
index 9cb4397d1f9fd1378efdead6664cc0c814bf1839..6c09f526b8f5c34831a8ad6831eb812194ce8fc4 100644
--- a/pytorch_lora_weights.safetensors
+++ b/pytorch_lora_weights.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8765757b525adbd183215600bafe4db534529c3a9a274d8226a623f471f626b9
+oid sha256:a025490cac55ed462ba0e0e28b55e3c4e70194e81014e01b4b44b35c1c18c553
 size 29868864