From 3685ec607dfceba3262ca37485de1fc89d616a43 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 17 Mar 2024 22:21:36 +1100 Subject: [PATCH] Squashed commit of the following: commit 61d45c60db23eac0b9e4977eb33bea3c37c39ae4 Merge: f024ce2 64d847b Author: Daniel Han-Chen Date: Sun Mar 17 22:12:44 2024 +1100 Merge branch 'main' into nightly commit f024ce282131a1dd70c6448852265e079c335135 Author: Daniel Han-Chen Date: Sun Mar 17 22:12:18 2024 +1100 Update __init__.py commit d38cf5387c09c32ae42667200700077fd1f31033 Author: Daniel Han-Chen Date: Sun Mar 17 22:09:23 2024 +1100 Update fast_lora.py commit 9c35a2c4b0a861ed119731389277855fed6f42ed Author: Daniel Han-Chen Date: Sun Mar 17 22:08:33 2024 +1100 Update pyproject.toml commit 6edc35f686b3dd0869ec74e811d8de6ae8370e60 Author: Daniel Han-Chen Date: Sun Mar 17 20:18:00 2024 +1100 Update fast_lora.py commit 2a9d4fb947c2d7b7dcc31fbeff6c93e0be72c571 Author: Daniel Han-Chen Date: Sun Mar 17 20:10:30 2024 +1100 Bugs commit 14717be070f57c1efa36de2bd5e7d7e146afd5e1 Merge: 5c24a3b c599ae0 Author: Daniel Han-Chen Date: Sun Mar 17 20:10:26 2024 +1100 Merge branch 'main' into nightly commit 5c24a3bc2e13e4ee678b6a4298e5fd3598495971 Author: Daniel Han-Chen Date: Sun Mar 17 02:46:35 2024 +1100 Update README.md commit fd729a7131a8ff7cd9d6c8780577f1b51c05fd93 Author: Daniel Han-Chen Date: Sun Mar 17 02:44:58 2024 +1100 Update README.md commit 7e9f092e9fbf3e027e9458a179275b36c00c48a7 Author: Daniel Han-Chen Date: Sat Mar 16 23:17:35 2024 +1100 Update save.py commit e3efca87781b55e663c396ffa418c47b2fbb079d Author: Daniel Han-Chen Date: Sat Mar 16 22:36:57 2024 +1100 Update save.py commit d58fa31e0ccd2e6c68f7a8ebaf81811dcaaf3ac4 Author: Daniel Han-Chen Date: Sat Mar 16 22:31:02 2024 +1100 Update save.py commit 64d954bd13918ee7398b988b77b52045d4c17bae Author: Daniel Han-Chen Date: Sat Mar 16 20:32:12 2024 +1100 Update save.py commit 815202f8329872205fecbb622ca0ed7fe9fb4a15 Author: Daniel Han-Chen Date: Sat Mar 16 20:03:51 2024 +1100 GGUF commit 338b2c928b7f824e68663b875794a8858d8bda57 Author: Daniel Han-Chen Date: Sat Mar 16 04:40:21 2024 +1100 Update README.md commit f342425c1ed157e3f765b47520b9403dae8775a9 Author: Daniel Han-Chen Date: Sat Mar 16 04:34:51 2024 +1100 Update README.md commit cef733a4204ea1ab60e3ecdfdd099ae0c088b481 Author: Daniel Han-Chen Date: Sat Mar 16 04:10:54 2024 +1100 Update fast_lora.py commit e5bcab2a74b43a8e1683baba323447d297581085 Author: Daniel Han-Chen Date: Sat Mar 16 03:43:16 2024 +1100 Update fast_lora.py commit 80cfe132f6c198481e75f83f8803a94f6d3c2836 Author: Daniel Han-Chen Date: Sat Mar 16 03:38:13 2024 +1100 Fix bugs commit d8e98be90da5dda503d9626573754269c64be2c0 Merge: 51c2484 39713e6 Author: Daniel Han-Chen Date: Sat Mar 16 00:14:02 2024 +1100 Merge branch 'main' into nightly commit 51c2484ffdbec0919bea406601ace30ff2a3ba0a Author: Daniel Han-Chen Date: Fri Mar 15 22:35:44 2024 +1100 Update rope_embedding.py commit 3e93a78794feb10914e9074a204e41fb901a3e42 Author: Daniel Han-Chen Date: Fri Mar 15 20:14:56 2024 +1100 Update rope_embedding.py commit 82d80e9e9896b5ba9c3a167eea1d19e42c0048c6 Merge: 718a6a1 990c7a8 Author: Daniel Han-Chen Date: Fri Mar 15 19:50:20 2024 +1100 Merge branch 'main' into nightly commit 718a6a1c8435cb92b9fc731149774384e46c4ab1 Author: Daniel Han-Chen Date: Fri Mar 15 19:50:03 2024 +1100 Update pyproject.toml commit 385c6d44a80697dce7296b786550e841da2543e7 Author: Daniel Han-Chen Date: Fri Mar 15 19:49:09 2024 +1100 Update pyproject.toml commit 9c9ede468089da2e9e0e358be9275c5068691560 Author: Daniel Han-Chen Date: Fri Mar 15 19:48:39 2024 +1100 Update pyproject.toml commit 9d6c9c9ebcb291682485859524c48c696c9caf2d Merge: a12e4ea 2c5c5bb Author: Daniel Han-Chen Date: Fri Mar 15 05:07:09 2024 +1100 Merge branch 'main' into nightly commit a12e4ea3e003a1e01c1f27a042e14afaf740ab4c Author: Daniel Han-Chen Date: Fri Mar 15 04:44:54 2024 +1100 Update chat_templates.py commit c3e0e518d95564e42b191e53e599107136a58128 Author: Daniel Han-Chen Date: Fri Mar 15 04:30:03 2024 +1100 Update chat_templates.py commit fe0e2d7baaf0f37a6f964c096b9b97aa40e1c949 Author: Daniel Han-Chen Date: Fri Mar 15 03:50:32 2024 +1100 Update chat_templates.py commit 5dfe582c96fe3d242533238410dd13302d3d13e2 Author: Daniel Han-Chen Date: Fri Mar 15 03:37:37 2024 +1100 Update chat_templates.py commit ec73a776ecaf23f5cae3c645308db22284e8ef23 Author: Daniel Han-Chen Date: Fri Mar 15 03:34:32 2024 +1100 Update chat_templates.py commit 5c4241a240756885bbcacbc03e093aeb2ad512c7 Author: Daniel Han-Chen Date: Thu Mar 14 20:27:20 2024 +1100 Update pyproject.toml commit 6841a303d90737e5a8c20979736477db4f75b0af Author: Daniel Han-Chen Date: Thu Mar 14 20:20:16 2024 +1100 Update pyproject.toml commit 341b5f46e61d25a9e243eaba1c851c97fd8d05bb Author: Daniel Han-Chen Date: Thu Mar 14 20:12:54 2024 +1100 Update pyproject.toml commit 6809846464223cae0341cb037f28af7ed3a01aac Author: Daniel Han-Chen Date: Thu Mar 14 20:12:02 2024 +1100 Update pyproject.toml commit 77edfb10b730046d62dd351ed93e610d857eed6d Author: Daniel Han-Chen Date: Thu Mar 14 20:11:24 2024 +1100 Update pyproject.toml commit 0ed19ec1704f3f48542d8b5209938034bc536324 Author: Daniel Han-Chen Date: Thu Mar 14 20:10:10 2024 +1100 Update pyproject.toml commit 1f4c625f2a4d5fa0c0d6ecf0ced7e6e0b3a427fe Author: Daniel Han-Chen Date: Thu Mar 14 20:06:05 2024 +1100 Update pyproject.toml commit 8fa0aab61ce663754da3adf03851ca93824792ce Author: Daniel Han-Chen Date: Thu Mar 14 20:04:01 2024 +1100 Update pyproject.toml commit eb61377632e3df3f75616dfd5d3e1a267942afef Author: Daniel Han-Chen Date: Thu Mar 14 19:02:29 2024 +1100 Fix Colab commit d6ac9b56c125a7e0a80b7ab006ca9929aa778b3a Author: Daniel Han-Chen Date: Tue Mar 12 20:12:55 2024 +1100 upcasting commit b7c3190e978a3ed3311f9765f7360bb4122ae18a Author: Daniel Han-Chen Date: Tue Mar 12 00:46:57 2024 +1100 Update pyproject.toml commit 4d77c32425152cf801c349a850087928cc17b662 Author: Daniel Han-Chen Date: Mon Mar 11 23:28:03 2024 +1100 Update pyproject.toml commit 98573e8618208ccc8d2345b7db589cf2f37163ff Author: Daniel Han-Chen Date: Mon Mar 11 23:21:27 2024 +1100 kaggle new commit 4a794dd880bd390418690abffeb00bfc42950997 Author: Daniel Han-Chen Date: Mon Mar 11 20:28:09 2024 +1100 Update pyproject.toml commit a0c18c9880222b80dcd03f1245fdf5054c55fecb Author: Daniel Han-Chen Date: Mon Mar 11 20:05:06 2024 +1100 Update save.py commit 684eaae9ea354dc58ff983c6e801ee8c34641581 Author: Daniel Han-Chen Date: Mon Mar 11 19:52:18 2024 +1100 GGUF incorrect commit 029d5886031630e62ef08bedf213a277c38844bc Author: Daniel Han-Chen Date: Mon Mar 11 19:13:42 2024 +1100 Update save.py commit 252a38a2df81ad54b3fa307467ca7c1d6e25d7f7 Merge: 63b1f58 3222377 Author: Daniel Han-Chen Date: Mon Mar 11 19:13:29 2024 +1100 Merge branch 'main' into nightly commit 63b1f5879e3b8b0b651bf3fa87a55d0086c1b3be Author: Daniel Han-Chen Date: Mon Mar 11 04:05:43 2024 +1100 Update llama.py commit cb0d9374698a7058c8f55e0417dea8d5313b86f6 Author: Daniel Han-Chen Date: Mon Mar 11 03:53:23 2024 +1100 Account for DoRA commit 2e87755a5cfc3ba4594c860b35faf88c16b0943b Author: Daniel Han-Chen Date: Mon Mar 11 03:19:20 2024 +1100 Update llama.py commit 93d88ad68de3aa39aec8e0caaa04d1e2d33b8ae2 Merge: aba595d 8bea94c Author: Daniel Han-Chen Date: Mon Mar 11 03:15:30 2024 +1100 Merge branch 'main' into nightly commit aba595de9cbd274a3db2d192136de4275c9605b3 Author: Daniel Han-Chen Date: Mon Mar 11 03:07:44 2024 +1100 Update llama.py commit 133097d995e7cb7046c79a6c4d5b7b7a76a4d2c4 Author: Daniel Han-Chen Date: Mon Mar 11 02:25:10 2024 +1100 Update save.py commit b5d3d63df5553ae92b07322a493af7d22a71c75d Author: Daniel Han-Chen Date: Mon Mar 11 02:15:33 2024 +1100 Update save.py commit 8be91b050febab108306580317553261461f4a0f Author: Daniel Han-Chen Date: Mon Mar 11 02:10:51 2024 +1100 Update chat_templates.py commit 23b7a5764cc1b4b431f3cdf1dbb39bc8f144fb6b Author: Daniel Han-Chen Date: Sun Mar 10 19:32:02 2024 +1100 Update fast_lora.py commit c1728a9904cdf83fb2e7ad6d0b0c50e0a6357689 Author: Daniel Han-Chen Date: Sun Mar 10 19:11:00 2024 +1100 Update fast_lora.py commit c192ce3ed433d3d20eca9051ff6bd281762e5d28 Author: Daniel Han-Chen Date: Sun Mar 10 19:09:10 2024 +1100 Update fast_lora.py commit 7e3abd19ba27bb396262c28fd622c1839931d9c7 Author: Daniel Han-Chen Date: Sun Mar 10 18:36:35 2024 +1100 Update fast_lora.py commit c1f3e703946df542e930f7aff683b186fb08c725 Author: Daniel Han-Chen Date: Sun Mar 10 18:33:52 2024 +1100 Update fast_lora.py commit 08da057f04f1c3e9a87c1c06d745293a6d817f2c Author: Daniel Han-Chen Date: Sun Mar 10 18:09:58 2024 +1100 Update save.py commit 1e8922af2b9943fbba6e5592baf188936bd723bc Author: Daniel Han-Chen Date: Sun Mar 10 17:42:41 2024 +1100 Revert commit 74fc5caa60c712757165294134cd1b5b49e7f722 Author: Daniel Han-Chen Date: Sun Mar 10 16:20:20 2024 +1100 Accuracy commit 35c6d776c4192870c0e0ce443af48d8c52f2f1bf Author: Daniel Han-Chen Date: Sun Mar 10 14:13:53 2024 +1100 Update save.py commit 6d2bc97117d9d12d6fe254ffc0664cfb10cd04cb Author: Daniel Han-Chen Date: Sun Mar 10 14:08:38 2024 +1100 Update llama.py commit baf8e4c0a8b198214c795cf05ea60a2cbadb2145 Author: Daniel Han-Chen Date: Sun Mar 10 13:11:42 2024 +1100 Update llama.py commit c0d95162556757d4e0b688574bb36aeebe07cf18 Author: Daniel Han-Chen Date: Sun Mar 10 13:10:03 2024 +1100 Update llama.py commit 91877f550684791d53d5ff988a60825da5f6920d Merge: f887080 1fcf9d4 Author: Daniel Han-Chen Date: Sun Mar 10 13:08:23 2024 +1100 Merge branch 'main' into nightly commit f887080a6db016d61b8ea9eda7a112b99b48add9 Author: Daniel Han-Chen Date: Sun Mar 10 04:31:40 2024 +1100 Tokenizer overwritten commit 1c1461ae0990c2594fe33bfcb196ee33fabc7d41 Author: Daniel Han-Chen Date: Sun Mar 10 04:08:02 2024 +1100 Update loader.py commit 14f063819acf40392c6678143048b3904e610dd6 Author: Daniel Han-Chen Date: Sun Mar 10 03:54:18 2024 +1100 model_name commit daba749ee1f60c1108df263f8f0bea36b9e2881f Author: Daniel Han-Chen Date: Sun Mar 10 03:48:05 2024 +1100 Update llama.py commit 457b7ba6d69c14fe5357f84d2164a0cc7166cded Author: Daniel Han-Chen Date: Sun Mar 10 02:57:41 2024 +1100 Update chat_templates.py commit 5c9629f5fe6df20de16facdf907fbd0666bfb21d Author: Daniel Han-Chen Date: Sun Mar 10 02:55:07 2024 +1100 Update save.py commit e6c3cdfc2d2dd206225a3879445dec00025235bb Author: Daniel Han-Chen Date: Sat Mar 9 23:22:14 2024 +1100 Update save.py commit f0a3c05b0794e44983dc4fcc6f7ce68faaab8123 Author: Daniel Han-Chen Date: Sat Mar 9 23:19:02 2024 +1100 Update save.py commit 58d1f1e03c65e7dccf42b3d52826a453e4349043 Author: Daniel Han-Chen Date: Sat Mar 9 20:05:52 2024 +1100 Update chat_templates.py commit 9b3dd3e9f890a87bea787cf0e33e8337cf33139a Merge: b321ada 70f271b Author: Daniel Han-Chen Date: Fri Mar 8 19:40:25 2024 +1100 Merge branch 'main' into nightly commit b321adac2c8e980123ea52a94b894c0355a46bed Merge: 03232df fedcafe Author: Daniel Han-Chen Date: Thu Mar 7 04:32:51 2024 +1100 Merge branch 'main' into nightly commit 03232dff4e6fe5a9bc1219573f68ba19c084f89a Author: Daniel Han-Chen Date: Thu Mar 7 02:48:15 2024 +1100 Update chat_templates.py commit e67c6b4ec958d3e02f202f6a6db36f8d44ecadd8 Author: Daniel Han-Chen Date: Thu Mar 7 02:05:38 2024 +1100 Fix warning commit 5a7f52819e307993fedc9be2161396c93d543add Author: Daniel Han-Chen Date: Wed Mar 6 19:21:44 2024 +1100 Update rms_layernorm.py commit 837ba610cf45945f69caa894b1cbdc43c3daf6b9 Author: Daniel Han-Chen Date: Wed Mar 6 18:18:07 2024 +1100 RoPE and Gemma precision commit 1e41fa0c8c6ee1c46f2530d99d5164140d35d29e Author: Daniel Han-Chen Date: Wed Mar 6 05:07:37 2024 +1100 Update save.py commit 333d3d9a51c013860193703c581ced889a5ec2aa Author: Daniel Han-Chen Date: Wed Mar 6 04:52:59 2024 +1100 Update gemma.py commit 85c052d8fbd7636a673023289a41c8d22322bf33 Author: Daniel Han-Chen Date: Wed Mar 6 04:48:26 2024 +1100 sqrt commit ed1aa0007a734dd8fda6a2d724f1c0bf6a8229a1 Author: Daniel Han-Chen Date: Wed Mar 6 04:24:10 2024 +1100 Update gemma.py commit be81c07d43200b0417612e835de347dd729a93fe Author: Daniel Han-Chen Date: Wed Mar 6 04:14:11 2024 +1100 Gemma precision commit 5a693a107df69ad7fa81e5ff12056bbc6c098d82 Author: Daniel Han-Chen Date: Tue Mar 5 23:58:00 2024 +1100 Layernorms commit e0a24637381676a42a0c7c7d93d72f4d21932962 Author: Daniel Han-Chen Date: Tue Mar 5 20:07:44 2024 +1100 Update pyproject.toml commit 160320b3d9d9401a92a48798f8182368b61ad751 Author: Daniel Han-Chen Date: Tue Mar 5 18:55:50 2024 +1100 Update gemma.py commit 9f7f205f67f35ec0ea90caf856e9cb2774544f14 Author: Daniel Han-Chen Date: Tue Mar 5 18:27:11 2024 +1100 Update rms_layernorm.py commit 43e710b0640c365eba027bb21fb7a200fd123705 Author: Daniel Han-Chen Date: Tue Mar 5 18:21:59 2024 +1100 Fix Gemma merging commit 3137392ccf048a7316bbf1b2204f49ace393c540 Author: Daniel Han-Chen Date: Tue Mar 5 02:41:56 2024 +1100 Update gemma.py commit fe35b127fc9b0cd8f3052108e040a0c716da9e72 Author: Daniel Han-Chen Date: Tue Mar 5 02:40:20 2024 +1100 Update gemma.py commit 5fae81b628f5871f946f34a803bf150ace924bc3 Author: Daniel Han-Chen Date: Tue Mar 5 02:22:31 2024 +1100 Update gemma.py commit 961813b35fbc3375353dcbf5972e30878c5fca9a Author: Daniel Han-Chen Date: Tue Mar 5 01:45:08 2024 +1100 Update gemma.py commit c027dacb180e72f10af547c3f275064da1432d80 Merge: cb193f7 7b7665d Author: Daniel Han-Chen Date: Mon Mar 4 16:19:13 2024 +1100 Merge branch 'main' into nightly commit cb193f7e0a8a1f0709e2eb433281b0d2f04d81c1 Author: Daniel Han-Chen Date: Mon Mar 4 16:14:50 2024 +1100 Update gemma.py commit 440c29273f55c604f1cc60fccea741d0cd6703cc Author: Daniel Han-Chen Date: Mon Mar 4 16:11:12 2024 +1100 Update rms_layernorm.py commit c31b27b7dc4e4f1d5c438125442c86e00e44d780 Author: Daniel Han-Chen Date: Mon Mar 4 16:04:29 2024 +1100 Update rms_layernorm.py commit 6fa081ae77eed48e051134852e9068889afd8e24 Author: Daniel Han-Chen Date: Mon Mar 4 16:00:35 2024 +1100 Update rms_layernorm.py commit aa2fb63048a3d1c35e1aa12321b85c5737bcd211 Author: Daniel Han-Chen Date: Sun Mar 3 19:32:18 2024 +1100 Update gemma.py commit ac23e4b6125421069db3ce6c66a71a052f29a730 Merge: 1fea4ff fa2a43b Author: Daniel Han-Chen Date: Sun Mar 3 19:29:41 2024 +1100 Merge branch 'main' into nightly commit 1fea4ffcf24b92f9be39f41145e69158c91226a5 Author: Daniel Han-Chen Date: Sun Mar 3 18:07:55 2024 +1100 Update geglu.py commit 245fe4716c15003f3565fe8e6c3f6fd18d34479d Author: Daniel Han-Chen Date: Sun Mar 3 03:39:36 2024 +1100 Update _utils.py commit e27523cd5ec15e8ee1167f9887901a1fa23248ee Author: Daniel Han-Chen Date: Sun Mar 3 03:39:10 2024 +1100 Update __init__.py commit 65fbde6cd9a931d6510dff5a4d2d14ff0b1284cf Author: Daniel Han-Chen Date: Sun Mar 3 03:37:43 2024 +1100 Update __init__.py commit 9a2e791e6c831137f5017d4bf7fa1741a3b06b0e Author: Daniel Han-Chen Date: Sun Mar 3 03:35:21 2024 +1100 Update llama.py commit 786885c38cbfade2ab7fbb109f6431209d0d0624 Author: Daniel Han-Chen Date: Sun Mar 3 03:17:59 2024 +1100 Approx gelu commit 1c7f0d21ee71bb1da548a32ab142956fce9ee2c5 Author: Daniel Han-Chen Date: Sun Mar 3 02:24:39 2024 +1100 Update geglu.py commit 393e53b0168c6eecffea34d0048377090b9b5239 Merge: c88ab10 307f2da Author: Daniel Han-Chen Date: Sat Mar 2 18:29:02 2024 +1100 Merge branch 'main' into nightly commit c88ab10a5ce27aa6e3d3b1372f4bdd67f9e03cf6 Author: Daniel Han-Chen Date: Sat Mar 2 18:28:39 2024 +1100 Approx gelu commit e032445694e994d941faf2db4a7433fa540e90a5 Author: Daniel Han-Chen Date: Sat Mar 2 02:39:11 2024 +1100 Update pyproject.toml commit c970a2b3bedc90569f88642785421e044d008bb9 Author: Daniel Han-Chen Date: Sat Mar 2 02:38:40 2024 +1100 Small fixes commit db87262625b2789802f209889dcde7e79903173b Author: Daniel Han-Chen Date: Fri Mar 1 04:16:25 2024 +1100 Update pyproject.toml commit d44bbf5f2e5be72d0bd8ac5252069c9403d6e433 Merge: 0866020 d0c15bb Author: Daniel Han-Chen Date: Thu Feb 29 00:17:47 2024 +1100 Merge branch 'nightly' of https://github.com/unslothai/unsloth into nightly commit 0866020037cc9dd98c64decb0d5146e469c6dee7 Merge: 54b26c0 2561964 Author: Daniel Han-Chen Date: Thu Feb 29 00:17:12 2024 +1100 Merge branch 'main' into nightly commit d0c15bb508c161c501c83474dfb485bf7a2f077e Author: Daniel Han Date: Thu Feb 29 00:17:03 2024 +1100 Hotfix - fix DoRA, Gemma prompt template (#202) (#203) * Update save.py * saving * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update save.py * Update __init__.py * Update save.py * Update save.py * Update save.py * save * trainer * spaces * original * Gemma * Update pyproject.toml * Update mapper.py * Update fast_lora.py * FastGemmaModel * model_type * Update llama.py * Update llama.py * Update gemma.py * Update gemma.py * Update gemma.py * Update llama.py * Update llama.py * Update fast_lora.py * Update llama.py * Update llama.py * Update cross_entropy_loss.py * Update llama.py * Update llama.py * gemma * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update fast_lora.py * Update fast_lora.py * Fast CE Loss * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * CE * Update llama.py * Update llama.py * Update cross_entropy_loss.py * Update geglu.py * Update cross_entropy_loss.py * revert * Update llama.py * Update llama.py * norm * Update gemma.py * Update gemma.py * position_ids * Update gemma.py * Update gemma.py * pos * Update llama.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update cross_entropy_loss.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update llama.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update llama.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * revert * revert * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update llama.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update cross_entropy_loss.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * rope * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * llama * Update llama.py * gemma * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update gemma.py * Update save.py * RoPE * Update llama.py * Update llama.py * Update llama.py * Update gemma.py * correct_dtype * Update gemma.py * Update cross_entropy_loss.py * Update cross_entropy_loss.py * Chat Templates * Update README.md * Update README.md * Update llama.py * DoRA * Update _utils.py * Update chat_templates.py commit 54b26c0466d37603fb5aa247d8e6e9d6e9c93429 Author: Daniel Han-Chen Date: Thu Feb 29 00:16:19 2024 +1100 Update llama.py commit 074aa737ce9c298d40a7fe34221bb755ba02dd0d Merge: b1892b5 e7c53fb Author: Daniel Han-Chen Date: Thu Feb 29 00:14:42 2024 +1100 Merge branch 'main' into nightly commit b1892b55112d8d8ddeead4b7f09632f2ba9a3d84 Author: Daniel Han-Chen Date: Thu Feb 29 00:09:00 2024 +1100 Update chat_templates.py commit 072dc0c447d1ae7ec5ea6a7b44716de28ab7b2c7 Author: Daniel Han-Chen Date: Thu Feb 29 00:02:40 2024 +1100 Update _utils.py commit d37f284eaa913a6cfcaf5727e7a00860f472e6c1 Author: Daniel Han-Chen Date: Wed Feb 28 23:59:49 2024 +1100 DoRA commit 967fed83c7ab39e0e69f1b2f0237596688ec2c84 Author: Daniel Han-Chen Date: Wed Feb 28 22:02:18 2024 +1100 Update llama.py commit a4cd4a6e411ce9d41a72fa3b14161229a15005ec Author: Daniel Han-Chen Date: Tue Feb 27 01:40:45 2024 +1100 Update README.md commit 90a5c2c121a3fdc06f0e4b484671235c3e596203 Author: Daniel Han-Chen Date: Tue Feb 27 01:39:52 2024 +1100 Update README.md commit 4b7df80abdbd5c0352c5d952b28460c8585d8030 Author: Daniel Han-Chen Date: Tue Feb 27 00:16:57 2024 +1100 Chat Templates commit 54ff6eb169d44106a7bb2330ae83c59f17d33fec Author: Daniel Han-Chen Date: Mon Feb 26 17:27:42 2024 +1100 Update cross_entropy_loss.py commit 7cf69dd9f2cd848985a9715dd12ccfc05032249d Author: Daniel Han-Chen Date: Mon Feb 26 16:19:39 2024 +1100 Update cross_entropy_loss.py commit 1f450cd6ee9d01725f2fed3e60dfd1747fa0abbf Author: Daniel Han-Chen Date: Mon Feb 26 14:44:22 2024 +1100 Update gemma.py commit 7a5db6758c87c232b2ccefe982b829ac587f05ed Author: Daniel Han-Chen Date: Mon Feb 26 14:39:43 2024 +1100 correct_dtype commit cf16811ab92f26ae77acce8fc5b35a9280a749e6 Author: Daniel Han-Chen Date: Mon Feb 26 14:38:27 2024 +1100 Update gemma.py commit 637d01643ce321a62d616be012fc65e2076141b8 Author: Daniel Han-Chen Date: Mon Feb 26 14:37:48 2024 +1100 Update llama.py commit 3d73560df33a244567fda5dbe9313ed80b5e39ab Author: Daniel Han-Chen Date: Mon Feb 26 14:37:09 2024 +1100 Update llama.py commit 0d24acf0f5e3e8f931f14616fd7c99f35a97a8a4 Author: Daniel Han-Chen Date: Mon Feb 26 14:36:39 2024 +1100 Update llama.py commit 1aeca6f00cd35d4f5f7b06f478debdb543748acb Author: Daniel Han-Chen Date: Mon Feb 26 14:35:44 2024 +1100 RoPE commit 4ec1b216e01bdaa01a470b094bd36589f5bcb583 Author: Daniel Han-Chen Date: Mon Feb 26 14:15:37 2024 +1100 Update save.py commit 11c9ea4d1b4c92404a769c740ba903dcc2dee79a Author: Daniel Han-Chen Date: Mon Feb 26 05:06:04 2024 +1100 Update gemma.py commit 24e9d0af283d5765da360e4b32789b85692bd671 Author: Daniel Han-Chen Date: Mon Feb 26 05:05:41 2024 +1100 Update gemma.py commit 0b693df64689baa5bcc66d2fabe53fe492d7a463 Author: Daniel Han-Chen Date: Mon Feb 26 04:37:12 2024 +1100 Update gemma.py commit ae336e96631b467504034974686fad0fe385bdcb Author: Daniel Han-Chen Date: Mon Feb 26 04:36:10 2024 +1100 Update gemma.py commit 1d53b366a07f41fb9eb26c2f49de627c22bc9307 Author: Daniel Han-Chen Date: Mon Feb 26 04:32:49 2024 +1100 Update gemma.py commit b1864710c54ad4a0ea9b8eb51dcf31ac5e02be2e Author: Daniel Han-Chen Date: Mon Feb 26 04:30:29 2024 +1100 Update gemma.py commit 686d9fa4c4085c3d4d2eae188bc9ba9eeb686eeb Author: Daniel Han-Chen Date: Mon Feb 26 04:27:55 2024 +1100 Update gemma.py commit 40169f9fd3cff63cfbee1fcfe9841505d60f3833 Author: Daniel Han-Chen Date: Mon Feb 26 04:23:38 2024 +1100 Update gemma.py commit b0b38f770bc6f2596c1942a1cc76d70f8f8b6d82 Author: Daniel Han-Chen Date: Mon Feb 26 04:20:19 2024 +1100 Update gemma.py commit 13e06a062b19f2b1cf97d4cb849d8752f5f436e4 Author: Daniel Han-Chen Date: Mon Feb 26 03:56:34 2024 +1100 Update gemma.py commit fd5389a485eddab7a55581734b451d4db91c60a6 Author: Daniel Han-Chen Date: Mon Feb 26 03:55:15 2024 +1100 Update cross_entropy_loss.py commit a5abe39ded5d7a221379da075d6f95d88cd76289 Author: Daniel Han-Chen Date: Mon Feb 26 03:53:49 2024 +1100 Update cross_entropy_loss.py commit 78c96ef83cac925b3eeaec434523395116c8201a Author: Daniel Han-Chen Date: Mon Feb 26 03:50:34 2024 +1100 Update cross_entropy_loss.py commit 88cfe5eeb22691ce6d4d5052850f5dd37a3d7457 Author: Daniel Han-Chen Date: Mon Feb 26 03:48:16 2024 +1100 Update cross_entropy_loss.py commit dba4c0355daa24a44d12888f92021e199145145e Author: Daniel Han-Chen Date: Mon Feb 26 03:46:18 2024 +1100 Update cross_entropy_loss.py commit 199460d5ef6c83bfa1a2bc474e07460467f720ae Author: Daniel Han-Chen Date: Mon Feb 26 03:43:22 2024 +1100 Update cross_entropy_loss.py commit 13718b9847d7f3599289983a9c71825c24dd6a37 Author: Daniel Han-Chen Date: Mon Feb 26 03:36:38 2024 +1100 Update cross_entropy_loss.py commit 48736a075563e1f00a0da87fd3bcf1a661dc5ff3 Author: Daniel Han-Chen Date: Mon Feb 26 03:35:45 2024 +1100 Update cross_entropy_loss.py commit c1dbf6710e79b626d5f29c8608b0ea4d01203084 Author: Daniel Han-Chen Date: Mon Feb 26 03:29:19 2024 +1100 Update cross_entropy_loss.py commit b55d7ad4b2aa97ad04a382fe0cf35b61ce7f537f Author: Daniel Han-Chen Date: Mon Feb 26 03:29:11 2024 +1100 Update cross_entropy_loss.py commit bc3ff0f3a643a3fc0f090ba981ac1c32532366bb Author: Daniel Han-Chen Date: Mon Feb 26 03:28:22 2024 +1100 Update cross_entropy_loss.py commit 7bbce701c884407db1b7b966f378b50d992934f1 Author: Daniel Han-Chen Date: Mon Feb 26 03:26:42 2024 +1100 Update cross_entropy_loss.py commit 9c0b3cd431f63b2233009697d9b220a1a50e9ec3 Author: Daniel Han-Chen Date: Mon Feb 26 03:19:26 2024 +1100 Update cross_entropy_loss.py commit e696487e844b55bd6cca735f552a0df60c953feb Author: Daniel Han-Chen Date: Mon Feb 26 03:18:01 2024 +1100 Update cross_entropy_loss.py commit c67522037320f1cac13beb289c056291db9ba61e Author: Daniel Han-Chen Date: Mon Feb 26 03:16:31 2024 +1100 Update cross_entropy_loss.py commit bb6b6f238e337c786f2ae8bdaa548e1fb8949fcf Author: Daniel Han-Chen Date: Mon Feb 26 03:15:19 2024 +1100 Update cross_entropy_loss.py commit 096544eff426ad3373e54b5016f1477809e49b19 Author: Daniel Han-Chen Date: Mon Feb 26 03:14:04 2024 +1100 Update cross_entropy_loss.py commit b5eff3bfbc839a6450a2ae1167dd89b74fd29218 Author: Daniel Han-Chen Date: Mon Feb 26 03:12:23 2024 +1100 Update cross_entropy_loss.py commit fdaa9493be2ac7dd885f7d92bf4855ba54b6bac1 Author: Daniel Han-Chen Date: Mon Feb 26 03:09:37 2024 +1100 Update cross_entropy_loss.py commit 8259b16a5d9b4916e78a146cf970cabec9563591 Author: Daniel Han-Chen Date: Mon Feb 26 02:49:02 2024 +1100 gemma commit df8034d185255c2b6286a4fb44bcb8e8388ad302 Author: Daniel Han-Chen Date: Sun Feb 25 04:48:34 2024 +1100 Update llama.py commit db2b387b222eb8bd5b9b44b870a5f7bb613d00c0 Author: Daniel Han-Chen Date: Sun Feb 25 04:47:45 2024 +1100 llama commit 36d29078cd42da4c2199a696e3790dc2232e1ba5 Author: Daniel Han-Chen Date: Sun Feb 25 04:35:39 2024 +1100 Update gemma.py commit 4cc14b207498e3b6a397998b01eca472ea4f7d75 Author: Daniel Han-Chen Date: Sun Feb 25 04:30:59 2024 +1100 Update gemma.py commit bc428f4e7b8f1399b613e545e302d5a1b877e944 Author: Daniel Han-Chen Date: Sun Feb 25 04:29:01 2024 +1100 Update gemma.py commit 7c958ab9e7dc79bd9b72f4d1fc8044fcaca26301 Author: Daniel Han-Chen Date: Sun Feb 25 04:25:57 2024 +1100 Update gemma.py commit d530f95135dc9036ea7c6e36fee3b61e1560e0ee Author: Daniel Han-Chen Date: Sun Feb 25 04:25:15 2024 +1100 Update gemma.py commit 6ad44835d29879f019580a4383442338fa620367 Author: Daniel Han-Chen Date: Sun Feb 25 04:22:35 2024 +1100 Update gemma.py commit 46723124f7bd69a9a01eb1e001758094603ebc6f Author: Daniel Han-Chen Date: Sun Feb 25 04:21:03 2024 +1100 Update gemma.py commit ad1ce483dbfcba735b33419d938050f0cb1e75eb Author: Daniel Han-Chen Date: Sun Feb 25 04:20:54 2024 +1100 Update gemma.py commit 47d4a33f41150dd3aab10fe6e9abddaeb645ee00 Author: Daniel Han-Chen Date: Sun Feb 25 04:20:09 2024 +1100 Update gemma.py commit 6b531eff93d50f183c1ab7de70e0b8ce828a60f1 Author: Daniel Han-Chen Date: Sun Feb 25 04:18:23 2024 +1100 Update gemma.py commit 147d1297722d80bf8de3842cfba1863e041d23f4 Author: Daniel Han-Chen Date: Sun Feb 25 04:17:16 2024 +1100 Update gemma.py commit 884fadc7441d09eadedde1d0e3d8df36fb505b0d Author: Daniel Han-Chen Date: Sun Feb 25 04:14:57 2024 +1100 Update gemma.py commit 9d648cbccfb6cfdca81ca0d701c009b6e4468299 Author: Daniel Han-Chen Date: Sun Feb 25 04:14:38 2024 +1100 Update gemma.py commit 6238f166253d813f1e76b4e687dcb8cd87d7ad0e Author: Daniel Han-Chen Date: Sun Feb 25 04:08:04 2024 +1100 Update gemma.py commit 9a20dff5d2afec668f18f98ec3f335616ba1aeb9 Author: Daniel Han-Chen Date: Sun Feb 25 04:07:47 2024 +1100 Update gemma.py commit 94833602da432b73fd3054609788809937eba63b Author: Daniel Han-Chen Date: Sun Feb 25 03:55:44 2024 +1100 Update gemma.py commit 40c244a7bc13202a56aff2ffbf3a429170d24880 Author: Daniel Han-Chen Date: Sun Feb 25 03:53:40 2024 +1100 Update gemma.py commit 0e1578dedb7d94484dea80b8b21b47ba52f7bef1 Author: Daniel Han-Chen Date: Sun Feb 25 03:51:32 2024 +1100 Update gemma.py commit 33a72ba122ed8f68b64ee34d8e8986a356281e37 Author: Daniel Han-Chen Date: Sun Feb 25 03:50:59 2024 +1100 Update gemma.py commit 890d73e6d04558854205fd26c7a94e3c35531710 Author: Daniel Han-Chen Date: Sun Feb 25 03:49:55 2024 +1100 Update gemma.py commit 33eeb7add2b75aee9dbd382c91c4c751cfb51db5 Author: Daniel Han-Chen Date: Sun Feb 25 03:44:22 2024 +1100 Update gemma.py commit 096a4192fb3da237620a4e9d7e11ed681e8dbaa6 Author: Daniel Han-Chen Date: Sun Feb 25 03:39:40 2024 +1100 Update gemma.py commit f270f377abb2240767bcc4ffcdabd912751e1ffa Author: Daniel Han-Chen Date: Sun Feb 25 03:39:31 2024 +1100 Update gemma.py commit 765e54fe5550fca9cb289ca655b1c85e1e4b0087 Author: Daniel Han-Chen Date: Sun Feb 25 03:38:18 2024 +1100 Update gemma.py commit 29721a86d1ad128f9c7c073baf70f81ec11a3f16 Author: Daniel Han-Chen Date: Sun Feb 25 03:37:30 2024 +1100 Update gemma.py commit 208e2c11897058ddc457dcc594c5f996831e74e8 Author: Daniel Han-Chen Date: Sun Feb 25 03:32:23 2024 +1100 Update gemma.py commit aff1db7a4c91028907f821af0785258d575433a5 Author: Daniel Han-Chen Date: Sun Feb 25 03:22:24 2024 +1100 Update gemma.py commit 98903e72c2a43384fb6f0d6b9916817a9f4500f5 Author: Daniel Han-Chen Date: Sun Feb 25 03:21:37 2024 +1100 Update gemma.py commit 20da5547f58cc08bab2adb6fa1d9c86a0578b84a Author: Daniel Han-Chen Date: Sun Feb 25 03:19:34 2024 +1100 Update gemma.py commit 20e9ca2fac88a6f24ac02ff1cf08e87d16e9a4b5 Author: Daniel Han-Chen Date: Sun Feb 25 03:16:55 2024 +1100 Update gemma.py commit 842b31076702963dd3e3c9984550af9818f16a8e Author: Daniel Han-Chen Date: Sun Feb 25 03:16:34 2024 +1100 Update gemma.py commit 11067cf849c8aeda31307a8cf15a31b14736dd6d Author: Daniel Han-Chen Date: Sun Feb 25 03:14:02 2024 +1100 Update gemma.py commit 6725dc93f11e7f6c7bb053ec8e350819d3030970 Author: Daniel Han-Chen Date: Sun Feb 25 03:13:18 2024 +1100 Update gemma.py commit baf11e0e3436053a5fa2ad642f85c30c28547127 Author: Daniel Han-Chen Date: Sun Feb 25 03:12:07 2024 +1100 Update gemma.py commit e0ada344acdfc4eb58644f2900fb5d2dbbccfbc6 Author: Daniel Han-Chen Date: Sun Feb 25 03:11:20 2024 +1100 Update gemma.py commit 39a58f7d2e0a9de44656169f49206b21bd1c4abe Author: Daniel Han-Chen Date: Sun Feb 25 03:07:20 2024 +1100 Update gemma.py commit c96e8c28f85d452b07e9f6d20f30bd179abccffd Author: Daniel Han-Chen Date: Sun Feb 25 03:03:31 2024 +1100 Update gemma.py commit 10d03d8315b1f309f557d0bb8adcbd6501f4e7ee Author: Daniel Han-Chen Date: Sun Feb 25 03:03:23 2024 +1100 Update gemma.py commit 45a33bae1cb95c5880cf04ea3679c965ce305d92 Author: Daniel Han-Chen Date: Sun Feb 25 03:01:56 2024 +1100 Update gemma.py commit 77fea80a1bd808749cb4b3bfd367a25fb3eb01db Author: Daniel Han-Chen Date: Sun Feb 25 03:01:30 2024 +1100 Update gemma.py commit e3517f02483f9b5122a2e37a2e224b0ad1b4fea5 Author: Daniel Han-Chen Date: Sun Feb 25 03:00:22 2024 +1100 Update gemma.py commit 03c7f211a61025ede6da81445e980fd783c80932 Author: Daniel Han-Chen Date: Sun Feb 25 02:49:14 2024 +1100 Update gemma.py commit 105a0325f19513e7b9e1ef24da31158246ffab87 Author: Daniel Han-Chen Date: Sun Feb 25 02:42:56 2024 +1100 Update gemma.py commit 9d9e38a74af2eb36724ad3bd8700e96ca8430369 Author: Daniel Han-Chen Date: Sun Feb 25 02:41:24 2024 +1100 Update gemma.py commit 49a124243e20232cf0dcbc49551b420c83d9228d Author: Daniel Han-Chen Date: Sun Feb 25 02:37:48 2024 +1100 Update gemma.py commit 5c31fd1e5b17697df30087a4436f1d0234ffda1a Author: Daniel Han-Chen Date: Sun Feb 25 02:34:18 2024 +1100 Update gemma.py commit c0f6b6c0cccc0b77abf7f34aaa7992b0c17a866b Author: Daniel Han-Chen Date: Sun Feb 25 02:31:22 2024 +1100 Update gemma.py commit 911745377aba2ded64eaf96e09e9ee3495d54763 Author: Daniel Han-Chen Date: Sun Feb 25 02:30:06 2024 +1100 Update gemma.py commit f73698859e1d1d519eb41b1238bd3bea73b78008 Author: Daniel Han-Chen Date: Sun Feb 25 02:28:01 2024 +1100 Update gemma.py commit e56eb3f4069a1d048f18ec40b0f6518fc7f6006c Author: Daniel Han-Chen Date: Sun Feb 25 02:26:57 2024 +1100 Update gemma.py commit 045bce2fa56ed8ad4d495553f61bc4708f00d37b Author: Daniel Han-Chen Date: Sun Feb 25 02:25:39 2024 +1100 Update gemma.py commit a847719499a505318a7af3169141c3d316e2b63b Author: Daniel Han-Chen Date: Sun Feb 25 02:18:43 2024 +1100 Update gemma.py commit c058d1aa96b46dd9ff4248967d4190e012ac8e09 Author: Daniel Han-Chen Date: Sun Feb 25 02:17:45 2024 +1100 Update gemma.py commit dfb2e250f6f332a3d8aa49da2391d928c535bdd9 Author: Daniel Han-Chen Date: Sun Feb 25 02:17:12 2024 +1100 Update gemma.py commit f2fca2d6c1f474f9531a30af85397becc2b3af79 Author: Daniel Han-Chen Date: Sun Feb 25 02:10:35 2024 +1100 Update gemma.py commit ae473e0f2be99bf8db68172e3c2f96b3b8220997 Author: Daniel Han-Chen Date: Sun Feb 25 02:09:08 2024 +1100 rope commit ce2d74732d289c2ea804ae9887ab09d849268f1c Author: Daniel Han-Chen Date: Sun Feb 25 02:07:29 2024 +1100 Update llama.py commit ed5042aa07c16cb88fc3cfac47acce24cd2ef3e5 Author: Daniel Han-Chen Date: Sun Feb 25 02:04:11 2024 +1100 Update llama.py commit 42840647d0ab2f878713af3159797a63634c8856 Author: Daniel Han-Chen Date: Sun Feb 25 02:02:59 2024 +1100 Update llama.py commit ecd21b375b2ebbe6358cfcd4f2570e2e49866297 Author: Daniel Han-Chen Date: Sun Feb 25 02:02:02 2024 +1100 Update llama.py commit 5bf8cacebd67fa40b7a4d150414722d262bb0fb1 Author: Daniel Han-Chen Date: Sun Feb 25 01:58:33 2024 +1100 Update gemma.py commit 66a4380d084f67e8c207b596ae9caffcf15e540e Author: Daniel Han-Chen Date: Sun Feb 25 01:50:42 2024 +1100 Update gemma.py commit b85b45e7a083154a845fe5f3dcb276858d9f6a0f Author: Daniel Han-Chen Date: Sun Feb 25 01:49:39 2024 +1100 Update gemma.py commit 72870a1ed33e5c8ddc4c3787a09fd0221e0362c3 Author: Daniel Han-Chen Date: Sun Feb 25 01:48:02 2024 +1100 Update gemma.py commit 7b903368abf5fe0e7078e2298967e0b010871329 Author: Daniel Han-Chen Date: Sun Feb 25 01:45:44 2024 +1100 Update gemma.py commit 0c2d7e503bd391c9cee6d09f890f6f714a4e4a87 Author: Daniel Han-Chen Date: Sun Feb 25 01:39:25 2024 +1100 Update cross_entropy_loss.py commit 9ae5abc83fd24f9abd402e219238a54c6aa26bb1 Author: Daniel Han-Chen Date: Sun Feb 25 01:12:44 2024 +1100 Update gemma.py commit 3907ea90030c37a9447c2f17694aaa13298ba322 Author: Daniel Han-Chen Date: Sun Feb 25 01:10:12 2024 +1100 Update gemma.py commit c4c8558a9075441b1ef8f4602b75649341f410c9 Author: Daniel Han-Chen Date: Sun Feb 25 01:04:09 2024 +1100 Update gemma.py commit e0e96ef5ce1b666551f06f7e8fb8d695c9f4a31d Author: Daniel Han-Chen Date: Sun Feb 25 01:03:04 2024 +1100 Update gemma.py commit df22d0cb3afcaf000dafc827b1d282eed49fa27f Author: Daniel Han-Chen Date: Sun Feb 25 00:46:58 2024 +1100 Update gemma.py commit b9d9aa1b07ff8e4a38a26482c075115a91793dc9 Author: Daniel Han-Chen Date: Sun Feb 25 00:44:44 2024 +1100 Update gemma.py commit 785760ba0dedcc65869644c28168f5203d245e60 Author: Daniel Han-Chen Date: Sat Feb 24 22:43:00 2024 +1100 Update gemma.py commit 103b1cdbed56a05f1bfa1affad931686686dcd7a Author: Daniel Han-Chen Date: Sat Feb 24 22:42:09 2024 +1100 Update gemma.py commit b482ce13e9e38f8ad1106f3d1df119afecf9f7f3 Author: Daniel Han-Chen Date: Sat Feb 24 22:40:46 2024 +1100 Update gemma.py commit 7be57334cb820238d51bb555727c9a36fc0c7704 Author: Daniel Han-Chen Date: Sat Feb 24 22:39:28 2024 +1100 Update gemma.py commit 2242bdf0a32e49d6692e8a5e70677f110d81e61d Author: Daniel Han-Chen Date: Sat Feb 24 22:30:14 2024 +1100 Update gemma.py commit a066c348f2f33710958d09084f97bebdf009520b Author: Daniel Han-Chen Date: Sat Feb 24 22:24:43 2024 +1100 Update llama.py commit b3d7e6160840b23e1c4334195abe0adf52f0ccb9 Author: Daniel Han-Chen Date: Sat Feb 24 20:20:37 2024 +1100 Update gemma.py commit 5b5652de364716da0fb6f9fc36a91a4f42bcb9ca Author: Daniel Han-Chen Date: Sat Feb 24 20:17:24 2024 +1100 Update gemma.py commit 0f5cc839f39311866ae425a4dd6ecd96d9c6d197 Author: Daniel Han-Chen Date: Sat Feb 24 20:15:25 2024 +1100 Update gemma.py commit 6011a490c66dabb17314368883d5153f6516440e Author: Daniel Han-Chen Date: Sat Feb 24 20:13:24 2024 +1100 Update gemma.py commit 6d94cf88a7fb5f993815af945dac7f3ec07061fc Author: Daniel Han-Chen Date: Sat Feb 24 20:11:23 2024 +1100 Update gemma.py commit c706447fd4bbace502e6ab2de214d3de38e9961d Author: Daniel Han-Chen Date: Sat Feb 24 20:04:31 2024 +1100 Update gemma.py commit ed3f139a9cc0e5c6f6963bed809dd5947d6b9d78 Author: Daniel Han-Chen Date: Sat Feb 24 19:55:22 2024 +1100 Update gemma.py commit b7ba95857f1d46504a75c3c6596929ec91552dea Author: Daniel Han-Chen Date: Sat Feb 24 19:47:10 2024 +1100 Update gemma.py commit f0b21f9b7b829304349fa193f6171e6b521066c4 Author: Daniel Han-Chen Date: Sat Feb 24 19:45:20 2024 +1100 Update gemma.py commit 762790d6a92f5975b16175313dc341b27a218830 Author: Daniel Han-Chen Date: Sat Feb 24 19:35:03 2024 +1100 Update gemma.py commit b174e54507166987f44a59cb5d1e11a4ce8bf770 Author: Daniel Han-Chen Date: Sat Feb 24 19:33:04 2024 +1100 Update gemma.py commit 47c6feaf899f7224466bc2bf5c688cabd673ede6 Author: Daniel Han-Chen Date: Sat Feb 24 19:12:52 2024 +1100 Update gemma.py commit b2b658cbee9428e3ff9d848842b627212218baff Author: Daniel Han-Chen Date: Sat Feb 24 19:10:36 2024 +1100 Update gemma.py commit 407205dd87fd63a5ec5fbea6f6185fc2e7a6134e Author: Daniel Han-Chen Date: Sat Feb 24 18:58:31 2024 +1100 Update gemma.py commit 82e45c02a51594378880d2d807e1872e01ba5e76 Author: Daniel Han-Chen Date: Sat Feb 24 18:25:25 2024 +1100 revert commit 94201755db41740e02d7931f6249ccd4c06c6549 Author: Daniel Han-Chen Date: Sat Feb 24 18:17:38 2024 +1100 revert commit d5e625b674fb3317f6d1ff1fd1fb7ea028ea0523 Author: Daniel Han-Chen Date: Sat Feb 24 18:04:40 2024 +1100 Update cross_entropy_loss.py commit ba19344fb9400a7f0c0d2887977a74f81d3dead8 Author: Daniel Han-Chen Date: Sat Feb 24 18:03:45 2024 +1100 Update cross_entropy_loss.py commit 7916872408cb567151822ac2906a4faa0302bfe5 Author: Daniel Han-Chen Date: Sat Feb 24 17:48:19 2024 +1100 Update llama.py commit 49129bc66ca11f4e3330f9f84d2da9fe85e0bad5 Author: Daniel Han-Chen Date: Sat Feb 24 17:43:19 2024 +1100 Update gemma.py commit ebbd4756d42a9766f9e9d786056f5933796a407d Author: Daniel Han-Chen Date: Sat Feb 24 17:41:53 2024 +1100 Update gemma.py commit 68e280405c4842c88a9020582257cd291d15225b Author: Daniel Han-Chen Date: Sat Feb 24 17:40:21 2024 +1100 Update gemma.py commit 9af090f6ea28d5d2e2907381d5b58ed673de66b8 Author: Daniel Han-Chen Date: Sat Feb 24 17:32:04 2024 +1100 Update gemma.py commit 61add47f37572d9f5eca0f464cede384b39dff7f Author: Daniel Han-Chen Date: Sat Feb 24 17:31:10 2024 +1100 Update gemma.py commit de96285442c5fc65c12f80a09f7345a12b703d0a Author: Daniel Han-Chen Date: Sat Feb 24 17:29:51 2024 +1100 Update gemma.py commit 0abbcdc15a036ec1f2244d7285547354010c3f1b Author: Daniel Han-Chen Date: Sat Feb 24 17:29:09 2024 +1100 Update gemma.py commit 17036a6e54de4fb078768a91fff432b61b555a4d Author: Daniel Han-Chen Date: Sat Feb 24 17:27:49 2024 +1100 Update llama.py commit 8b7de591c133ff2528e5b4aeb2274595359a20e6 Author: Daniel Han-Chen Date: Sat Feb 24 17:26:19 2024 +1100 Update gemma.py commit 041aa7d909c040028b24f76ad4c911ff7f8163b3 Author: Daniel Han-Chen Date: Sat Feb 24 17:18:09 2024 +1100 Update gemma.py commit 71483e6c8d577f78fb0e130f9859e715a4786e50 Author: Daniel Han-Chen Date: Sat Feb 24 17:17:26 2024 +1100 Update gemma.py commit 8cb12078f9536b7936817e9b068a6ddd7b4686dd Author: Daniel Han-Chen Date: Sat Feb 24 17:15:44 2024 +1100 Update gemma.py commit 23e6ebf14dc7b2d9bcba737b29abf6f1922682fc Author: Daniel Han-Chen Date: Sat Feb 24 17:13:40 2024 +1100 Update gemma.py commit a6752f3f16e147024fe9079d881bf8bc0854000b Author: Daniel Han-Chen Date: Sat Feb 24 17:12:00 2024 +1100 Update gemma.py commit 9c565580fbcc6bf95ca9d775e83f0c863eab9f1e Author: Daniel Han-Chen Date: Sat Feb 24 17:09:03 2024 +1100 Update gemma.py commit cd479b4374821b2b694a0467063a52c73c546481 Author: Daniel Han-Chen Date: Sat Feb 24 17:05:59 2024 +1100 Update cross_entropy_loss.py commit 0080357a8832f89054158b3d341241af923f08f1 Author: Daniel Han-Chen Date: Sat Feb 24 17:03:54 2024 +1100 Update gemma.py commit e8de606be97ced3a0770da87a0aea6e9a0b217c2 Author: Daniel Han-Chen Date: Sat Feb 24 17:02:54 2024 +1100 Update gemma.py commit 35adcbf83ca7db437826ad578c4bbdd1c49c0808 Author: Daniel Han-Chen Date: Sat Feb 24 17:02:14 2024 +1100 Update gemma.py commit 7e33aa25205a783896877c50eb666d19d7937721 Author: Daniel Han-Chen Date: Sat Feb 24 16:59:24 2024 +1100 Update gemma.py commit 4c7d21e41b99b09c421e668af18200e2e207b51d Author: Daniel Han-Chen Date: Sat Feb 24 16:57:16 2024 +1100 Update gemma.py commit 3feae56451db28a142f28c5859c3df46c853f49c Author: Daniel Han-Chen Date: Sat Feb 24 16:55:21 2024 +1100 Update gemma.py commit c060bad7ce50ab1532327389337f205e96303461 Author: Daniel Han-Chen Date: Sat Feb 24 16:47:39 2024 +1100 Update gemma.py commit 8ffaf5f1098c1dc35cda64332506c1f12f35058f Author: Daniel Han-Chen Date: Sat Feb 24 15:44:10 2024 +1100 Update gemma.py commit be098122f14aba8304f1a5b1963ebd16fe42deaa Author: Daniel Han-Chen Date: Sat Feb 24 15:42:12 2024 +1100 Update llama.py commit 8a618c60ed6c24dc78067e5c541c02c291b07f5c Author: Daniel Han-Chen Date: Sat Feb 24 14:29:15 2024 +1100 pos commit ef235c35089b1a46b4fe10789f330addada6b09d Author: Daniel Han-Chen Date: Sat Feb 24 14:27:39 2024 +1100 Update gemma.py commit a48adb0a83635d7013647bc92092d778a1f55f54 Author: Daniel Han-Chen Date: Sat Feb 24 14:27:31 2024 +1100 Update gemma.py commit 8920cda9a7b2cf8477c6a00d84e25c7e7969ff75 Author: Daniel Han-Chen Date: Sat Feb 24 14:13:31 2024 +1100 position_ids commit a1eab801fa855dea0f6737c0e9e576676577fbec Author: Daniel Han-Chen Date: Sat Feb 24 14:06:48 2024 +1100 Update gemma.py commit c07aff5188229052456673eae679d122e2ea69bf Author: Daniel Han-Chen Date: Sat Feb 24 14:05:18 2024 +1100 Update gemma.py commit 4c6e122caa3a9a3a9dafa7af295ecd9f91373022 Author: Daniel Han-Chen Date: Sat Feb 24 14:02:26 2024 +1100 norm commit 5c5bb5324167b6a13afc33b143bb7092457548a0 Author: Daniel Han-Chen Date: Sat Feb 24 13:59:30 2024 +1100 Update llama.py commit 0e1826dd8c8370d28401721d2d30ab062644e56a Author: Daniel Han-Chen Date: Sat Feb 24 13:55:37 2024 +1100 Update llama.py commit 893b5dfe2b0a84eee68be1471c8b5f9f44770fe0 Author: Daniel Han-Chen Date: Sat Feb 24 13:54:00 2024 +1100 revert commit 9ab87f3648f714590595939ed644d31fadb238f0 Author: Daniel Han-Chen Date: Sat Feb 24 13:33:05 2024 +1100 Update cross_entropy_loss.py commit d2dc658077ebdef1d884edd768ff853a459d15e4 Author: Daniel Han-Chen Date: Sat Feb 24 13:22:17 2024 +1100 Update geglu.py commit 1fcbd61f76f1e58eaddb51bf38cda96689dc8e89 Author: Daniel Han-Chen Date: Sat Feb 24 03:40:56 2024 +1100 Update cross_entropy_loss.py commit fadcb311c3769619e7cd7120658d885684f73525 Author: Daniel Han-Chen Date: Sat Feb 24 03:40:43 2024 +1100 Update llama.py commit 1a2a10d0280d1f6d93d4135c60d09418f902080e Author: Daniel Han-Chen Date: Sat Feb 24 03:38:25 2024 +1100 Update llama.py commit 17a1a855e028cb501474e0e1e822f28e20b9f8ef Author: Daniel Han-Chen Date: Sat Feb 24 03:33:46 2024 +1100 CE commit 097629108f45fb53fd000baab195e8bb90a0096e Author: Daniel Han-Chen Date: Sat Feb 24 03:30:43 2024 +1100 Update llama.py commit 30cc4ffd67abd9ea227a982d1eeb87fabfb2b79f Author: Daniel Han-Chen Date: Sat Feb 24 03:27:21 2024 +1100 Update llama.py commit 20227ba5c774dea025eacee4c922606465957636 Author: Daniel Han-Chen Date: Sat Feb 24 03:14:29 2024 +1100 Update llama.py commit 73a8616f99720e52ac5cadee4aaef624d60172b9 Author: Daniel Han-Chen Date: Sat Feb 24 03:03:00 2024 +1100 Update llama.py commit bd4fd22f34dd6c673f994de6af62da6ca7cf18fb Author: Daniel Han-Chen Date: Sat Feb 24 02:58:05 2024 +1100 Update cross_entropy_loss.py commit 2814f02087c7a77587925095c297afa88cda24f1 Author: Daniel Han-Chen Date: Sat Feb 24 02:33:28 2024 +1100 Update cross_entropy_loss.py commit dd321363f2a496c05950b5394e29a30f8efa2c21 Author: Daniel Han-Chen Date: Sat Feb 24 02:30:49 2024 +1100 Update cross_entropy_loss.py commit 574b2f787f19898ae00d7bfcbc0e282c32c838a2 Author: Daniel Han-Chen Date: Sat Feb 24 02:29:33 2024 +1100 Update cross_entropy_loss.py commit 6184f770e7c72303c1cd6b6de78c3aaf26d1d9bc Author: Daniel Han-Chen Date: Sat Feb 24 02:10:38 2024 +1100 Update cross_entropy_loss.py commit f5f3d6794ecf70e8ece5443b6c986168d8d0c418 Author: Daniel Han-Chen Date: Sat Feb 24 02:08:26 2024 +1100 Update cross_entropy_loss.py commit 88bf684c615f2d1b0e5d06ead94b6e7b5d14117b Author: Daniel Han-Chen Date: Sat Feb 24 02:06:11 2024 +1100 Update cross_entropy_loss.py commit 603c71c7f0b8d29d3b562d6bf03987f083dea185 Author: Daniel Han-Chen Date: Sat Feb 24 02:02:11 2024 +1100 Fast CE Loss commit 25339b71f762c30c798bdf234929bbcc1dd72eba Author: Daniel Han-Chen Date: Fri Feb 23 18:12:15 2024 +1100 Update fast_lora.py commit ebfc8f8a55769c616a18327677275d6c4686bc96 Author: Daniel Han-Chen Date: Fri Feb 23 17:57:42 2024 +1100 Update fast_lora.py commit 6ab5eb75f4ac629ecc214c7bf0762861236fc326 Author: Daniel Han-Chen Date: Fri Feb 23 17:55:58 2024 +1100 Update llama.py commit f999bcd52ddd5db12bcbdd12b238b2a294df3094 Author: Daniel Han-Chen Date: Fri Feb 23 17:46:33 2024 +1100 Update llama.py commit 13d0cee4f6a62ea17150e63c6baf9adb6e9decc4 Author: Daniel Han-Chen Date: Fri Feb 23 17:37:17 2024 +1100 Update llama.py commit b66f6dbfd3b34d25917c27b984d8a08fb9341b0b Author: Daniel Han-Chen Date: Fri Feb 23 17:28:29 2024 +1100 Update llama.py commit 5866b08f71daaf25cf0fdb09ba77abb8aba59624 Author: Daniel Han-Chen Date: Fri Feb 23 04:11:08 2024 +1100 gemma commit dd478be2fadebf664ebff8d7bfa812bd52757496 Author: Daniel Han-Chen Date: Fri Feb 23 03:59:09 2024 +1100 Update llama.py commit 2ff33fb2707735831676a5c53ccf07baff5c9a6f Author: Daniel Han-Chen Date: Fri Feb 23 03:52:24 2024 +1100 Update llama.py commit 4c9f366688a3be27e69bf27c72c62a396567026d Author: Daniel Han-Chen Date: Fri Feb 23 03:27:42 2024 +1100 Update cross_entropy_loss.py commit cfebc8d9794d97fcc7350fcc177ee843b8041682 Author: Daniel Han-Chen Date: Fri Feb 23 03:27:03 2024 +1100 Update llama.py commit 4b009aad336ecc2ac26b02ec782dab7699007347 Author: Daniel Han-Chen Date: Fri Feb 23 03:16:50 2024 +1100 Update llama.py commit 6f340f54178e58fe4609fdb3c06343f0e3cec821 Author: Daniel Han-Chen Date: Fri Feb 23 02:38:16 2024 +1100 Update fast_lora.py commit ff27a824fac89dbebddf2f68089b229f6551809d Author: Daniel Han-Chen Date: Fri Feb 23 02:33:37 2024 +1100 Update llama.py commit 5d728270d3706b38e98383f8457d5fa5f39f774f Author: Daniel Han-Chen Date: Fri Feb 23 02:28:05 2024 +1100 Update llama.py commit e743e58cb62b5a075325773de1c016367dea19b6 Author: Daniel Han-Chen Date: Fri Feb 23 02:23:25 2024 +1100 Update gemma.py commit 879bdd2efb52468108cf7dfa432501bcfcd11f33 Author: Daniel Han-Chen Date: Fri Feb 23 02:20:26 2024 +1100 Update gemma.py commit 9052a85f92378c892ccbd7595af49ca999e34bd0 Author: Daniel Han-Chen Date: Fri Feb 23 02:19:06 2024 +1100 Update gemma.py commit bad295a41338daf07b7ee22eee114413298adff9 Author: Daniel Han-Chen Date: Fri Feb 23 02:15:12 2024 +1100 Update llama.py commit b30d2502ccb8f97e5c0ec252a36ec6dc04f20f4b Author: Daniel Han-Chen Date: Fri Feb 23 02:12:02 2024 +1100 Update llama.py commit 11233cb3d40077a4f92a0f57b0dc4ac9a9dcdcd3 Author: Daniel Han-Chen Date: Fri Feb 23 02:10:11 2024 +1100 model_type commit 76de9c1fe3fa94342b78d43877077761c0fd628f Author: Daniel Han-Chen Date: Fri Feb 23 02:05:31 2024 +1100 FastGemmaModel commit c0d32de795c562057bdd36c4b36024a41dca4f97 Author: Daniel Han-Chen Date: Fri Feb 23 02:02:39 2024 +1100 Update fast_lora.py commit bd2fa264c9027367cb5b5458d03cb6d623f12e9e Author: Daniel Han-Chen Date: Fri Feb 23 01:57:34 2024 +1100 Update mapper.py commit 9a1b28d6912a117a2fe8ca3128424d0c1882a7ee Author: Daniel Han-Chen Date: Fri Feb 23 01:55:25 2024 +1100 Update pyproject.toml commit 0beaf18908a2f275ebd553b5784a984db7b7b094 Author: Daniel Han-Chen Date: Fri Feb 23 01:50:51 2024 +1100 Gemma commit 0659d90d95ac0aa5e8f5b6994290415923539e3a Merge: 7372768 1b7bf71 Author: Daniel Han-Chen Date: Wed Feb 21 17:49:57 2024 +1100 Merge branch 'main' into nightly commit 7372768d14b564386e47a83492875870b82d9110 Author: Daniel Han-Chen Date: Wed Feb 21 03:29:49 2024 +1100 original commit 10d9d56434b98aabf961685429631662f3f350a4 Author: Daniel Han-Chen Date: Wed Feb 21 03:25:46 2024 +1100 spaces commit edd03f66fbd0698076352630aa3bcb10e6b46f00 Author: Daniel Han-Chen Date: Wed Feb 21 03:14:27 2024 +1100 trainer commit 028ee5ca06f09cd01567ec2ac90db54f1e957fcd Author: Daniel Han-Chen Date: Wed Feb 21 02:05:33 2024 +1100 save commit 917f791ab78a0fb73f752d9736fbef782242ee19 Author: Daniel Han-Chen Date: Wed Feb 21 00:53:17 2024 +1100 Update save.py commit bf3e10b26eece02d1aad11e2f8a83f019d1bfa92 Author: Daniel Han-Chen Date: Wed Feb 21 00:48:18 2024 +1100 Update save.py commit d266332141e29025649eef49cc98540494e64206 Author: Daniel Han-Chen Date: Tue Feb 20 23:28:37 2024 +1100 Update save.py commit 4d1e575047d883144ad4825d73fd865829ea2543 Author: Daniel Han-Chen Date: Tue Feb 20 20:01:33 2024 +1100 Update __init__.py commit 6aac6c4be8219f8fb0ba19d8a77b404ebbd9c2f6 Author: Daniel Han-Chen Date: Tue Feb 20 19:50:29 2024 +1100 Update save.py commit 83d906a2c0ec54c072c18dcf539803713b84704e Author: Daniel Han-Chen Date: Tue Feb 20 18:35:11 2024 +1100 Update save.py commit 5d88ffefd5480acbe3d97050ee9b93df0f56d67c Author: Daniel Han-Chen Date: Tue Feb 20 18:00:51 2024 +1100 Update save.py commit 4c9be6d0572dc120a8044516b51ce7c1d9e14ae2 Author: Daniel Han-Chen Date: Tue Feb 20 17:12:18 2024 +1100 Update save.py commit d3eac595a139bb8d0ef2c15a9317bab3c7221f94 Author: Daniel Han-Chen Date: Tue Feb 20 17:11:33 2024 +1100 Update save.py commit 632705b9b0e8be7426fe89259612837bf32c3601 Author: Daniel Han-Chen Date: Tue Feb 20 17:00:19 2024 +1100 Update save.py commit 8f60bf57be9401a783e535b77564d461bcfa8ed9 Author: Daniel Han-Chen Date: Tue Feb 20 15:59:38 2024 +1100 Update save.py commit 164fa807fe6a2dd3b9b83e112d0d3e7676c96a57 Author: Daniel Han-Chen Date: Tue Feb 20 04:44:17 2024 +1100 Update save.py commit 11e04a70570352b8cddcce88b0cee8d42eb3ed22 Author: Daniel Han-Chen Date: Tue Feb 20 04:42:47 2024 +1100 Update save.py commit d2e76580aec520662c015633ceadd8a2669164ce Author: Daniel Han-Chen Date: Tue Feb 20 04:41:40 2024 +1100 Update save.py commit 3e3dc37640fd375895872a78a9fe3b76698b3257 Author: Daniel Han-Chen Date: Tue Feb 20 04:41:34 2024 +1100 Update save.py commit d9751e655314fec4fe69c5de34eb600b4c600976 Author: Daniel Han-Chen Date: Tue Feb 20 04:35:07 2024 +1100 Update save.py commit 44659a05a304aed408b0bf9e1195614885ff8a79 Author: Daniel Han-Chen Date: Tue Feb 20 04:13:58 2024 +1100 Update save.py commit 34998914acdff890b313c7c236a5bbe27dd9aa49 Author: Daniel Han-Chen Date: Tue Feb 20 03:35:19 2024 +1100 saving commit 3728b8e876e9f22d509f3b968348bc14be39c4a3 Author: Daniel Han-Chen Date: Tue Feb 20 02:19:36 2024 +1100 Update save.py commit c20bb30710babd52ddc7f78886f06ac570b4369d Author: Daniel Han-Chen Date: Tue Feb 20 02:07:01 2024 +1100 Update save.py commit 2c207b4989a4be827b19e0b213ac1821b059207a Author: Daniel Han-Chen Date: Tue Feb 20 00:10:04 2024 +1100 llama.cpp bugs commit 0ffd7b46f3531ba356674a40852b8a4cf4ea1808 Author: Daniel Han-Chen Date: Mon Feb 19 19:39:47 2024 +1100 linking commit ad0c2bcd878bc6b0395ad9d83d3ef25d5ac5927c Author: Daniel Han-Chen Date: Mon Feb 19 13:08:03 2024 +1100 Update save.py commit 0c1b71ac63c977c38fe8c53a7de58b53627fde18 Author: Daniel Han-Chen Date: Mon Feb 19 12:51:25 2024 +1100 Update save.py commit 14db89f4fc14774307e036c3fe2d5b00b125353b Author: Daniel Han-Chen Date: Mon Feb 19 04:13:40 2024 +1100 Update save.py commit e31071f3683ff1739e269a7a02f4c0e1d0a6e387 Author: Daniel Han-Chen Date: Mon Feb 19 04:01:27 2024 +1100 Update save.py commit aa45208f5ae77a72291e5f9042282042c66eb6a0 Author: Daniel Han-Chen Date: Mon Feb 19 03:39:09 2024 +1100 Update save.py commit 28de27dd8d4d19c749ddf0ac9a8122f169ca4df8 Author: Daniel Han-Chen Date: Mon Feb 19 03:22:21 2024 +1100 PeftModel token + saving commit 99cdf0bd5a767c0dec4a701b53730165db01bbab Author: Daniel Han-Chen Date: Mon Feb 19 02:45:54 2024 +1100 Update save.py commit 71555c7678b6e3ffae9856413688902a8f527a98 Author: Daniel Han-Chen Date: Mon Feb 19 02:37:43 2024 +1100 Update save.py commit 89d2418cd785d2fbae2f07fb1ec00554e4022a9f Author: Daniel Han-Chen Date: Sun Feb 18 23:35:18 2024 +1100 Update save.py commit 3e89d4e7ec63782604023ce5d922ba460ca7fa29 Author: Daniel Han-Chen Date: Sun Feb 18 23:31:24 2024 +1100 Update save.py commit 457c0444737eb0a136ca7231cd119ec18ff9eb82 Author: Daniel Han-Chen Date: Sun Feb 18 23:25:36 2024 +1100 install commit 22378e95cc026cd63138772db0f7d40b40c75150 Author: Daniel Han-Chen Date: Sun Feb 18 23:12:37 2024 +1100 Update pyproject.toml commit 3d789cb09ee9f3e600c7bae1da040a930762d626 Author: Daniel Han-Chen Date: Sun Feb 18 22:59:37 2024 +1100 Update save.py commit 31a62c52d3af16300ba1da7b875afe8077bde3bb Author: Daniel Han-Chen Date: Sun Feb 18 22:54:38 2024 +1100 trainer commit 870edf35343c0f91633359d07126f6d038694194 Author: Daniel Han-Chen Date: Sun Feb 18 22:52:51 2024 +1100 Update save.py commit b6a6e90b7aa0398f446eb51a23b0cd96c3f2cbd9 Author: Daniel Han-Chen Date: Sun Feb 18 22:03:22 2024 +1100 Update save.py commit 02b7b7f3f292165d77da65df005be62bc5648543 Author: Daniel Han-Chen Date: Sun Feb 18 20:28:56 2024 +1100 Update save.py commit 53f6a07b92220cd0e8ee16b9ef32f5cc235d49da Author: Daniel Han-Chen Date: Sun Feb 18 20:22:52 2024 +1100 Update save.py commit 7ee8243e8bc542087891c39b83d1fc0c82c4fec3 Author: Daniel Han-Chen Date: Sun Feb 18 20:19:28 2024 +1100 Update save.py commit 94b5c58c2e3a4bc0097e2320fc37172501fd0c68 Author: Daniel Han-Chen Date: Sun Feb 18 20:11:51 2024 +1100 Update save.py commit c6ad5f97a3128197cd9f8f33e3ab2611fe11a8ef Author: Daniel Han-Chen Date: Sun Feb 18 20:09:11 2024 +1100 Update loader.py commit cc2764cdddf2c5202780374b46702b5102f35a21 Author: Daniel Han-Chen Date: Sun Feb 18 19:54:34 2024 +1100 Update save.py commit 0af3a1b14357f1cd4712eaf00122f40e3d2d89c7 Author: Daniel Han-Chen Date: Sun Feb 18 19:44:59 2024 +1100 Update save.py commit ef8abf4c6e637aa4b658c5ec2d83ff09bc306f59 Author: Daniel Han-Chen Date: Sun Feb 18 19:25:56 2024 +1100 apache commit 164b950cadf1dbbacd07bfbc33bed5ec1a13b534 Author: Daniel Han-Chen Date: Sun Feb 18 19:24:35 2024 +1100 spaces commit 7aedc92637b373b805f7c632176d627b177ebd3b Author: Daniel Han-Chen Date: Sun Feb 18 19:21:02 2024 +1100 slashes commit 7573ee2c2284b371dcadb8b28e604de5c02a4fb4 Author: Daniel Han-Chen Date: Sun Feb 18 19:15:41 2024 +1100 slash commit e51a381305cfb55339eed3d20cf9d4c31e014129 Author: Daniel Han-Chen Date: Sun Feb 18 19:08:04 2024 +1100 globals commit c660879cdc2e60cc4d56b0f0e861c439f0938b73 Author: Daniel Han-Chen Date: Sun Feb 18 18:30:03 2024 +1100 spaces commit dcbbab3c22cd0fbf1d919cf5c375119f6e2592a9 Author: Daniel Han-Chen Date: Sun Feb 18 18:25:19 2024 +1100 spaces commit 5edae1cd797dab26f80646d79d1895b3410a57de Author: Daniel Han-Chen Date: Sun Feb 18 18:21:54 2024 +1100 readme commit 22f1f52513f20b2791e397943d93548cbba2f30b Author: Daniel Han-Chen Date: Sun Feb 18 18:18:12 2024 +1100 Update llama.py commit 2e65e636784403d95e5f80586a8e914e354c84f4 Author: Daniel Han-Chen Date: Sun Feb 18 18:09:38 2024 +1100 saving bugs commit c9a524a99a57ac83e89c0b69b810319df6d754cd Author: Daniel Han-Chen Date: Sun Feb 18 04:15:20 2024 +1100 Bugs commit 6d3a3b42864e6e0bcffa934b47d15182dfbe4340 Author: Daniel Han-Chen Date: Thu Feb 15 19:24:07 2024 +1100 Fix RoPE precision issues commit 84b37f8548912764345fbc3db7ede9099b92d916 Author: Daniel Han-Chen Date: Thu Feb 15 03:53:58 2024 +1100 Update mapper.py commit bd4a701e7aedde25f961987029906b0072defc9c Merge: 629c39d 0439b85 Author: Daniel Han-Chen Date: Thu Feb 15 03:35:47 2024 +1100 Merge branch 'main' into nightly commit 629c39d2e5fc74f74fd048d8c761169f0fa6d04a Author: Daniel Han-Chen Date: Wed Feb 14 23:17:38 2024 +1100 Update mistral.py commit 227c26ca44b1c966b7c8cb81e224963431e1ace0 Author: Daniel Han-Chen Date: Wed Feb 14 23:15:45 2024 +1100 Update llama.py commit b66013238071cd734e3afbb2e28bdf82833cd650 Author: Daniel Han-Chen Date: Wed Feb 14 23:11:06 2024 +1100 Saving, LlamaRotaryEmbedding issues commit 91a3c434680129642026cc2bbcb80b416767d327 Author: Daniel Han-Chen Date: Wed Feb 14 17:58:41 2024 +1100 Update chat_templates.py commit efbb1e6049bab0fc7b9f21dca60a31d2f911695a Author: Daniel Han-Chen Date: Wed Feb 14 17:56:14 2024 +1100 patch tokenizer commit 5f5910ffee33ee7bb96117cf17aa7a0b01b28f98 Author: Daniel Han-Chen Date: Wed Feb 14 17:45:02 2024 +1100 Update chat_templates.py commit d40a12852e179acacf05b7bd96e024c045afcde8 Author: Daniel Han-Chen Date: Wed Feb 14 17:31:33 2024 +1100 Update chat_templates.py commit 7c713cb58cabeab227e8f51ddba32bb005f43348 Author: Daniel Han-Chen Date: Wed Feb 14 17:27:03 2024 +1100 Update chat_templates.py commit b28a383d1cc57e28c9fd44629d0edc44e2a5e29c Author: Daniel Han-Chen Date: Wed Feb 14 04:20:41 2024 +1100 Update chat_templates.py commit 4f20e20e28e3544a3402a335e36a5fffc180921b Merge: 2cdf43d 474fd32 Author: Daniel Han-Chen Date: Wed Feb 14 03:25:40 2024 +1100 Merge branch 'main' into nightly commit 2cdf43d8b7e6e8e87ae9d6518a562002d8671079 Author: Daniel Han-Chen Date: Mon Feb 12 04:28:41 2024 +1100 Chat Templates commit acd635aa0d120118ef23c193bf48d03d40468650 Merge: b7c5296 3d5cf37 Author: Daniel Han-Chen Date: Sun Feb 11 16:42:37 2024 +1100 Merge branch 'main' into nightly commit b7c52963ada5c8ee5debb77cca5646beb0b4a0ea Merge: 868fb27 99b8d23 Author: Daniel Han-Chen Date: Fri Feb 9 03:52:36 2024 +1100 Merge branch 'main' into nightly commit 868fb27e1179992ea545ee4b32c1cdd7625e0b89 Merge: 601dc9e b7f24e8 Author: Daniel Han-Chen Date: Thu Feb 8 16:50:19 2024 +1100 Merge branch 'main' into nightly commit 601dc9ec4bc3b590153fb53f886c13b63c0993a4 Author: Daniel Han-Chen Date: Thu Feb 8 03:39:45 2024 +1100 Update llama.py commit 31de486f1c2411bc54ca91504185d242ad1c09ff Merge: 81128a4 25cfc7f Author: Daniel Han-Chen Date: Thu Feb 8 03:39:19 2024 +1100 revert commit 81128a45040ed4ac67ae3f1195352cd7cfc765bc Author: Daniel Han-Chen Date: Thu Feb 8 03:00:53 2024 +1100 Update llama.py commit 998097394a9807ce502764f08331ff62b2507777 Author: Daniel Han-Chen Date: Thu Feb 8 02:57:09 2024 +1100 Update llama.py commit 277ca9eecf3a0e9861a691843d075e270b641c18 Author: Daniel Han-Chen Date: Thu Feb 8 02:52:43 2024 +1100 Update llama.py commit d6ab9c92d7bd7a71eae2420091da7e43c8f5cb80 Author: Daniel Han-Chen Date: Thu Feb 8 02:49:26 2024 +1100 Update llama.py commit e094914b0ea2a13ed1cfbcd5f5dd7b940e383dce Author: Daniel Han-Chen Date: Thu Feb 8 02:30:49 2024 +1100 Update llama.py commit 9a54a6f05eef1a74724739f24701019068934bf8 Author: Daniel Han-Chen Date: Wed Feb 7 20:15:19 2024 +1100 Update llama.py commit e94647c2dc2f0cf3de3c617983ea67359be5c06f Author: Daniel Han-Chen Date: Wed Feb 7 19:25:46 2024 +1100 Update llama.py commit e8593b710311c54f7c17de9e4438c58005875290 Author: Daniel Han-Chen Date: Wed Feb 7 18:25:08 2024 +1100 Update llama.py commit 1065936ecbb8d990dde225d1813d1c8f2ab48603 Author: Daniel Han-Chen Date: Wed Feb 7 18:21:36 2024 +1100 Update llama.py commit 60b47f6130d1dd1416a357fd5a0585ce7b4ab3bc Author: Daniel Han-Chen Date: Wed Feb 7 18:18:43 2024 +1100 Update llama.py commit e43e819a5706fb16d36d71f5c80197fd01241480 Author: Daniel Han-Chen Date: Wed Feb 7 18:02:58 2024 +1100 Update llama.py commit 1e77ab25b6932fac39b375e667182f13e79233fb Author: Daniel Han-Chen Date: Wed Feb 7 17:43:51 2024 +1100 Update llama.py commit b36e0bfc8902c93b76dab0d094348a833857ab0b Author: Daniel Han-Chen Date: Wed Feb 7 17:34:59 2024 +1100 Update llama.py commit ab0a3c9976c212278c5aea52ae0e35b3f1857a0b Author: Daniel Han-Chen Date: Wed Feb 7 04:40:19 2024 +1100 Update mistral.py commit 2b346dc498bab3a2d262ec93cbecdf8206b5e2ca Author: Daniel Han-Chen Date: Wed Feb 7 03:45:07 2024 +1100 Update save.py commit 17a6b12ee339ed87206a3cc71819359fcd1c6455 Author: Daniel Han-Chen Date: Wed Feb 7 03:41:32 2024 +1100 Update save.py commit 7da7afcc78b2367ea2771bf41af1ab36bdd094c7 Author: Daniel Han-Chen Date: Wed Feb 7 03:20:55 2024 +1100 __version__ commit 9e2b00e1678476d6aa71d27c640a93670b2b7b5e Author: Daniel Han-Chen Date: Wed Feb 7 03:19:33 2024 +1100 __version__ commit 9c3849fc1dec9cedba319fae159652a1c363f4ed Author: Daniel Han-Chen Date: Wed Feb 7 03:18:02 2024 +1100 Update pyproject.toml commit bfb3ea717917e39cc7de6e2e9c49e2a952d1b623 Author: Daniel Han-Chen Date: Wed Feb 7 02:57:54 2024 +1100 Update save.py commit 213cfee903f57a185e718ba93038dced052ff993 Author: Daniel Han-Chen Date: Wed Feb 7 02:57:24 2024 +1100 Update save.py commit 8b52dc027e9601ac92721f325d18fa7917ab7ce3 Merge: 8e9d9c3 bb66faa Author: Daniel Han-Chen Date: Wed Feb 7 02:50:35 2024 +1100 Merge branch 'main' into nightly commit 8e9d9c38b1c4dae4dbd4608dfebb4aa250bbed13 Author: Daniel Han-Chen Date: Wed Feb 7 01:48:31 2024 +1100 SWA inference commit d0b1144423e00575733f0957aa768ab5bcbccbc8 Author: Daniel Han-Chen Date: Tue Feb 6 18:53:32 2024 +1100 Fix llm_int8_skip_modules commit 39a2a7c57d6f00918a3c65c56640d16a8b37f14c Author: Daniel Han-Chen Date: Tue Feb 6 18:50:48 2024 +1100 Fix SWA inference commit aa0427f8982dce16411e826f2ce0bcd0da2520a5 Author: Daniel Han-Chen Date: Tue Feb 6 02:11:06 2024 +1100 Update save.py commit 262289d5a54f1408805dda9ae908f6015843e0a4 Author: Daniel Han-Chen Date: Tue Feb 6 01:54:22 2024 +1100 Update save.py commit 53ca91f74439b01169d77e449557044d5114c068 Author: Daniel Han-Chen Date: Tue Feb 6 01:30:48 2024 +1100 Update save.py commit e487abd94ab82f1acd8a25aba06be6241884c841 Author: Daniel Han-Chen Date: Mon Feb 5 19:07:00 2024 +1100 Update save.py commit 797a87a3e37f23eee3f8e655c5a7089852cd38da Author: Daniel Han-Chen Date: Mon Feb 5 18:53:27 2024 +1100 Update save.py commit e9031ceabe3b067f5fce89ca91a4ef2d7a804cf9 Author: Daniel Han-Chen Date: Mon Feb 5 18:48:40 2024 +1100 mistral swa commit 33192d6dc8096135afa9ffc6d03ea0dfaba44f33 Author: Daniel Han-Chen Date: Mon Feb 5 18:05:25 2024 +1100 Update save.py commit 03ed3a83d586ac62274185e0c8f4d9b62100647b Author: Daniel Han-Chen Date: Mon Feb 5 17:38:01 2024 +1100 Torch 2.2.0 commit a50daa19d8f9682ad0c1c0b80b79a4f68027dd71 Author: Daniel Han-Chen Date: Mon Feb 5 17:32:43 2024 +1100 Update save.py commit d69cef9f23948eb41c5becd7c4d45ad52b1c41fe Author: Daniel Han-Chen Date: Mon Feb 5 17:16:20 2024 +1100 Update save.py commit 1750b13a6339d61e9269a2d1f58382acde5c3a8a Merge: 63ed23a efa0d23 Author: Daniel Han-Chen Date: Mon Feb 5 02:29:56 2024 +1100 Merge branch 'main' into nightly commit 63ed23ae9852e0a29fca4aae63620bc3b5458455 Author: Daniel Han-Chen Date: Sun Feb 4 14:02:26 2024 +1100 Update utils.py commit 990068b9778191a00eb1d9edfa333bf30235d6c2 Author: Daniel Han-Chen Date: Sun Feb 4 13:50:21 2024 +1100 Update utils.py commit 6ab4019e4a42b28e31be510e637d9140b7959f9b Author: Daniel Han-Chen Date: Sun Feb 4 04:07:47 2024 +1100 Update llama.py commit 7ab34266080070b87f62955e23de5d0f447d2ad1 Author: Daniel Han-Chen Date: Sun Feb 4 03:57:29 2024 +1100 Update llama.py commit 201d90c3ba9393dfafdfb79191feca240971a95b Author: Daniel Han-Chen Date: Sun Feb 4 03:54:12 2024 +1100 Update llama.py commit 00242d5f8923af6bcea5d99336417788a18a3cbc Author: Daniel Han-Chen Date: Sun Feb 4 03:52:08 2024 +1100 Update llama.py commit 3bfb0ebf9dbf857dba9098b04c25de29a7834612 Author: Daniel Han-Chen Date: Sun Feb 4 03:50:31 2024 +1100 Update llama.py commit 71899d7060bed8002769a77e9b88510bb5dc900a Author: Daniel Han-Chen Date: Sun Feb 4 03:48:18 2024 +1100 Update llama.py commit 9cd251794989f05f96311b64180646d805118a65 Author: Daniel Han-Chen Date: Sun Feb 4 03:46:30 2024 +1100 Update llama.py commit 24431b4347d733d12a672672457235955d934f28 Author: Daniel Han-Chen Date: Sun Feb 4 03:45:25 2024 +1100 Update llama.py commit 63816fc11916aa5097ca4d6bc9944ce92b8af891 Author: Daniel Han-Chen Date: Sun Feb 4 03:42:41 2024 +1100 Update llama.py commit 7166b11599468e23eacf896491fd2a085441bdbd Author: Daniel Han-Chen Date: Sun Feb 4 03:41:15 2024 +1100 Update llama.py commit d867b9bbdfd155a368584929f8bea286b84cc521 Author: Daniel Han-Chen Date: Sun Feb 4 03:27:15 2024 +1100 Update llama.py commit 9a5ebef14849371216c68e03e53730c93b8bb353 Author: Daniel Han-Chen Date: Sun Feb 4 03:23:26 2024 +1100 Update llama.py commit 65270cec60455430ea1c25b939b97dfa26971369 Author: Daniel Han-Chen Date: Sun Feb 4 03:13:42 2024 +1100 Update llama.py commit 80fa8e93c9dab4565ad5f08ed1300e89f2d6e46c Author: Daniel Han-Chen Date: Sun Feb 4 03:12:07 2024 +1100 Update llama.py commit 36b400e59895dd56e028c161890378bd8874e503 Author: Daniel Han-Chen Date: Sun Feb 4 03:08:49 2024 +1100 Update llama.py commit 4a5d3b1de78ddc562b76f5cea6b448c7349c23d9 Author: Daniel Han-Chen Date: Sun Feb 4 03:05:49 2024 +1100 Update llama.py commit 88a695da3a406825e5789fb5bd6cbe37fa35a479 Author: Daniel Han-Chen Date: Sun Feb 4 02:49:51 2024 +1100 Update llama.py commit ac9bc79251a6af5015bca0f752479aa25db09a28 Author: Daniel Han-Chen Date: Sun Feb 4 02:42:30 2024 +1100 Update llama.py commit 8c8685eeef82a326a7e376a9cb24deee1bd4f2de Author: Daniel Han-Chen Date: Sun Feb 4 02:40:30 2024 +1100 Update llama.py commit 607dfa1d0e2fa2b6af76e2b045a18d21a8e8c63b Author: Daniel Han-Chen Date: Sun Feb 4 02:35:17 2024 +1100 Update llama.py commit 54802ecbb9fa4777e6922468264de8612655f33b Author: Daniel Han-Chen Date: Sun Feb 4 02:32:21 2024 +1100 New version commit 711e5c09229af3781ce1e9c7b55d8f00a66aed09 Author: Daniel Han-Chen Date: Sun Feb 4 02:19:42 2024 +1100 attention_mask commit 74d7fc65c6539dc575af691485db43df2116f362 Author: Daniel Han-Chen Date: Sun Feb 4 02:03:23 2024 +1100 SDPA commit fcb884643bce8a83733ded21dc31031d1df3e120 Author: Daniel Han-Chen Date: Sun Feb 4 02:02:51 2024 +1100 Update llama.py commit aa032fc80da5bfd38a3e01e722511b60f4816eaa Author: Daniel Han-Chen Date: Sun Feb 4 01:46:04 2024 +1100 Update mistral.py commit 31578f20101e910cc9350e19f067975880a829e9 Author: Daniel Han-Chen Date: Sun Feb 4 01:42:46 2024 +1100 fast inference commit 257cd7d531b4fd35186116a4f3843c96a0dd6511 Author: Daniel Han-Chen Date: Sat Feb 3 23:22:21 2024 +1100 Update llama.py commit e500b785f76306800dbef5d367a84b064a4c0d2e Author: Daniel Han-Chen Date: Sat Feb 3 23:12:16 2024 +1100 Update llama.py commit cf0fae9a55e97148ac1ac27f251f4fc4e2a0c968 Author: Daniel Han-Chen Date: Sat Feb 3 23:01:56 2024 +1100 Update llama.py commit 381b991c456fe66182e85a1b360f55fc3241ec06 Author: Daniel Han-Chen Date: Sat Feb 3 22:42:11 2024 +1100 Update llama.py commit 665908eb70783b2cf8e558f0eb0913f66a5ca186 Author: Daniel Han-Chen Date: Sat Feb 3 22:28:20 2024 +1100 Update llama.py commit 5534f8a8f188ba29c93832d88f3748438e89d9a6 Author: Daniel Han-Chen Date: Sat Feb 3 20:22:42 2024 +1100 more temp matrices commit 68db1c7af7138d2eb6d7cb49fc01556a92e7d15e Author: Daniel Han-Chen Date: Sat Feb 3 19:44:36 2024 +1100 fast inference again commit d76f583349d1b3cffec5b81fbba7ddf38b6156c0 Author: Daniel Han-Chen Date: Sat Feb 3 19:30:22 2024 +1100 Update mistral.py commit 9225dd6708e1e158068007c04a97b95deeccc4de Author: Daniel Han-Chen Date: Sat Feb 3 19:19:13 2024 +1100 Update llama.py commit 82708212693114b0c89376fbc86ec57b48144799 Author: Daniel Han-Chen Date: Sat Feb 3 19:08:42 2024 +1100 Update llama.py commit 1c6e1f18b4741a8f99111d5081b7b6e936ed0bc0 Author: Daniel Han-Chen Date: Sat Feb 3 18:32:18 2024 +1100 Update llama.py commit dd03abedd6efb210342717b6db6c23c0e5a7a9ba Author: Daniel Han-Chen Date: Sat Feb 3 18:20:06 2024 +1100 Update llama.py commit 522f6dbfd29734576f0e20ffe10c5c482365f217 Author: Daniel Han-Chen Date: Sat Feb 3 18:07:55 2024 +1100 Update llama.py commit ad357dec89dde48f72459e8b41a8f99f1bd1f216 Author: Daniel Han-Chen Date: Sat Feb 3 03:52:25 2024 +1100 fast inference + saving config.json commit a78d6fba7ed371403f2dc7ebe6cf46a171a3f130 Author: Daniel Han-Chen Date: Sat Feb 3 03:34:02 2024 +1100 Update llama.py commit fa3d23406effd39409477cb23ace64eaf40d2178 Author: Daniel Han-Chen Date: Sat Feb 3 03:10:39 2024 +1100 Update utils.py commit 8e3f0296be2520e0d948d51a91dda00c7452e305 Author: Daniel Han-Chen Date: Sat Feb 3 02:55:22 2024 +1100 Update utils.py commit 404e177adbb6151cb2e01041394a69e9d729401b Author: Daniel Han-Chen Date: Sat Feb 3 02:30:47 2024 +1100 Update utils.py commit a81d19383047d3bfaae4e79efe171f22dd83439d Author: Daniel Han-Chen Date: Sat Feb 3 02:20:00 2024 +1100 Update utils.py commit 4436a1099db55ece184741ac4f2a0dd0ed4f7cb3 Author: Daniel Han-Chen Date: Sat Feb 3 01:50:48 2024 +1100 Update llama.py commit a15ffc95e03358ff0cca67520462262c9067261c Author: Daniel Han-Chen Date: Sat Feb 3 01:48:03 2024 +1100 Update llama.py commit 0be46406d88808116976861b0ac9fc2e04f76467 Author: Daniel Han-Chen Date: Sat Feb 3 01:39:39 2024 +1100 Update llama.py commit e9110471880fee872f9e08b8025f6382c0c674cf Author: Daniel Han-Chen Date: Sat Feb 3 01:35:45 2024 +1100 Update llama.py commit c934c16e21f04f242dd51390e7db278d006b529b Author: Daniel Han-Chen Date: Sat Feb 3 01:29:50 2024 +1100 Update llama.py commit 705bbba5c5f4a932ee6a382610e104ff0a3d1a16 Author: Daniel Han-Chen Date: Sat Feb 3 01:22:53 2024 +1100 Update llama.py commit 9c2bed35b966e622390da3363cc27e637e2d30b1 Author: Daniel Han-Chen Date: Fri Feb 2 23:45:02 2024 +1100 Update llama.py commit ea9b4eea0cb07bf02339f226d285e76e3b4d94e0 Author: Daniel Han-Chen Date: Fri Feb 2 23:40:52 2024 +1100 Update llama.py commit c6ad936f887387019eb5499a4811c7cc8ce6700e Author: Daniel Han-Chen Date: Fri Feb 2 23:32:58 2024 +1100 Update llama.py commit 03df29111013a652e2c37965688366bbd416dcc9 Author: Daniel Han-Chen Date: Fri Feb 2 23:32:36 2024 +1100 Update llama.py commit dc2740416ba3940fadb588732fc25ab2f35bdcc6 Author: Daniel Han-Chen Date: Fri Feb 2 22:26:47 2024 +1100 Update llama.py commit b33c92d1bd5c1da325ee7b19254352cce8fd31b6 Author: Daniel Han-Chen Date: Fri Feb 2 22:22:42 2024 +1100 Update llama.py commit 923c6bad145c5ec085aa80c61055b16486720815 Author: Daniel Han-Chen Date: Fri Feb 2 22:20:45 2024 +1100 Update llama.py commit b3703926ca42eef6d0f975623f7c0b8f4634a87d Author: Daniel Han-Chen Date: Fri Feb 2 22:17:02 2024 +1100 Update llama.py commit 1b274212e127812ea6c463b6b8b1b6bdb4088eb5 Author: Daniel Han-Chen Date: Fri Feb 2 20:35:00 2024 +1100 Update llama.py commit 9df19aeb9fec1e985d4e9f8d2b273f25baa1a0d8 Author: Daniel Han-Chen Date: Fri Feb 2 20:32:21 2024 +1100 past_key_values commit 82eea75cde8bf4288ebee9fd014b32b612943fff Author: Daniel Han-Chen Date: Fri Feb 2 20:29:35 2024 +1100 torch compile commit e74807809571eea89e18c9932eb661cf28b6a27e Author: Daniel Han-Chen Date: Fri Feb 2 20:24:44 2024 +1100 Update llama.py commit 9146fa443dca4768e428ae06fefe7c1ccc7e86b8 Author: Daniel Han-Chen Date: Fri Feb 2 20:24:28 2024 +1100 Update llama.py commit a5a123db08745ed3a179fede894c03c82f36ae54 Author: Daniel Han-Chen Date: Fri Feb 2 20:20:14 2024 +1100 Update llama.py commit 82ead808d59958e767fdc22e245916f529e2b4cd Author: Daniel Han-Chen Date: Fri Feb 2 20:19:15 2024 +1100 Update llama.py commit 1497521e5c4a26463acb792615cda11bf112b081 Author: Daniel Han-Chen Date: Fri Feb 2 20:06:52 2024 +1100 Update mistral.py commit c3c454a7299b9ad58252bcd29479573328f436df Author: Daniel Han-Chen Date: Fri Feb 2 20:06:31 2024 +1100 Update llama.py commit f299c9cde10b673f0938910dd60d889d31fe8ba1 Author: Daniel Han-Chen Date: Fri Feb 2 19:44:52 2024 +1100 Update llama.py commit 0e1d67d4e1c59f9f215a4eb10b2ae2949e703844 Author: Daniel Han-Chen Date: Fri Feb 2 19:07:41 2024 +1100 fast inference commit 168ded977ecae0bf22308f6ee6ec79b6c63076c8 Author: Daniel Han-Chen Date: Fri Feb 2 18:28:05 2024 +1100 Update llama.py commit bf441055caa7865c52c99059030b8b09ee85d136 Author: Daniel Han-Chen Date: Fri Feb 2 18:14:31 2024 +1100 faster inference commit 7c2b04254cbae8e58dedf8ea57375f721053233e Author: Daniel Han-Chen Date: Fri Feb 2 16:59:02 2024 +1100 Update llama.py commit ca99d7c19477193891ba36c71c61fe17d1589579 Author: Daniel Han-Chen Date: Fri Feb 2 16:46:30 2024 +1100 Update mistral.py commit 40e8848c4e7d4bba7490ce9e1a02f43e5dea1509 Author: Daniel Han-Chen Date: Fri Feb 2 15:56:56 2024 +1100 Update llama.py commit 6cc98350213795dbc30a735670153cb486f3fc61 Author: Daniel Han-Chen Date: Fri Feb 2 13:52:12 2024 +1100 Update llama.py commit 7ad1a1fa62cb2717640678bf1a296f0a71e3d37a Author: Daniel Han-Chen Date: Fri Feb 2 04:18:34 2024 +1100 Update llama.py commit 0b661a23b9993e735f74b8be4e973566d8c8df4a Author: Daniel Han-Chen Date: Fri Feb 2 03:55:36 2024 +1100 Update llama.py commit da64d3403cdf6476767213975d43aae9377973ee Author: Daniel Han-Chen Date: Thu Feb 1 23:54:01 2024 +1100 Update llama.py commit abc47836dcac59f90d818b5905a30e62937eb84d Author: Daniel Han-Chen Date: Thu Feb 1 23:41:32 2024 +1100 Update llama.py commit f231c4f395be0735a6b1947fe084a2d81f4190fd Author: Daniel Han-Chen Date: Thu Feb 1 23:41:23 2024 +1100 Update llama.py commit 5f3c51b394e1765a1b4bca45232df0ea6a3e1151 Author: Daniel Han-Chen Date: Thu Feb 1 23:41:11 2024 +1100 Update llama.py commit e0ea2382568a851b46df571132162e0b30cc0198 Author: Daniel Han-Chen Date: Thu Feb 1 23:40:36 2024 +1100 Update llama.py commit 73f63d6884a83b6c61114feabcbe8121a3f0625f Author: Daniel Han-Chen Date: Thu Feb 1 23:38:07 2024 +1100 Update llama.py commit e4b5e38800b365c5d0c026adc3a82b523ed10384 Author: Daniel Han-Chen Date: Thu Feb 1 23:17:53 2024 +1100 inference commit 334c5ed1f05d6a2dbed3a389d565800dc4792153 Author: Daniel Han-Chen Date: Thu Feb 1 22:48:54 2024 +1100 Update llama.py commit cd39f6108febda2d3b491f899f82a87f59f23a2d Author: Daniel Han-Chen Date: Thu Feb 1 22:34:33 2024 +1100 lm_head commit 24c4c37b7cd88aa36d61292cd2ab097b36236a09 Author: Daniel Han-Chen Date: Thu Feb 1 22:21:35 2024 +1100 revert commit e791db9b06f4aa848741e09d1f1e7b69abca9288 Author: Daniel Han-Chen Date: Thu Feb 1 20:12:59 2024 +1100 Update llama.py commit 1793a16c8f2c3e68cfda57665bb85a7ac9279a02 Author: Daniel Han-Chen Date: Thu Feb 1 20:03:54 2024 +1100 faster inference commit 19fb50e24498086cbae0fcc942616630779face4 Author: Daniel Han-Chen Date: Thu Feb 1 19:56:54 2024 +1100 Update utils.py commit b83cea7cb46e748d179159a058712754d4a2f4b5 Author: Daniel Han-Chen Date: Thu Feb 1 19:56:06 2024 +1100 Update llama.py commit 8920cafbe7ce552437521084b4756a0810f075cb Author: Daniel Han-Chen Date: Thu Feb 1 19:46:38 2024 +1100 inference commit 38b59825b1b6fe6a96afd42c5b4d0ab8c9e11cd5 Author: Daniel Han-Chen Date: Thu Feb 1 19:36:36 2024 +1100 Update llama.py commit e8ec80a4c25832ebe88c70850adc2fef310d3abf Author: Daniel Han-Chen Date: Thu Feb 1 19:19:44 2024 +1100 Update llama.py commit a2cb7a113b3f03de5a45108cd2e2e866aabf8b1c Author: Daniel Han-Chen Date: Thu Feb 1 19:07:30 2024 +1100 Update llama.py commit a5ee70b63ff70ffd7b99c49906adb4a8369cd4d5 Author: Daniel Han-Chen Date: Thu Feb 1 18:34:43 2024 +1100 Update llama.py commit e2f0dd8683adafaf9ad854b808065b4d4766df47 Author: Daniel Han-Chen Date: Thu Feb 1 18:16:46 2024 +1100 Update llama.py commit 3f0ddf0c7c3500191bbb6fd254dc814a017123c0 Author: Daniel Han-Chen Date: Thu Feb 1 18:16:15 2024 +1100 Update llama.py commit e90b3bf192b3e1256d99ab281c29edddf42ec532 Author: Daniel Han-Chen Date: Thu Feb 1 17:59:21 2024 +1100 Update llama.py commit 57044509ad692c3b72a4da5874cf905c9c44d8ce Author: Daniel Han-Chen Date: Thu Feb 1 17:44:22 2024 +1100 Update llama.py commit cf4b58eeb6689616b6f5509cf2bacf68234dbc24 Author: Daniel Han-Chen Date: Thu Feb 1 17:20:02 2024 +1100 inference commit 648c79ec1b7c8920e6cd0f265dc9f01eda5c6655 Author: Daniel Han-Chen Date: Thu Feb 1 03:47:51 2024 +1100 faster inference commit 20f19391e69c8e6f01cad6883f716b2519f1214d Author: Daniel Han-Chen Date: Thu Feb 1 03:05:02 2024 +1100 Update mistral.py commit e2f72fe52f3a4fce6578a9641cadcd503d20d99b Author: Daniel Han-Chen Date: Thu Feb 1 03:04:46 2024 +1100 Revert commit 329f80ac4c88a5693086f42a9188fb5f6ab59765 Author: Daniel Han-Chen Date: Thu Feb 1 02:47:57 2024 +1100 Update llama.py commit 713a95ca0e3f50a330db7072855f56458503472b Author: Daniel Han-Chen Date: Thu Feb 1 02:46:26 2024 +1100 Inference commit acbdef7ff5eef0be43e2028f847a1e5dccb75976 Author: Daniel Han-Chen Date: Wed Jan 31 20:16:08 2024 +1100 padding commit 0dc26ed98a871659e6db94f63e07bcda36ce6616 Author: Daniel Han-Chen Date: Wed Jan 31 20:06:28 2024 +1100 Update llama.py commit 9f312545398fb823f6ae34bace8c8f71c9c21688 Author: Daniel Han-Chen Date: Wed Jan 31 20:02:21 2024 +1100 Fix SDPA commit 7227de48cfb8bbe00d03e41897ab5881376c0c99 Author: Daniel Han-Chen Date: Wed Jan 31 19:48:33 2024 +1100 Update llama.py commit 5edad55b5d8d17e4ef493d06984a55b337139c1a Author: Daniel Han-Chen Date: Wed Jan 31 19:44:19 2024 +1100 Update llama.py commit c928c57aa9f31ab799098bacb4c402cd818226a0 Merge: 5da0555 2f55935 Author: Daniel Han-Chen Date: Wed Jan 31 19:38:27 2024 +1100 Merge branch 'main' into nightly commit 5da05558a036334a893e06e6c1c7e0a9e7e66ce6 Author: Daniel Han-Chen Date: Wed Jan 31 03:50:47 2024 +1100 past_key_value commit d347db0944650df0dcc8aebcc6140424c4a7d44a Author: Daniel Han-Chen Date: Wed Jan 31 03:46:11 2024 +1100 Update loader.py commit c0edaa46db141441bf0a0702998f2e6c4e53986e Author: Daniel Han-Chen Date: Wed Jan 31 03:40:55 2024 +1100 revert inference commit 55fe6052ca2edeba9612b093e32061fd3cc0a983 Author: Daniel Han-Chen Date: Wed Jan 31 03:36:40 2024 +1100 if past_key_value is not None and q_len == 1: commit 248887b51c2fa946110e71be89a02f3146d560bc Author: Daniel Han-Chen Date: Wed Jan 31 03:35:24 2024 +1100 LlamaAttention_fast_forward_inference commit c68a3bc9ecea534fa296a06ddf76ac00dace163d Author: Daniel Han-Chen Date: Wed Jan 31 03:28:30 2024 +1100 Update loader.py commit 44168377f330e26f5721d8510196487b0de6afe4 Author: Daniel Han-Chen Date: Wed Jan 31 01:32:56 2024 +1100 Update rope_embedding.py commit 270df81b60a46ad2bbb35d2c9d6c8dce243565ab Author: Daniel Han-Chen Date: Tue Jan 30 17:33:08 2024 +1100 Remove fast path commit b8f665bf227ef00c5865840ca27fa75a02b51ea4 Author: Daniel Han-Chen Date: Tue Jan 30 17:26:45 2024 +1100 fast lm_head commit ed5a653ecfd81c4d74ce71bc2fc44863b7dcf7c2 Author: Daniel Han-Chen Date: Tue Jan 30 04:16:39 2024 +1100 Update mistral.py commit e0bad0eec5ecb7aeb3916fd51ce4a6b5b5db14fa Author: Daniel Han-Chen Date: Tue Jan 30 04:10:14 2024 +1100 Fix inference commit 71725aeea568b7841282736855971ad71efbc0e3 Author: Daniel Han-Chen Date: Tue Jan 30 03:23:42 2024 +1100 Update __init__.py commit 3ddda6f49299e607541f2cc2ae17e505a51c2f45 Author: Daniel Han-Chen Date: Tue Jan 30 03:08:46 2024 +1100 Update mistral.py commit 6f74c98fbc00fa8e2ea80d7ff3b76b41aa83d427 Author: Daniel Han-Chen Date: Mon Jan 29 23:19:43 2024 +1100 Update utils.py commit a7bfeec9193eeef53756cc6e8dbe5e931abf0a56 Author: Daniel Han-Chen Date: Mon Jan 29 23:14:51 2024 +1100 Update utils.py commit 7c87d60bc1f230b501eff30344cc36e585edab0f Author: Daniel Han-Chen Date: Mon Jan 29 23:07:40 2024 +1100 Update utils.py commit bb364204cc23f697a349589aeaf8885ce1d2ddb1 Author: Daniel Han-Chen Date: Mon Jan 29 20:09:59 2024 +1100 Update llama.py commit 4700d51916c58c043724cc8dc1ee363fb1927e0e Author: Daniel Han-Chen Date: Mon Jan 29 19:55:40 2024 +1100 Fast inference repatch commit 58cabcbc06a59b2ecb08e88bf6148de5fb780753 Merge: 01b8162 a3a2ad9 Author: Daniel Han-Chen Date: Mon Jan 29 17:59:34 2024 +1100 Merge branch 'main' into nightly commit 01b8162244a74dab1d37061248f088441896ef83 Merge: 5cfea20 90309ca Author: Daniel Han-Chen Date: Mon Jan 29 17:49:57 2024 +1100 Merge branch 'main' into nightly commit 5cfea201294d66646ec65ca46fd1277f2b042530 Author: Daniel Han-Chen Date: Mon Jan 29 17:35:19 2024 +1100 Update llama.py commit 25a88ea003056aa3028267f60dcc1d0e30154ec1 Author: Daniel Han-Chen Date: Mon Jan 29 16:52:04 2024 +1100 Update llama.py commit 03ca52dc942930090859041483a855f72bf686f0 Author: Daniel Han-Chen Date: Mon Jan 29 03:43:39 2024 +1100 saving commit 01e5c305f997e70f9c116225e005c1231fb1e298 Merge: e10e488 a16bc73 Author: Daniel Han-Chen Date: Mon Jan 29 03:43:19 2024 +1100 Merge branch 'main' into nightly commit e10e48893bf6e93887c55ef7b966e99e7e76bb2f Author: Daniel Han-Chen Date: Mon Jan 29 03:43:17 2024 +1100 Update save.py commit 5bd916b91b0b943dc3080116984f8f5fb81c096f Author: Daniel Han-Chen Date: Mon Jan 29 03:43:05 2024 +1100 Update mistral.py commit 11ba2c520b91ea41bb978c48c589b810966465ad Author: Daniel Han-Chen Date: Mon Jan 29 03:34:27 2024 +1100 Mistral patch commit 498dfb8acc07993ecb1290b65738248d73c7914e Author: Daniel Han-Chen Date: Mon Jan 29 02:42:08 2024 +1100 print commit a3d2b9b778f682691e9196d38a58be756dc2708d Author: Daniel Han-Chen Date: Mon Jan 29 02:15:52 2024 +1100 Update save.py commit 9e00cc287ad31a45d1ffdd2a0fdfcc59008d2616 Author: Daniel Han-Chen Date: Mon Jan 29 00:59:29 2024 +1100 Update save.py commit 460de24ea2f2c2e03c120453469e54b388ddcc44 Author: Daniel Han-Chen Date: Mon Jan 29 00:57:11 2024 +1100 Update save.py commit b060d7b62120dc2e419d052108f93e68cee2b4f4 Author: Daniel Han-Chen Date: Mon Jan 29 00:56:44 2024 +1100 Update save.py commit 74b69775c22b39baef13241fb3f2b52c9c757e86 Author: Daniel Han-Chen Date: Mon Jan 29 00:51:57 2024 +1100 Update save.py commit fef0589d6e32c9b80a87eabb46e1a11753df39f9 Author: Daniel Han-Chen Date: Mon Jan 29 00:51:45 2024 +1100 Update save.py commit 9dec4b3f0863291fb402207db9ea1b9d517a2383 Author: Daniel Han-Chen Date: Mon Jan 29 00:49:31 2024 +1100 Update save.py commit ee0bf6fe6681c18850d7f9f8f5cab3b643f15187 Author: Daniel Han-Chen Date: Sun Jan 28 20:07:17 2024 +1100 Update save.py commit c69c166b822c26dc1b9680544935414596b00361 Author: Daniel Han-Chen Date: Sun Jan 28 18:12:11 2024 +1100 patch_saving_functions commit ac02ba6c3849711e6ab42719cacf75f1109c72fc Author: Daniel Han-Chen Date: Sun Jan 28 18:08:52 2024 +1100 Update save.py commit 20e524a5967ae311ca7db183a0b800ff56ab316f Author: Daniel Han-Chen Date: Sun Jan 28 18:04:35 2024 +1100 Update save.py commit 788e69518091d1f5ca221cf0cfaf2501eb298e3f Author: Daniel Han-Chen Date: Sun Jan 28 17:48:34 2024 +1100 Patch saving commit 31222ced74d977c7ae04f6b1e2824b6a6e5729fb Merge: 893aab0 af33224 Author: Daniel Han-Chen Date: Sun Jan 28 17:48:28 2024 +1100 Merge branch 'main' into nightly commit 893aab0e573b6f77c7c9f1a75fa6f1264310ca81 Author: Daniel Han-Chen Date: Sun Jan 28 17:20:49 2024 +1100 Update dpo.py commit d5c852e7115f7a5ee20628361f95d1d4f905a098 Author: Daniel Han-Chen Date: Sun Jan 28 16:47:33 2024 +1100 Update llama.py commit ddb48efd33fd316fe30c2a946ee5e25858992aa7 Author: Daniel Han-Chen Date: Sun Jan 28 16:43:10 2024 +1100 Update llama.py commit 5fe166d32e18b2bd8622826348c682accbc5ff35 Author: Daniel Han-Chen Date: Sun Jan 28 16:40:59 2024 +1100 Update llama.py commit 2d64e0a904c12ca01f2336419294bc69df906b51 Author: Daniel Han-Chen Date: Sun Jan 28 16:37:21 2024 +1100 Update mistral.py commit 2f73cb4049a6328b354ebbc61f906e7e5a2e5043 Author: Daniel Han-Chen Date: Sun Jan 28 16:31:01 2024 +1100 Update llama.py commit 6aa46ffff69b59482c7abec0faa2c357c4435159 Author: Daniel Han-Chen Date: Sun Jan 28 15:13:54 2024 +1100 Update llama.py commit ee6f5096edc33acbcbdd513829bfcdc48993f464 Author: Daniel Han-Chen Date: Sun Jan 28 13:53:06 2024 +1100 attention mask commit f1b0fd084817449e16cce938c5a20cd9474b08c9 Author: Daniel Han-Chen Date: Sun Jan 28 13:37:38 2024 +1100 Update mistral.py commit 7663a32753743b068f6c68ec97f6ad2f86a9e4b9 Author: Daniel Han-Chen Date: Sun Jan 28 04:29:52 2024 +1100 Update save.py commit a158003625c502f7d5e0fa5d8f6cfc2ec35f9498 Merge: 36829b7 e2bbd38 Author: Daniel Han-Chen Date: Sun Jan 28 04:29:35 2024 +1100 Merge branch 'nightly' of https://github.com/unslothai/unsloth into nightly commit 36829b7ec44d381cd34f026bfa7e6f5ed3026e95 Author: Daniel Han-Chen Date: Sun Jan 28 04:27:10 2024 +1100 Update save.py commit 917ce1586115b478db581b4f4535a5ca52d0ca13 Merge: 166f8c8 a81aff2 Author: Daniel Han-Chen Date: Sun Jan 28 04:20:15 2024 +1100 Merge branch 'main' into nightly commit 166f8c812ecab9e60fa90794a1c666a98c534d95 Author: Daniel Han-Chen Date: Sun Jan 28 04:18:19 2024 +1100 attention mask commit 6c7f0dbcb4eee100e19cca98e6d728f4beafbdd2 Author: Daniel Han-Chen Date: Sun Jan 28 04:08:19 2024 +1100 Update llama.py commit c836ed7f3d06750983c7020462260b550a70e188 Author: Daniel Han-Chen Date: Sun Jan 28 04:08:03 2024 +1100 Update mistral.py commit 12d57e5308948d9b7f9b523039d32e6746a3bcb8 Author: Daniel Han-Chen Date: Sun Jan 28 03:59:23 2024 +1100 labels commit 4c5ebcc960393131841cc3685b9155722ceca2bd Author: Daniel Han-Chen Date: Sun Jan 28 03:56:54 2024 +1100 Update llama.py commit 6a027a8292f83480fb2cdb7ee8e135733bd77b70 Author: Daniel Han-Chen Date: Sun Jan 28 03:55:23 2024 +1100 Update llama.py commit 9f9739cbace7f8d730c905319c96f9a268634aad Author: Daniel Han-Chen Date: Sun Jan 28 03:49:54 2024 +1100 attention_mask commit 2bd77e7277b56e6179f470e64ede948512b710e9 Author: Daniel Han-Chen Date: Sun Jan 28 02:34:03 2024 +1100 Update fast_lora.py commit a1e5aca7cca5144e0625175c6c85481ec1adda09 Author: Daniel Han-Chen Date: Sun Jan 28 01:27:46 2024 +1100 Update fast_lora.py commit a2f705d65b9d80518577cc97126d3faacab6b33f Author: Daniel Han-Chen Date: Sun Jan 28 01:17:27 2024 +1100 Update fast_lora.py commit d01ba458df8009e490ffb203e29532c09c1d211b Author: Daniel Han-Chen Date: Sun Jan 28 00:45:55 2024 +1100 Update fast_lora.py commit 6fa0635971e086b954f9302eeb875942c3bba6a5 Author: Daniel Han-Chen Date: Sat Jan 27 23:20:41 2024 +1100 Update fast_lora.py commit e094af81a12d053ca718832c552bae43fe206ed0 Author: Daniel Han-Chen Date: Sat Jan 27 20:39:19 2024 +1100 Update fast_lora.py commit c74e1af85c0807160edab4006686bbfce00b35d4 Author: Daniel Han-Chen Date: Sat Jan 27 20:37:43 2024 +1100 Update fast_lora.py commit 363ffba1c241ebffa2a255162c13d681a352e7bc Author: Daniel Han-Chen Date: Sat Jan 27 20:17:08 2024 +1100 Update fast_lora.py commit 510c85f41263e1a1250d95351e3d06c8b89b8acf Author: Daniel Han-Chen Date: Sat Jan 27 20:04:55 2024 +1100 Update swiglu.py commit 35daafdd6e3b233508a569835feb40a2acc0cb61 Author: Daniel Han-Chen Date: Sat Jan 27 19:53:57 2024 +1100 Update fast_lora.py commit 6201f7681f9f3b359175c9574c05549bb80214c2 Author: Daniel Han-Chen Date: Sat Jan 27 19:38:28 2024 +1100 Update fast_lora.py commit 86a1c9788b3b60a2e2dc6fe8f4037444e65da81a Author: Daniel Han-Chen Date: Sat Jan 27 19:29:53 2024 +1100 Update fast_lora.py commit 8e0e4ccdc69de918b79edec65ce62c40bba8ba58 Author: Daniel Han-Chen Date: Sat Jan 27 19:18:59 2024 +1100 Update fast_lora.py commit 2e4c59deaf8c53d6632bb1364c33a9d7e0aeb63e Author: Daniel Han-Chen Date: Sat Jan 27 19:05:02 2024 +1100 Update swiglu.py commit 85e87d9ba2849c09ecc342ac1bce33a91a6638f1 Author: Daniel Han-Chen Date: Sat Jan 27 19:03:04 2024 +1100 Swiglu commit 83b6937285c83c1123c78d38ba255610d3e37242 Author: Daniel Han-Chen Date: Sat Jan 27 18:21:29 2024 +1100 Update fast_lora.py commit 3d3e7f5b42e279751975ee7878ba1c1618532103 Author: Daniel Han-Chen Date: Sat Jan 27 18:15:34 2024 +1100 Update fast_lora.py commit d3f3b6fc494ab1409f09387d8d039bd11bc53595 Author: Daniel Han-Chen Date: Sat Jan 27 18:00:41 2024 +1100 Update fast_lora.py commit e77d7c069f04f56c065df610ba81409bcb408434 Author: Daniel Han-Chen Date: Sat Jan 27 18:00:22 2024 +1100 Update fast_lora.py commit f7d11d10f84fa667065c3d2e238ce937d2b68684 Author: Daniel Han-Chen Date: Sat Jan 27 17:47:54 2024 +1100 Update fast_lora.py commit 8ed03f5f45cc31cc72a85df57c42112c88da5bcd Author: Daniel Han-Chen Date: Sat Jan 27 17:38:30 2024 +1100 Update pyproject.toml commit af65cb0d3da5368a4062c074f2ecb80965baf4a7 Author: Daniel Han-Chen Date: Sat Jan 27 04:50:47 2024 +1100 Works? commit fb5333726a90946085fa6dae1123246e706801b4 Author: Daniel Han-Chen Date: Sat Jan 27 04:49:36 2024 +1100 Update llama.py commit a59ec7903cc5968bd1cb48af6c118af176c816d8 Merge: 704e36a 7da0c50 Author: Daniel Han-Chen Date: Sat Jan 27 04:48:40 2024 +1100 Merge branch 'main' into nightly commit 704e36a64e8e290bce5bc6474a5c97d37184f7c8 Author: Daniel Han-Chen Date: Sat Jan 27 04:48:34 2024 +1100 Revert "Update llama.py" This reverts commit a208ec46e012cf470ecefe6268a66358215df7b6. commit a208ec46e012cf470ecefe6268a66358215df7b6 Author: Daniel Han-Chen Date: Sat Jan 27 04:48:03 2024 +1100 Update llama.py commit bd2ff90817fb1fdbe057b88f61e781b9d68b1c84 Author: Daniel Han-Chen Date: Sat Jan 27 04:47:42 2024 +1100 Update llama.py commit a3d892a15b0cb828164c67596cee6dc0c64a6818 Author: Daniel Han-Chen Date: Sat Jan 27 04:47:01 2024 +1100 Update llama.py commit b89599a3f728235d3714df736730dad8bbb5eb07 Author: Daniel Han-Chen Date: Sat Jan 27 04:46:47 2024 +1100 Update llama.py commit baeea64917bc27d47627d8c797e3b270a300dcdd Author: Daniel Han-Chen Date: Sat Jan 27 04:20:58 2024 +1100 Update save.py commit ecdbb28dcb949467b59e21cafc40a94cc4eebba8 Author: Daniel Han-Chen Date: Sat Jan 27 04:19:59 2024 +1100 Update save.py commit 393341f21174904fdda983454de4782e786e0471 Author: Daniel Han-Chen Date: Sat Jan 27 04:18:25 2024 +1100 Update swiglu.py commit 47babc780af9a6c724e43de422bec6652af4e986 Author: Daniel Han-Chen Date: Sat Jan 27 04:16:38 2024 +1100 Update fast_lora.py commit 9edc309f595a27175e24601df3cfe3b50bef7bd3 Author: Daniel Han-Chen Date: Sat Jan 27 04:15:37 2024 +1100 Update llama.py commit a27ac6175eaaf19e1a535e2dc8452cf62b3c8d90 Author: Daniel Han-Chen Date: Sat Jan 27 04:03:47 2024 +1100 Update utils.py commit 7fb64e0e31d871ada3c1d3ac8114304f8f62ccea Author: Daniel Han-Chen Date: Sat Jan 27 03:58:21 2024 +1100 Update fast_lora.py commit e3bd0bb74f8dfe70146c400ec9c6535cf191e119 Author: Daniel Han-Chen Date: Sat Jan 27 03:51:53 2024 +1100 Update save.py commit ba847f5411b55b948791f251c30b8221ec9727ec Author: Daniel Han-Chen Date: Sat Jan 27 03:38:33 2024 +1100 Update fast_lora.py commit c57495df6fd7b61e6fe2b8ce463f0c8ae06fb1d6 Author: Daniel Han-Chen Date: Sat Jan 27 03:38:19 2024 +1100 Update fast_lora.py commit d379bb8cf570fab2883a415c971bd731247a8943 Author: Daniel Han-Chen Date: Sat Jan 27 03:36:27 2024 +1100 Update fast_lora.py commit 421ed33b42ccc040badbd7193bc8da4aa383448d Author: Daniel Han-Chen Date: Sat Jan 27 03:23:50 2024 +1100 Update fast_lora.py commit 83ceb11cc9b76796826821ecc93e4ab6fe320802 Author: Daniel Han-Chen Date: Sat Jan 27 03:12:53 2024 +1100 Update fast_lora.py commit f3da0d2e4a661e799fda429f391454ab8d84e99d Author: Daniel Han-Chen Date: Sat Jan 27 02:52:54 2024 +1100 Update fast_lora.py commit 4ae3ad3bceaeb4cfe97b2e592e92920e2f7583de Author: Daniel Han-Chen Date: Sat Jan 27 02:34:21 2024 +1100 Update fast_lora.py commit c74d3dd3b9f1fb56289b61b7b66755dbd3495c33 Author: Daniel Han-Chen Date: Sat Jan 27 02:22:15 2024 +1100 Update fast_lora.py commit 0a1aa98d3c6851ece9a48de5ff8c0ee804e6fb0a Author: Daniel Han-Chen Date: Sat Jan 27 02:19:00 2024 +1100 Update fast_lora.py commit f7760719f0a48de63030ca61c6b754a5c6571d70 Author: Daniel Han-Chen Date: Sat Jan 27 01:28:03 2024 +1100 Update fast_lora.py commit 38bff800b64c40abd60707fcb54f772d18657a57 Author: Daniel Han-Chen Date: Sat Jan 27 01:16:31 2024 +1100 Update fast_lora.py commit 485d54fd70211c6ad94667e595fb12650cd95874 Author: Daniel Han-Chen Date: Fri Jan 26 23:48:17 2024 +1100 Update fast_lora.py commit ce08a15ceef7c4209feb09c3a241adf588604928 Author: Daniel Han-Chen Date: Fri Jan 26 23:33:17 2024 +1100 Update fast_lora.py commit b4492eb29c088487307a8fecb0951cdfba301962 Author: Daniel Han-Chen Date: Fri Jan 26 23:14:44 2024 +1100 Update fast_lora.py commit 3865c8cd68219257f55ebfd5c4de432c828d4ddd Author: Daniel Han-Chen Date: Fri Jan 26 23:06:06 2024 +1100 Update fast_lora.py commit e9e34f1d4d5c29e7330dcf09d76774af3714b168 Author: Daniel Han-Chen Date: Fri Jan 26 22:29:38 2024 +1100 Update fast_lora.py commit d96f665510569b85d6671dbf04a5245de36c4bdb Author: Daniel Han-Chen Date: Fri Jan 26 22:21:54 2024 +1100 Update swiglu.py commit f8aa20d2db39879a1e82b2cc26f075939488a753 Author: Daniel Han-Chen Date: Fri Jan 26 22:09:32 2024 +1100 Update fast_lora.py commit ae0d9380c1561a77cda9d1d0163f079a44c2a384 Author: Daniel Han-Chen Date: Fri Jan 26 22:07:10 2024 +1100 Update swiglu.py commit 694da2dba3c48ab268497772277a2d801351b8f3 Author: Daniel Han-Chen Date: Fri Jan 26 20:06:52 2024 +1100 Update fast_lora.py commit 4f573494da67fde0036619a12f81314d7edea5fa Author: Daniel Han-Chen Date: Fri Jan 26 20:04:51 2024 +1100 Update fast_lora.py commit cb06ce849bec9bb6b1fc923f979a103aefb5d741 Author: Daniel Han-Chen Date: Fri Jan 26 19:41:48 2024 +1100 Update fast_lora.py commit e0a36b356b0db8d6b4bd57b752b639419faf3d45 Author: Daniel Han-Chen Date: Fri Jan 26 19:30:18 2024 +1100 Update fast_lora.py commit c4f0de58a96043dc84776972e8d1419503d3b973 Author: Daniel Han-Chen Date: Fri Jan 26 19:21:00 2024 +1100 Update fast_lora.py commit a0a409d5afa2290d4a96357b1bc7ae278dcec353 Author: Daniel Han-Chen Date: Fri Jan 26 19:20:53 2024 +1100 Update fast_lora.py commit 97658f9a74aa1259ae6c0a879c5fa1e7ca418a24 Author: Daniel Han-Chen Date: Fri Jan 26 19:12:08 2024 +1100 Update fast_lora.py commit 979de5222011f93d1bec74464f4d4151f56f3489 Author: Daniel Han-Chen Date: Fri Jan 26 19:00:22 2024 +1100 Update fast_lora.py commit 39d251757fe8ff6edaeaa63f18edab86aa379c2c Author: Daniel Han-Chen Date: Fri Jan 26 18:19:36 2024 +1100 Update fast_lora.py commit 77365cc740d7aecdf1a127d666238716b6f9d1f8 Author: Daniel Han-Chen Date: Fri Jan 26 18:11:43 2024 +1100 Update llama.py commit 4bfbccec4b399f5795d06b01101d471dd69ac20a Author: Daniel Han-Chen Date: Fri Jan 26 18:04:59 2024 +1100 Update fast_lora.py commit 56dffca23f93cf9ed492c3e1ceb4b467be0b7e92 Author: Daniel Han-Chen Date: Fri Jan 26 17:44:10 2024 +1100 Update llama.py commit 259097bc61dc684557b66d7100155dc55d6628e9 Author: Daniel Han-Chen Date: Fri Jan 26 17:36:40 2024 +1100 Update fast_lora.py commit b8de6b6a9b4078d6fe1bfe4f7f5709851e32dc43 Author: Daniel Han-Chen Date: Fri Jan 26 17:25:36 2024 +1100 Update fast_lora.py commit 796aa4d0efbd3d996cc418dc4f0f02cad1a7a8f8 Author: Daniel Han-Chen Date: Fri Jan 26 17:13:09 2024 +1100 Update fast_lora.py commit 9ecb3bc869c79162ff0ea25d8fe62dd8370bcd4b Author: Daniel Han-Chen Date: Fri Jan 26 17:04:33 2024 +1100 Update fast_lora.py commit 7bed11a8ba1836d71415c3c87fcde5ae1cab2865 Author: Daniel Han-Chen Date: Fri Jan 26 16:43:50 2024 +1100 Update fast_lora.py commit 317bbc57fee180b6881480e460bdefacbdf6590a Author: Daniel Han-Chen Date: Fri Jan 26 16:16:32 2024 +1100 Update fast_lora.py commit c4ac728d4c87b10823499433cd0465d0766b5068 Author: Daniel Han-Chen Date: Fri Jan 26 16:08:10 2024 +1100 Update fast_lora.py commit ab449453365177ac7afa41bce24469de27222914 Author: Daniel Han-Chen Date: Fri Jan 26 14:06:25 2024 +1100 Update fast_lora.py commit 84772de40fec66aa99726f11a8f3bf4e992c02cb Author: Daniel Han-Chen Date: Fri Jan 26 13:59:57 2024 +1100 Update fast_lora.py commit 653f1036aeeab6b7c53092daebb81e0bff8f1166 Author: Daniel Han-Chen Date: Fri Jan 26 03:49:48 2024 +1100 Update fast_lora.py commit 46ec8bbc3da51e0d9cb54004dbbf89d27db80f19 Author: Daniel Han-Chen Date: Fri Jan 26 03:15:23 2024 +1100 Repatch commit 99eeebf72a85744ac3c5b35eab0418cfe12d697e Author: Daniel Han-Chen Date: Fri Jan 26 02:41:15 2024 +1100 Update swiglu.py commit ae156d9154c89eec3c5c52900fa63530638d0c70 Author: Daniel Han-Chen Date: Fri Jan 26 02:07:35 2024 +1100 Update llama.py commit 29945bd8c1ba951fe995462ae58a32124708c54d Author: Daniel Han-Chen Date: Fri Jan 26 01:33:23 2024 +1100 Update llama.py commit 194093e375b6545d62464aa8a18e001f1baf178e Author: Daniel Han-Chen Date: Thu Jan 25 23:35:56 2024 +1100 remove patching commit 4f60055f9eef9a8044adf9f1bf02ecb713341af6 Author: Daniel Han-Chen Date: Thu Jan 25 23:25:17 2024 +1100 Update fast_lora.py commit 2d25facc7b3fab2b5cd703b5f5e1eb6f796ee520 Author: Daniel Han-Chen Date: Thu Jan 25 23:14:37 2024 +1100 Update fast_lora.py commit 380f2fd6e4065c67f400125641c52aa0daee9f91 Author: Daniel Han-Chen Date: Thu Jan 25 19:05:43 2024 +1100 Fix saving and bnb-4bit commit 0474451a6a952feee084b7f11460d64be7a26b02 Author: Daniel Han-Chen Date: Thu Jan 25 03:55:26 2024 +1100 Update pyproject.toml commit 5a5d34b8aef1ec7901891f2fdd75afb0756aff61 Author: Daniel Han-Chen Date: Thu Jan 25 03:47:23 2024 +1100 Update mapper.py commit bbf5ef65af9e3f18a20a27bef8f52fa6255b6a38 Author: Daniel Han-Chen Date: Thu Jan 25 03:46:23 2024 +1100 Graceful FA2 error + torch 2.1.1 commit 5ea888c5785098b2471db77d53cf02c000126988 Author: Daniel Han-Chen Date: Thu Jan 25 02:29:37 2024 +1100 Update to transformers 4.37 commit d2f1521a49f5aa013c5cafe853c7525843204f90 Author: Daniel Han-Chen Date: Tue Jan 23 23:23:05 2024 +1100 incorrect inference commit f186fe9bc9fe711c37416692298d54b6e843428a Author: Daniel Han-Chen Date: Tue Jan 23 19:44:45 2024 +1100 Update mistral.py commit e184b06c4b44d4635d6745603a6538f3a8384b65 Author: Daniel Han-Chen Date: Tue Jan 23 19:28:17 2024 +1100 Update mistral.py commit b31450099396648be37d0a0af57402788b754ba6 Author: Daniel Han-Chen Date: Tue Jan 23 19:23:58 2024 +1100 q_len issue commit d6e85d77310cf77d33e672592975aa90c2bd7afe Author: Daniel Han-Chen Date: Tue Jan 23 19:17:42 2024 +1100 q_len == 1 commit 5d9e68181eeef30d0c0758a68ff0ff3f5bfb4cdf Author: Daniel Han-Chen Date: Tue Jan 23 19:11:17 2024 +1100 hidden_states commit f311a8efccc4b4abc4cdd58eb736f5191f40eeee Author: Daniel Han-Chen Date: Tue Jan 23 18:04:20 2024 +1100 Update llama.py commit eeee6333ec5cb3c3d12cc392e184f0295d40b971 Merge: 20d8f22 04f8771 Author: Daniel Han-Chen Date: Tue Jan 23 18:04:10 2024 +1100 Merge branch 'main' into nightly commit 20d8f223d7a346289eb6fc684481a17ea509b7aa Author: Daniel Han-Chen Date: Tue Jan 23 03:47:28 2024 +1100 Fast LoRA saving commit 1bb1c3c2b9ea27c0a630155a99526cc805f99ca7 Author: Daniel Han-Chen Date: Tue Jan 23 03:36:50 2024 +1100 LoRA commit 24c7a67556f5c3013e2b2ec0500afad1b19b38ce Author: Daniel Han-Chen Date: Tue Jan 23 02:44:52 2024 +1100 Update llama.py commit d87ef86991ed82c77bbcffd82d0313e64e555be2 Author: Daniel Han-Chen Date: Tue Jan 23 02:22:37 2024 +1100 Update llama.py commit a77c448939287e63c8380efb0bda0c6b031a1cb3 Author: Daniel Han-Chen Date: Tue Jan 23 02:18:37 2024 +1100 Update llama.py commit 5260ec2a0a554236c35a01a911bbb1a1cdc80890 Author: Daniel Han-Chen Date: Tue Jan 23 02:13:01 2024 +1100 Update llama.py commit 716e03fe1b013b1334071465232a75f07d9d3c43 Author: Daniel Han-Chen Date: Tue Jan 23 02:09:35 2024 +1100 Update llama.py commit 00f50876f7b308ea12e2f498e40d24bf2576d516 Author: Daniel Han-Chen Date: Tue Jan 23 02:03:25 2024 +1100 Update llama.py commit e5b53331376c9730cb606a4ba41a8cb2b7263005 Author: Daniel Han-Chen Date: Tue Jan 23 02:00:10 2024 +1100 Update llama.py commit 9a5062e6c4a4dc05bf930288113e131126377f68 Author: Daniel Han-Chen Date: Tue Jan 23 01:44:10 2024 +1100 Update llama.py commit 1289ae825b31ff7c88130fe197efa174b23c4338 Author: Daniel Han-Chen Date: Tue Jan 23 01:41:20 2024 +1100 RoPE commit 7e4140ebfca93fde875558b5303a367e7b0c1781 Author: Daniel Han-Chen Date: Tue Jan 23 01:37:36 2024 +1100 Update llama.py commit 1ba28d8e26ee3d46e4b2f47e59eb65a216f604f9 Author: Daniel Han-Chen Date: Tue Jan 23 01:33:51 2024 +1100 Update llama.py commit 3e1b244d5eef14713cb2f748c439b19c4c006a31 Author: Daniel Han-Chen Date: Tue Jan 23 01:29:03 2024 +1100 Fast inference RoPE commit 8647f0e86e5085e7b9fd5c8da8e8c9d23ba1e215 Author: Daniel Han-Chen Date: Tue Jan 23 01:06:34 2024 +1100 Update llama.py commit 085a8e944adb019b167d4372260125ced48e85ac Author: Daniel Han-Chen Date: Tue Jan 23 00:32:57 2024 +1100 inference commit f41a437540ee60e00d27147c49a0b51a9de37c71 Author: Daniel Han-Chen Date: Mon Jan 22 22:34:33 2024 +1100 Update utils.py commit 31f0c9c08d5b4e076f88697a24c902000e5e6f22 Author: Daniel Han-Chen Date: Mon Jan 22 22:31:38 2024 +1100 Update utils.py commit 4220f6a6dcb7a39b886ec156b1ccc9a7703d42ae Author: Daniel Han-Chen Date: Mon Jan 22 22:26:55 2024 +1100 No print commit e1cbc9e4236c972f65d05002d207a4900d2162f0 Author: Daniel Han-Chen Date: Mon Jan 22 22:21:29 2024 +1100 Update utils.py commit 050c61bc0b77414bf9e26828786c2c81f841ff62 Author: Daniel Han-Chen Date: Mon Jan 22 20:04:27 2024 +1100 Update utils.py commit 7c3b647ba7e0f72d1bca9e14f36b00d2a1554013 Author: Daniel Han-Chen Date: Mon Jan 22 20:01:59 2024 +1100 fast_linear_forward commit 8c613e851fb7b003de082f4ba046feb277c6d96c Author: Daniel Han-Chen Date: Mon Jan 22 19:36:17 2024 +1100 Apache 2 commit a18f982e67206885180b8804cc589ca67dac2426 Author: Daniel Han-Chen Date: Mon Jan 22 19:31:34 2024 +1100 Max sequence lengths commit e38485feaa2b4e63b67ad55a0b5901152d10561f Author: Daniel Han-Chen Date: Mon Jan 22 18:18:23 2024 +1100 Mistral correct RoPE scaling commit 278de9f375f348e9bbe05ab9324a25f4316bb33e Author: Daniel Han-Chen Date: Mon Jan 22 04:33:44 2024 +1100 Update llama.py commit 0666589acec7aeff93da8aa7684adf4ab2c75e2c Author: Daniel Han-Chen Date: Mon Jan 22 04:28:24 2024 +1100 Update save.py commit e34393f975de67f1c08fed85198b0f06ffec6090 Author: Daniel Han-Chen Date: Mon Jan 22 04:25:37 2024 +1100 Update llama.py commit 2a3d4f3a8d7685f1334529a85c9d2ed1ffe97b1d Author: Daniel Han-Chen Date: Mon Jan 22 04:18:42 2024 +1100 fast inference commit a5ab4dc21a420c338c788f2d901ccd3683c2c027 Merge: 8828ece 3a9b2de Author: Daniel Han-Chen Date: Mon Jan 22 01:58:00 2024 +1100 Merge branch 'main' into nightly commit 8828eceb5ba206a26e5a114a616f388610b05eb7 Author: Daniel Han-Chen Date: Sun Jan 21 22:18:53 2024 +1100 Update llama.py commit fcde58859bf319f9edf4d09b871443fe195331a7 Author: Daniel Han-Chen Date: Sun Jan 21 20:06:14 2024 +1100 Update llama.py commit 2f80890578cb93bc6bd5e3a992c4842dd7a94645 Author: Daniel Han-Chen Date: Sun Jan 21 19:21:56 2024 +1100 Update llama.py commit 7be801ff8d9359115179d57adaa0c050ee4238fa Author: Daniel Han-Chen Date: Sun Jan 21 19:10:48 2024 +1100 Update llama.py commit 92512e670ec5eeb7292e7955540a5ffcdfd552e9 Author: Daniel Han-Chen Date: Sun Jan 21 19:01:45 2024 +1100 Update llama.py commit 5c927e4930e2d52661b440c4ca1cc999a6cdb2a3 Author: Daniel Han-Chen Date: Sun Jan 21 19:01:28 2024 +1100 Update mistral.py commit fe2bc30987cd728a09f5144e2c863013ddb5b969 Author: Daniel Han-Chen Date: Sun Jan 21 18:52:25 2024 +1100 Update llama.py commit ac99a47a45bc80b424f48ce9e50de59b209af992 Author: Daniel Han-Chen Date: Sun Jan 21 18:52:15 2024 +1100 Update llama.py commit 5bf108ebdaab86688538f8b2a770ea33ef4341a7 Author: Daniel Han-Chen Date: Sun Jan 21 18:15:55 2024 +1100 Update llama.py commit b591f33a3710e2a7036f8908a1725fc39117563b Author: Daniel Han-Chen Date: Sun Jan 21 18:06:44 2024 +1100 Update llama.py commit da7b4f59ee0a4e2dcb8d5177f8603800fd281b2c Author: Daniel Han-Chen Date: Sun Jan 21 17:32:37 2024 +1100 Update save.py commit 196ab974d6848ca63c310b7c753e79ebc95e3230 Author: Daniel Han-Chen Date: Sun Jan 21 16:53:58 2024 +1100 Update llama.py commit cbc1c69e294bf6a491f77bde13b30ac2fa9dd454 Author: Daniel Han-Chen Date: Sun Jan 21 16:22:28 2024 +1100 faster saving & inference --- unsloth/__init__.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/unsloth/__init__.py b/unsloth/__init__.py index 40da487e7f..7d271edf4e 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -53,8 +53,6 @@ if (major_torch < 2): elif (major_torch == 2) and (minor_torch < 2): # Disable expandable_segments del os.environ["PYTORCH_CUDA_ALLOC_CONF"] - # Must reimport Pytorch! - importlib.reload(torch) pass