Bug fix
This commit is contained in:
parent
3e5f061133
commit
d5c427adea
2 changed files with 8 additions and 1 deletions
|
|
@ -12,7 +12,7 @@
|
|||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
__version__ = "2025.3.1"
|
||||
__version__ = "2025.3.2"
|
||||
|
||||
__all__ = [
|
||||
"SUPPORTS_BFLOAT16",
|
||||
|
|
|
|||
|
|
@ -859,6 +859,7 @@ pass
|
|||
|
||||
import inspect
|
||||
from inspect import getsource
|
||||
import trl
|
||||
import trl.trainer.sft_trainer
|
||||
from trl.trainer.sft_trainer import *
|
||||
from transformers.trainer import *
|
||||
|
|
@ -1046,3 +1047,9 @@ pass
|
|||
|
||||
# Finally patch TRL tokenizer things -> moved to RL
|
||||
# patch_sft_trainer_tokenizer()
|
||||
|
||||
# Temporary measure to stop tokenizing data twice
|
||||
if hasattr(trl, "data_utils"):
|
||||
def maybe_apply_chat_template(example, *args, **kwargs): return example
|
||||
trl.data_utils.maybe_apply_chat_template = maybe_apply_chat_template
|
||||
pass
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue