From 2dd32af81291f341542c31bab582082c785a69c2 Mon Sep 17 00:00:00 2001 From: "yuze.zyz" Date: Wed, 10 Jul 2024 15:27:06 +0800 Subject: [PATCH 1/2] fix get labels --- swift/trainers/trainers.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/swift/trainers/trainers.py b/swift/trainers/trainers.py index 910eba196..72e608caf 100644 --- a/swift/trainers/trainers.py +++ b/swift/trainers/trainers.py @@ -202,12 +202,13 @@ def compute_loss(self, model, inputs, return_outputs=None): else: loss = outputs['loss'] if isinstance(outputs, dict) else outputs[0] + if labels is None: + labels = inputs['labels'] + if self.sequence_parallel_size > 1: from swift.trainers.xtuner import reduce_xtuner_sequence_parallel_loss loss = reduce_xtuner_sequence_parallel_loss(loss, labels) - if labels is None: - labels = inputs['labels'] if self.is_encoder_decoder: preds = outputs.logits.argmax(dim=2)[..., :] labels = labels[..., :] From b19449905f15e440df5d540b2287625ada5c993e Mon Sep 17 00:00:00 2001 From: "yuze.zyz" Date: Wed, 10 Jul 2024 15:33:25 +0800 Subject: [PATCH 2/2] remove useless dependencies --- requirements/llm.txt | 2 -- 1 file changed, 2 deletions(-) diff --git a/requirements/llm.txt b/requirements/llm.txt index 3a18c7839..3cae41150 100644 --- a/requirements/llm.txt +++ b/requirements/llm.txt @@ -1,10 +1,8 @@ attrdict charset_normalizer cpm_kernels -einops fastapi gradio>=3.40.0 -importlib_metadata openai sentencepiece tiktoken