From 20d94fb0a2825bf5dcb346bfe25f25d7940e8b38 Mon Sep 17 00:00:00 2001
From: Huiqiang Jiang <hjiang@microsoft.com>
Date: Tue, 11 Mar 2025 09:58:30 +0000
Subject: [PATCH] Fix(LLMLingua): support bf16

---
 llmlingua/prompt_compressor.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/llmlingua/prompt_compressor.py b/llmlingua/prompt_compressor.py
index da5e765..7af7920 100644
--- a/llmlingua/prompt_compressor.py
+++ b/llmlingua/prompt_compressor.py
@@ -1,4 +1,4 @@
-# Copyright (c) 2023 Microsoft
+# Copyright (c) 2023-2025 Microsoft
 # Licensed under The MIT License [see LICENSE for details]
 
 import bisect
@@ -1335,7 +1335,6 @@ def sync_sentence(sentences, text):
             sentence_ppl = [
                 self.get_condition_ppl(sentence, question, condition_in_question)
                 .cpu()
-                .numpy()
                 .item()
                 for sentence in context_sentences
             ]