Update app.py

app.py

@@ -1,50 +1,15 @@
-import spaces
 import gradio as gr
-from sacremoses import MosesPunctNormalizer
-from stopes.pipelines.monolingual.utils.sentence_split import get_split_algo
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 from flores import code_mapping
-import platform
-import torch
-import nltk
 from functools import lru_cache
-
-nltk.download("punkt_tab")
-
-REMOVED_TARGET_LANGUAGES = {"Ligurian", "Lombard", "Sicilian"}
-
-
-device = "cpu" if platform.system() == "Darwin" else "cuda"
-MODEL_NAME = "facebook/nllb-200-3.3B"
+import openai  # 用于调用外部API
 
 code_mapping = dict(sorted(code_mapping.items(), key=lambda item: item[0]))
 flores_codes = list(code_mapping.keys())
-target_languages = [language for language in flores_codes if not language in REMOVED_TARGET_LANGUAGES]
-
-def load_model():
-    model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME).to(device)
-    print(f"Model loaded in {device}")
-    return model
-
-
-model = load_model()
-
+target_languages = flores_codes  # 简化列表
 
-# Loading the tokenizer once, because re-loading it takes about 1.5 seconds each time
-tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
+# 假设openai_client已定义，例如：
+openai_client = openai.OpenAI(base_url="https://ssapi.cppbear.site", api_key="sk-5VFSx79t3fLQk4BtN68WTeeRckZ12CONElR7RsK39zrQysji")
 
-
-punct_normalizer = MosesPunctNormalizer(lang="en")
-
-
-@lru_cache(maxsize=202)
-def get_language_specific_sentence_splitter(language_code):
-    short_code = language_code[:3]
-    splitter = get_split_algo(short_code, "default")
-    return splitter
-
-
-# cache function
 @lru_cache(maxsize=100)
 def translate(text: str, src_lang: str, tgt_lang: str):
     if not src_lang:
@@ -53,83 +18,37 @@ def translate(text: str, src_lang: str, tgt_lang: str):
         raise gr.Error("The target language is empty! Please choose it in the dropdown list.")
     return _translate(text, src_lang, tgt_lang)
 
-
-# Only assign GPU if cache not used
-@spaces.GPU
 def _translate(text: str, src_lang: str, tgt_lang: str):
-    src_code = code_mapping[src_lang]
-    tgt_code = code_mapping[tgt_lang]
-    tokenizer.src_lang = src_code
-    tokenizer.tgt_lang = tgt_code
-
-    # normalizing the punctuation first
-    text = punct_normalizer.normalize(text)
-
-    paragraphs = text.split("\n")
-    translated_paragraphs = []
-
-    for paragraph in paragraphs:
-        splitter = get_language_specific_sentence_splitter(src_code)
-        sentences = list(splitter(paragraph))
-        translated_sentences = []
-
-        for sentence in sentences:
-            input_tokens = (
-                tokenizer(sentence, return_tensors="pt")
-                .input_ids[0]
-                .cpu()
-                .numpy()
-                .tolist()
-            )
-            translated_chunk = model.generate(
-                input_ids=torch.tensor([input_tokens]).to(device),
-                forced_bos_token_id=tokenizer.convert_tokens_to_ids(tgt_code),
-                max_length=len(input_tokens) + 50,
-                num_return_sequences=1,
-                num_beams=5,
-                no_repeat_ngram_size=4,  # repetition blocking works better if this number is below num_beams  
-                renormalize_logits=True,  # recompute token probabilities after banning the repetitions
-            )
-            translated_chunk = tokenizer.decode(
-                translated_chunk[0], skip_special_tokens=True
-            )
-            translated_sentences.append(translated_chunk)
-
-        translated_paragraph = " ".join(translated_sentences)
-        translated_paragraphs.append(translated_paragraph)
-
-    return "\n".join(translated_paragraphs)
-
-
+    prompt = f"Translate the following text from {src_lang} to {tgt_lang}: {text}"
+    response = openai_client.chat.completions.create(
+        model="v0-1.5-md",  # 如gpt-3.5-turbo或其他兼容模型
+        messages=[{"role": "user", "content": prompt}],
+        max_tokens=1024,
+        temperature=0.0
+    )
+    return response.choices[0].message.content.strip()
 
 description = """
 <div style="text-align: center;">
     <img src="https://huggingface.co/spaces/UNESCO/nllb/resolve/main/UNESCO_META_HF_BANNER.png" alt="UNESCO Meta Hugging Face Banner" style="max-width: 800px; width: 100%; margin: 0 auto;">
     <h1 style="color: #0077be;">UNESCO Language Translator, powered by Meta and Hugging Face</h1>
 </div>
-
 UNESCO, Meta, and Hugging Face have come together to create an accessible, high-quality translation experience in 200 languages. 
-
 This is made possible through an open approach to AI innovation using Meta's open-sourced No Language Left Behind (NLLB) AI model, hosted on Hugging Face Spaces.
 """
 disclaimer = """
 ## Disclaimer
-
 This translation interface, developed as part of UNESCO's work on Multilingualism and supported by Meta's No Language Left Behind AI model and Hugging Face, is designed to assist with language translation using open-source AI technologies. However, translations generated by the tool may not be accurate or perfect. While we strive to provide accurate translations, the tool may produce inaccuracies due to the complexity and nuances of different languages.
-
 - The tool may not fully capture the context, cultural nuances, idiomatic expressions, or specific terminologies.
 - Manual review and adjustment are recommended for important translations.
 - The translations are provided "as is" without any warranties of any kind, either expressed or implied.
 - Users should not rely solely on the tool for critical or sensitive translations and are responsible for verifying the accuracy and appropriateness of the translations for their specific needs.
 - We recommend consulting with professional translators for official, legal, medical, or other critical translations.
 - We shall not be liable for any direct, indirect, incidental, special, or consequential damages arising out of or in connection with the use or inability to use the translation tool, including but not limited to errors or omissions in translations.
-
 By using this translation tool, you agree to these terms and acknowledge that the use of the tool is at your own risk.
-
 For any feedback or support, please contact UNESCO World Atlas of Languages Team: WAL.Data@unesco.org.
 """
 
-
 examples_inputs = [["The United Nations Educational, Scientific and Cultural Organization is a specialized agency of the United Nations with the aim of promoting world peace and security through international cooperation in education, arts, sciences and culture. ","English","Ayacucho Quechua"],]
 
 with gr.Blocks() as demo:
@@ -151,4 +70,4 @@ with gr.Blocks() as demo:
     examples = gr.Examples(examples=examples_inputs,inputs=[input_text, src_lang,target_lang], fn=translate, outputs=output, cache_examples=True)
     with gr.Row():
         gr.Markdown(disclaimer)
-demo.launch()
+demo.launch()