import requests import torch from PIL import Image from transformers import pipeline from paddleocr import PaddleOCR from transformers import BlipProcessor, BlipForConditionalGeneration """事实证明除中文外,英语转成其他语言更难""" language_pairs = { "en-zh": "Helsinki-NLP/opus-mt-en-zh", # 1:英语到中文 "zh-en": "Helsinki-NLP/opus-mt-zh-en", # 2:中文到英语 "en-fr": "Helsinki-NLP/opus-mt-en-fr", # 3:英语到法语 "fr-en": "Helsinki-NLP/opus-mt-fr-en", # 4:法语到英语 "en-es": "Helsinki-NLP/opus-mt-en-es", # 5:英语到西班牙语 "es-en": "Helsinki-NLP/opus-mt-es-en", # 6:西班牙语到英语 "en-de": "Helsinki-NLP/opus-mt-en-de", # 7:英语到德语 "de-en": "Helsinki-NLP/opus-mt-de-en", # 8:德语到英语 "en-ru": "Helsinki-NLP/opus-mt-en-ru", # 9:英语到俄语 "ru-en": "Helsinki-NLP/opus-mt-ru-en", # 10:俄语到英语 "zh-fr": "Helsinki-NLP/opus-mt-zh-fr", # 11:中文到法语 "fr-zh": "Helsinki-NLP/opus-mt-fr-zh", # 12:法语到中文 } flag = int(input('请选择要进行的模式(文字识别请输入1,图片理解请输入2):')) pairs = 1 # 默认为英转中 # image_path_identify = '测试图片/img_12.jpg' # 用来文字识别的图片所在的文件路径 # image_path_understand = r"测试图片/birds-6968147_640.jpg" # 用来进行图片理解的文件路径 while True: if flag == 1: image_path_identify = input("请输入测试图片本地路径:") # 用来文字识别的图片所在的文件路径 if torch.cuda.is_available(): # 使用 GPU ocr = PaddleOCR(use_angle_cls=True, lang='ch', use_gpu=True) print("使用 GPU 进行 OCR") else: # 使用 CPU ocr = PaddleOCR(use_angle_cls=True, lang='ch', use_gpu=False) print("使用 CPU 进行 OCR") flag = 0 result = ocr.ocr(image_path_identify, cls=True) # 提取纯文字内容 extracted_text = [res[1][0] for res in result[0]] """-----------------------------------------这是文字识别的输出--------------------------------------------------""" print("文字识别结果如下:") for text in extracted_text: print(text) if flag == 2: image_path_understand = input("请输入测试图片本地路径:") # 用来进行图片理解的文件路径 # 图片理解模块 processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-base") model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-base") image_path = image_path_understand # 本地图片路径 image = Image.open(image_path) # 处理图片 inputs = processor(images=image, return_tensors="pt") output = model.generate(**inputs) # 解码生成的描述 description = processor.decode(output[0], skip_special_tokens=True) print(description) if pairs == 1: language_pair = "en-zh" if pairs == 2: language_pair = "zh-en" if pairs == 3: language_pair = "en-fr" if pairs == 4: language_pair = "fr-en" if pairs == 5: language_pair = "en-es" if pairs == 6: language_pair = "es-en" if pairs == 7: language_pair = "en-de" if pairs == 8: language_pair = "de-en" if pairs == 9: language_pair = "en-ru" if pairs == 10: language_pair = "ru-en" if pairs == 11: language_pair = "zh-fr" if pairs == 12: language_pair = "fr-zh" translator = pipeline("translation", model=language_pairs[language_pair]) # 翻译文本 result = translator(description, max_length=40) translation_text = result[0]['translation_text'] print(translation_text) flag_break = input("还要继续吗,退出请按1再回车:") if flag_break == '1': break