简单翻译
在 [ ]:
Copied!
import logging
import time
from pathlib import Path
import logging
import time
from pathlib import Path
在 [ ]:
Copied!
from docling_core.types.doc import ImageRefMode, PictureItem, TableItem, TextItem
从 docling_core.types.doc 导入 ImageRefMode、PictureItem、TableItem、TextItem
在 [ ]:
Copied!
from docling.datamodel.base_models import FigureElement, InputFormat, Table
from docling.datamodel.pipeline_options import PdfPipelineOptions
from docling.document_converter import DocumentConverter, PdfFormatOption
从 docling.datamodel.base_models 导入 FigureElement、InputFormat、Table
从 docling.datamodel.pipeline_options 导入 PdfPipelineOptions
从 docling.document_converter 导入 DocumentConverter、PdfFormatOption
在 [ ]:
Copied!
_log = logging.getLogger(__name__)
_log = logging.getLogger(__name__)
在 [ ]:
Copied!
IMAGE_RESOLUTION_SCALE = 2.0
图像分辨率缩放 = 2.0
在 [ ]:
Copied!
# FIXME: put in your favorite translation code ....
def translate(text: str, src: str = "en", dest: str = "de"):
_log.warning("!!! IMPLEMENT HERE YOUR FAVORITE TRANSLATION CODE!!!")
# from googletrans import Translator
# Initialize the translator
# translator = Translator()
# Translate text from English to German
# text = "Hello, how are you?"
# translated = translator.translate(text, src="en", dest="de")
return text
# FIXME: 将您喜欢的翻译代码放在这里 ....
def translate(text: str, src: str = "en", dest: str = "de"):
_log.warning("!!! 在这里实现您喜欢的翻译代码!!!")
# from googletrans import Translator
# 初始化翻译器
# translator = Translator()
# 将文本从英语翻译成德语
# text = "Hello, how are you?"
# translated = translator.translate(text, src="en", dest="de")
return text
在 [ ]:
Copied!
def main():
logging.basicConfig(level=logging.INFO)
input_doc_path = Path("./tests/data/pdf/2206.01062.pdf")
output_dir = Path("scratch")
# Important: For operating with page images, we must keep them, otherwise the DocumentConverter
# will destroy them for cleaning up memory.
# This is done by setting PdfPipelineOptions.images_scale, which also defines the scale of images.
# scale=1 correspond of a standard 72 DPI image
# The PdfPipelineOptions.generate_* are the selectors for the document elements which will be enriched
# with the image field
pipeline_options = PdfPipelineOptions()
pipeline_options.images_scale = IMAGE_RESOLUTION_SCALE
pipeline_options.generate_page_images = True
pipeline_options.generate_picture_images = True
doc_converter = DocumentConverter(
format_options={
InputFormat.PDF: PdfFormatOption(pipeline_options=pipeline_options)
}
)
start_time = time.time()
conv_res = doc_converter.convert(input_doc_path)
conv_doc = conv_res.document
# Save markdown with embedded pictures in original text
md_filename = output_dir / f"{doc_filename}-with-images-orig.md"
conv_doc.save_as_markdown(md_filename, image_mode=ImageRefMode.EMBEDDED)
for element, _level in conv_res.document.iterate_items():
if isinstance(element, TextItem):
element.orig = element.text
element.text = translate(text=element.text)
elif isinstance(element, TableItem):
for cell in element.data.table_cells:
cell.text = translate(text=element.text)
# Save markdown with embedded pictures in translated text
md_filename = output_dir / f"{doc_filename}-with-images-translated.md"
conv_doc.save_as_markdown(md_filename, image_mode=ImageRefMode.EMBEDDED)
def main():
logging.basicConfig(level=logging.INFO)
input_doc_path = Path("./tests/data/pdf/2206.01062.pdf")
output_dir = Path("scratch")
# 重要提示:为了处理页面图像,我们必须保留它们,否则 DocumentConverter
# 会为了清理内存而销毁它们。
# 这通过设置 PdfPipelineOptions.images_scale 完成,这也定义了图像的比例。
# scale=1 对应标准的 72 DPI 图像
# PdfPipelineOptions.generate_* 是将通过图像字段丰富的文档元素的选择器
pipeline_options = PdfPipelineOptions()
pipeline_options.images_scale = IMAGE_RESOLUTION_SCALE
pipeline_options.generate_page_images = True
pipeline_options.generate_picture_images = True
doc_converter = DocumentConverter(
format_options={
InputFormat.PDF: PdfFormatOption(pipeline_options=pipeline_options)
}
)
start_time = time.time()
conv_res = doc_converter.convert(input_doc_path)
conv_doc = conv_res.document
# 保存包含原始文本嵌入图像的 markdown
md_filename = output_dir / f"{doc_filename}-with-images-orig.md"
conv_doc.save_as_markdown(md_filename, image_mode=ImageRefMode.EMBEDDED)
for element, _level in conv_res.document.iterate_items():
if isinstance(element, TextItem):
element.orig = element.text
element.text = translate(text=element.text)
elif isinstance(element, TableItem):
for cell in element.data.table_cells:
cell.text = translate(text=element.text)
# 保存包含翻译文本嵌入图像的 markdown
md_filename = output_dir / f"{doc_filename}-with-images-translated.md"
conv_doc.save_as_markdown(md_filename, image_mode=ImageRefMode.EMBEDDED)