mirror of
https://github.com/docling-project/docling-serve.git
synced 2025-11-29 08:33:50 +00:00
128 lines
4.6 KiB
Python
128 lines
4.6 KiB
Python
import json
|
|
|
|
import httpx
|
|
import pytest
|
|
import pytest_asyncio
|
|
from pytest_check import check
|
|
|
|
from docling_serve.settings import docling_serve_settings
|
|
|
|
|
|
@pytest_asyncio.fixture
|
|
async def async_client():
|
|
headers = {}
|
|
if docling_serve_settings.api_key:
|
|
headers["X-Api-Key"] = docling_serve_settings.api_key
|
|
async with httpx.AsyncClient(timeout=60.0, headers=headers) as client:
|
|
yield client
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_convert_url(async_client):
|
|
"""Test convert URL to all outputs"""
|
|
url = "http://localhost:5001/v1/convert/source"
|
|
payload = {
|
|
"options": {
|
|
"from_formats": [
|
|
"docx",
|
|
"pptx",
|
|
"html",
|
|
"image",
|
|
"pdf",
|
|
"asciidoc",
|
|
"md",
|
|
"xlsx",
|
|
],
|
|
"to_formats": ["md", "json", "html", "text", "doctags"],
|
|
"image_export_mode": "placeholder",
|
|
"ocr": True,
|
|
"force_ocr": False,
|
|
"ocr_engine": "easyocr",
|
|
"ocr_lang": ["en"],
|
|
"pdf_backend": "dlparse_v2",
|
|
"table_mode": "fast",
|
|
"abort_on_error": False,
|
|
},
|
|
"sources": [{"kind": "http", "url": "https://arxiv.org/pdf/2206.01062"}],
|
|
}
|
|
print(json.dumps(payload, indent=2))
|
|
|
|
response = await async_client.post(url, json=payload)
|
|
assert response.status_code == 200, "Response should be 200 OK"
|
|
|
|
data = response.json()
|
|
|
|
# Response content checks
|
|
# Helper function to safely slice strings
|
|
def safe_slice(value, length=100):
|
|
if isinstance(value, str):
|
|
return value[:length]
|
|
return str(value) # Convert non-string values to string for debug purposes
|
|
|
|
# Document check
|
|
check.is_in(
|
|
"document",
|
|
data,
|
|
msg=f"Response should contain 'document' key. Received keys: {list(data.keys())}",
|
|
)
|
|
# MD check
|
|
check.is_in(
|
|
"md_content",
|
|
data.get("document", {}),
|
|
msg=f"Response should contain 'md_content' key. Received keys: {list(data.get('document', {}).keys())}",
|
|
)
|
|
if data.get("document", {}).get("md_content") is not None:
|
|
check.is_in(
|
|
"## DocLayNet: ",
|
|
data["document"]["md_content"],
|
|
msg=f"Markdown document should contain 'DocLayNet: '. Received: {safe_slice(data['document']['md_content'])}",
|
|
)
|
|
# JSON check
|
|
check.is_in(
|
|
"json_content",
|
|
data.get("document", {}),
|
|
msg=f"Response should contain 'json_content' key. Received keys: {list(data.get('document', {}).keys())}",
|
|
)
|
|
if data.get("document", {}).get("json_content") is not None:
|
|
check.is_in(
|
|
'{"schema_name": "DoclingDocument"',
|
|
json.dumps(data["document"]["json_content"]),
|
|
msg=f'JSON document should contain \'{{\\n "schema_name": "DoclingDocument\'". Received: {safe_slice(data["document"]["json_content"])}',
|
|
)
|
|
# HTML check
|
|
check.is_in(
|
|
"html_content",
|
|
data.get("document", {}),
|
|
msg=f"Response should contain 'html_content' key. Received keys: {list(data.get('document', {}).keys())}",
|
|
)
|
|
if data.get("document", {}).get("html_content") is not None:
|
|
check.is_in(
|
|
"<!DOCTYPE html>\n<html>\n<head>",
|
|
data["document"]["html_content"],
|
|
msg=f"HTML document should contain '<!DOCTYPE html>\\n<html>'. Received: {safe_slice(data['document']['html_content'])}",
|
|
)
|
|
# Text check
|
|
check.is_in(
|
|
"text_content",
|
|
data.get("document", {}),
|
|
msg=f"Response should contain 'text_content' key. Received keys: {list(data.get('document', {}).keys())}",
|
|
)
|
|
if data.get("document", {}).get("text_content") is not None:
|
|
check.is_in(
|
|
"DocLayNet: A Large Human-Annotated Dataset",
|
|
data["document"]["text_content"],
|
|
msg=f"Text document should contain 'DocLayNet: A Large Human-Annotated Dataset'. Received: {safe_slice(data['document']['text_content'])}",
|
|
)
|
|
# DocTags check
|
|
check.is_in(
|
|
"doctags_content",
|
|
data.get("document", {}),
|
|
msg=f"Response should contain 'doctags_content' key. Received keys: {list(data.get('document', {}).keys())}",
|
|
)
|
|
if data.get("document", {}).get("doctags_content") is not None:
|
|
check.is_in(
|
|
"<doctag><page_header><loc",
|
|
data["document"]["doctags_content"],
|
|
msg=f"DocTags document should contain '<doctag><page_header><loc'. Received: {safe_slice(data['document']['doctags_content'])}",
|
|
)
|