chore: 1.0.0 release
This commit is contained in:
binaryify
@@ -0,0 +1,427 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Export a PPTD project as page images through Kimi's public editor for visual QA.
|
||||
|
||||
Reuses the same localhost SDK host and agent-browser flow as export_pptx.py, but
|
||||
chooses 图片 in the export dialog, captures the images ZIP, unzips it, and stitches
|
||||
all pages into a single overview image that a multimodal model can review.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import math
|
||||
import os
|
||||
import re
|
||||
import shutil
|
||||
import subprocess
|
||||
import sys
|
||||
import tempfile
|
||||
import time
|
||||
import uuid
|
||||
import zipfile
|
||||
from pathlib import Path
|
||||
from typing import Any, Dict, List, Optional, Sequence, Tuple
|
||||
|
||||
from export_pptx import (
|
||||
HOST_TEMPLATE,
|
||||
BrowserSession,
|
||||
ExportError,
|
||||
build_payload,
|
||||
ensure_agent_browser,
|
||||
find_download,
|
||||
find_manifest,
|
||||
log,
|
||||
ref_by_name,
|
||||
serve,
|
||||
wait_for_export_dialog,
|
||||
)
|
||||
|
||||
IMAGE_SUFFIXES = {".png", ".jpg", ".jpeg", ".webp"}
|
||||
OVERVIEW_COLUMNS = 3
|
||||
OVERVIEW_THUMB_WIDTH = 640
|
||||
OVERVIEW_LABEL_HEIGHT = 32
|
||||
OVERVIEW_GAP = 12
|
||||
|
||||
|
||||
def ensure_pillow() -> Tuple[Any, Any, Any]:
|
||||
try:
|
||||
from PIL import Image, ImageDraw, ImageFont
|
||||
|
||||
return Image, ImageDraw, ImageFont
|
||||
except ImportError:
|
||||
log("Pillow is required for stitching; installing pillow with pip --user")
|
||||
process = subprocess.run(
|
||||
[sys.executable, "-m", "pip", "install", "--user", "pillow"],
|
||||
text=True,
|
||||
stdout=subprocess.PIPE,
|
||||
stderr=subprocess.STDOUT,
|
||||
timeout=300,
|
||||
)
|
||||
if process.returncode != 0:
|
||||
raise ExportError(f"failed to install Pillow:\n{process.stdout[-2000:]}")
|
||||
from PIL import Image, ImageDraw, ImageFont
|
||||
|
||||
return Image, ImageDraw, ImageFont
|
||||
|
||||
|
||||
def is_image_zip(path: Path) -> bool:
|
||||
if not path.is_file() or path.name.endswith(".crdownload"):
|
||||
return False
|
||||
try:
|
||||
with zipfile.ZipFile(path) as archive:
|
||||
return any(
|
||||
Path(name).suffix.lower() in IMAGE_SUFFIXES
|
||||
for name in archive.namelist()
|
||||
)
|
||||
except (OSError, zipfile.BadZipFile):
|
||||
return False
|
||||
|
||||
|
||||
def page_sort_key(path: Path) -> Tuple[int, str]:
|
||||
match = re.match(r"(\d+)", path.stem)
|
||||
return (int(match.group(1)) if match else sys.maxsize, path.name)
|
||||
|
||||
|
||||
def unzip_images(archive_path: Path, pages_dir: Path) -> List[Path]:
|
||||
pages_dir.mkdir(parents=True, exist_ok=True)
|
||||
images: List[Path] = []
|
||||
with zipfile.ZipFile(archive_path) as archive:
|
||||
for info in archive.infolist():
|
||||
if info.is_dir() or Path(info.filename).suffix.lower() not in IMAGE_SUFFIXES:
|
||||
continue
|
||||
name = Path(info.filename).name
|
||||
if not name:
|
||||
continue
|
||||
target = pages_dir / name
|
||||
with archive.open(info) as source, target.open("wb") as out:
|
||||
shutil.copyfileobj(source, out)
|
||||
images.append(target)
|
||||
images.sort(key=page_sort_key)
|
||||
if not images:
|
||||
raise ExportError(f"no page images found in: {archive_path}")
|
||||
return images
|
||||
|
||||
|
||||
def label_font(image_font: Any) -> Any:
|
||||
try:
|
||||
return image_font.load_default(size=18)
|
||||
except TypeError: # older Pillow without the size argument
|
||||
return image_font.load_default()
|
||||
|
||||
|
||||
def stitch_overview(
|
||||
images: Sequence[Path],
|
||||
output: Path,
|
||||
image_cls: Any,
|
||||
draw_cls: Any,
|
||||
image_font: Any,
|
||||
) -> Path:
|
||||
thumbs: List[Tuple[str, Any]] = []
|
||||
for index, path in enumerate(images, start=1):
|
||||
with image_cls.open(path) as opened:
|
||||
frame = opened.convert("RGB")
|
||||
ratio = OVERVIEW_THUMB_WIDTH / frame.width
|
||||
thumb = frame.resize(
|
||||
(OVERVIEW_THUMB_WIDTH, max(1, round(frame.height * ratio)))
|
||||
)
|
||||
thumbs.append((f"P{index}", thumb))
|
||||
|
||||
columns = OVERVIEW_COLUMNS
|
||||
rows = math.ceil(len(thumbs) / columns)
|
||||
cell_height = OVERVIEW_LABEL_HEIGHT + max(thumb.height for _, thumb in thumbs)
|
||||
width = columns * OVERVIEW_THUMB_WIDTH + (columns + 1) * OVERVIEW_GAP
|
||||
height = rows * cell_height + (rows + 1) * OVERVIEW_GAP
|
||||
|
||||
overview = image_cls.new("RGB", (width, height), "#e5e7eb")
|
||||
draw = draw_cls.Draw(overview)
|
||||
font = label_font(image_font)
|
||||
for position, (label, thumb) in enumerate(thumbs):
|
||||
column = position % columns
|
||||
row = position // columns
|
||||
x = OVERVIEW_GAP + column * (OVERVIEW_THUMB_WIDTH + OVERVIEW_GAP)
|
||||
y = OVERVIEW_GAP + row * (cell_height + OVERVIEW_GAP)
|
||||
draw.rectangle(
|
||||
(x, y, x + OVERVIEW_THUMB_WIDTH, y + OVERVIEW_LABEL_HEIGHT - 4),
|
||||
fill="#111827",
|
||||
)
|
||||
draw.text((x + 8, y + 5), label, fill="#ffffff", font=font)
|
||||
overview.paste(thumb, (x, y + OVERVIEW_LABEL_HEIGHT))
|
||||
|
||||
overview.save(output, "JPEG", quality=85)
|
||||
return output
|
||||
|
||||
|
||||
OOPIF_URL_HINT = "kimi.com/neo-ppt"
|
||||
|
||||
# The export dialog's 图片 format option is a plain <div class="radio-group-item">
|
||||
# without an ARIA role, so agent-browser's interactive snapshot never exposes it
|
||||
# and cross-origin iframe rules block page-level eval. Clicking it requires CDP.
|
||||
IMAGE_FORMAT_CLICK_JS = """
|
||||
(() => {
|
||||
const items = [...document.querySelectorAll('.radio-group-item')];
|
||||
const pool = items.length
|
||||
? items
|
||||
: [...document.querySelectorAll('div,span,label,button')].filter(
|
||||
(el) => el.children.length === 0
|
||||
);
|
||||
const target = pool.find((el) => el.textContent.trim() === '图片');
|
||||
if (!target) return null;
|
||||
target.click();
|
||||
return 'clicked';
|
||||
})()
|
||||
""".strip()
|
||||
|
||||
ACTIVE_FORMAT_JS = """
|
||||
(() => {
|
||||
const active = document.querySelector('.radio-group-item.active');
|
||||
return active ? active.textContent.trim() : null;
|
||||
})()
|
||||
""".strip()
|
||||
|
||||
|
||||
def ensure_websocket() -> Any:
|
||||
try:
|
||||
import websocket
|
||||
|
||||
return websocket
|
||||
except ImportError:
|
||||
log("websocket-client is required for dialog automation; installing with pip --user")
|
||||
process = subprocess.run(
|
||||
[sys.executable, "-m", "pip", "install", "--user", "websocket-client"],
|
||||
text=True,
|
||||
stdout=subprocess.PIPE,
|
||||
stderr=subprocess.STDOUT,
|
||||
timeout=300,
|
||||
)
|
||||
if process.returncode != 0:
|
||||
raise ExportError(f"failed to install websocket-client:\n{process.stdout[-2000:]}")
|
||||
import websocket
|
||||
|
||||
return websocket
|
||||
|
||||
|
||||
def browser_cdp_url(browser: BrowserSession) -> str:
|
||||
process = browser.run(["get", "cdp-url"], timeout=30)
|
||||
match = re.search(r"ws://\S+", process.stdout)
|
||||
if not match:
|
||||
raise ExportError(
|
||||
f"could not determine the browser CDP URL:\n{process.stdout[-500:]}"
|
||||
)
|
||||
return match.group(0)
|
||||
|
||||
|
||||
def evaluate_in_iframe(cdp_url: str, url_hint: str, expression: str) -> Any:
|
||||
websocket = ensure_websocket()
|
||||
|
||||
def call(socket: Any, request_id: int, method: str, params: Dict[str, Any]) -> Dict[str, Any]:
|
||||
socket.send(json.dumps({"id": request_id, "method": method, "params": params}))
|
||||
while True:
|
||||
message = json.loads(socket.recv())
|
||||
if message.get("id") != request_id:
|
||||
continue
|
||||
if "error" in message:
|
||||
raise ExportError(f"CDP {method} failed: {message['error']}")
|
||||
return message.get("result", {})
|
||||
|
||||
# websocket-client honors http_proxy env vars; the CDP endpoint is local,
|
||||
# so strip proxy settings instead of tunneling localhost through the proxy.
|
||||
proxy_env = ("http_proxy", "https_proxy", "HTTP_PROXY", "HTTPS_PROXY", "all_proxy", "ALL_PROXY")
|
||||
saved_proxy = {name: os.environ.pop(name) for name in proxy_env if name in os.environ}
|
||||
try:
|
||||
socket = websocket.create_connection(cdp_url, timeout=30, suppress_origin=True)
|
||||
finally:
|
||||
os.environ.update(saved_proxy)
|
||||
try:
|
||||
targets = call(socket, 1, "Target.getTargets", {}).get("targetInfos", [])
|
||||
target = next(
|
||||
(item for item in targets if url_hint in str(item.get("url", ""))), None
|
||||
)
|
||||
if target is None:
|
||||
visible = ", ".join(
|
||||
f"{item.get('type')}:{str(item.get('url', ''))[:80]}" for item in targets
|
||||
)
|
||||
raise ExportError(
|
||||
f"no browser target matches {url_hint!r}; observed: {visible}"
|
||||
)
|
||||
attached = call(
|
||||
socket,
|
||||
2,
|
||||
"Target.attachToTarget",
|
||||
{"targetId": target["targetId"], "flatten": True},
|
||||
)
|
||||
session_id = attached["sessionId"]
|
||||
socket.send(
|
||||
json.dumps(
|
||||
{
|
||||
"id": 3,
|
||||
"sessionId": session_id,
|
||||
"method": "Runtime.evaluate",
|
||||
"params": {"expression": expression, "returnByValue": True},
|
||||
}
|
||||
)
|
||||
)
|
||||
while True:
|
||||
message = json.loads(socket.recv())
|
||||
if message.get("id") != 3:
|
||||
continue
|
||||
if "error" in message:
|
||||
raise ExportError(f"CDP Runtime.evaluate failed: {message['error']}")
|
||||
result = message.get("result", {})
|
||||
if result.get("exceptionDetails"):
|
||||
details = result["exceptionDetails"]
|
||||
raise ExportError(f"iframe script failed: {details.get('text')}")
|
||||
return result.get("result", {}).get("value")
|
||||
finally:
|
||||
socket.close()
|
||||
|
||||
|
||||
def select_image_format(browser: BrowserSession) -> None:
|
||||
cdp_url = browser_cdp_url(browser)
|
||||
value = evaluate_in_iframe(cdp_url, OOPIF_URL_HINT, IMAGE_FORMAT_CLICK_JS)
|
||||
if value != "clicked":
|
||||
raise ExportError("could not find the 图片 option in the export dialog")
|
||||
deadline = time.monotonic() + 10
|
||||
while time.monotonic() < deadline:
|
||||
active = evaluate_in_iframe(cdp_url, OOPIF_URL_HINT, ACTIVE_FORMAT_JS)
|
||||
if active == "图片":
|
||||
return
|
||||
time.sleep(0.3)
|
||||
raise ExportError(f"image format was not activated; active option: {active!r}")
|
||||
|
||||
|
||||
def export_images(
|
||||
source: Path,
|
||||
output: Path,
|
||||
keep_download: bool = False,
|
||||
force: bool = False,
|
||||
) -> Dict[str, Any]:
|
||||
manifest = find_manifest(source)
|
||||
payload = build_payload(manifest)
|
||||
output = output.expanduser().resolve()
|
||||
if output.exists() and any(output.iterdir()) and not force:
|
||||
raise ExportError(
|
||||
f"output directory already exists (pass --force to replace it): {output}"
|
||||
)
|
||||
agent_browser = ensure_agent_browser()
|
||||
image_cls, draw_cls, image_font = ensure_pillow()
|
||||
|
||||
log(f"manifest: {manifest}")
|
||||
with tempfile.TemporaryDirectory(prefix="open-kimi-ppt-images-") as temp_name:
|
||||
temp_dir = Path(temp_name)
|
||||
download_dir = temp_dir / "downloads"
|
||||
download_dir.mkdir()
|
||||
shutil.copy2(HOST_TEMPLATE, temp_dir / HOST_TEMPLATE.name)
|
||||
(temp_dir / "payload.json").write_text(
|
||||
json.dumps(payload, ensure_ascii=False), encoding="utf-8"
|
||||
)
|
||||
server, thread, url = serve(temp_dir)
|
||||
session = f"open-kimi-ppt-images-{os.getpid()}-{uuid.uuid4().hex[:8]}"
|
||||
browser = BrowserSession(agent_browser, session, temp_dir, download_dir)
|
||||
try:
|
||||
log("opening the public Kimi slide editor")
|
||||
browser.open(url)
|
||||
browser.run(
|
||||
[
|
||||
"wait",
|
||||
"--fn",
|
||||
'document.documentElement.dataset.deckStatus === "ready"',
|
||||
],
|
||||
timeout=120,
|
||||
)
|
||||
browser.run(["set", "viewport", "1280", "720"])
|
||||
snapshot = browser.snapshot()
|
||||
export_ref = ref_by_name(snapshot, "导出", "button")
|
||||
browser.run(["click", f"@{export_ref}"])
|
||||
dialog = wait_for_export_dialog(browser)
|
||||
|
||||
select_image_format(browser)
|
||||
dialog = wait_for_export_dialog(browser)
|
||||
|
||||
download_ref = ref_by_name(dialog, "下载", "button")
|
||||
log("rendering page images in the browser")
|
||||
result = browser.run(
|
||||
["download", f"@{download_ref}", str(temp_dir / "browser-output.zip")],
|
||||
timeout=300,
|
||||
check=False,
|
||||
)
|
||||
if result.returncode != 0:
|
||||
log("download capture reported a timeout; checking browser output files")
|
||||
downloaded = find_download(
|
||||
(download_dir, temp_dir), timeout=240, accept=is_image_zip
|
||||
)
|
||||
finally:
|
||||
browser.close()
|
||||
server.shutdown()
|
||||
server.server_close()
|
||||
thread.join(timeout=2)
|
||||
|
||||
if output.exists():
|
||||
shutil.rmtree(output)
|
||||
output.mkdir(parents=True)
|
||||
images = unzip_images(downloaded, output / "pages")
|
||||
if keep_download:
|
||||
shutil.copy2(downloaded, output / "browser-raw.zip")
|
||||
overview = stitch_overview(
|
||||
images, output / "overview.jpg", image_cls, draw_cls, image_font
|
||||
)
|
||||
|
||||
page_paths = [entry["path"] for entry in payload["pages"]]
|
||||
mapping = [
|
||||
{
|
||||
"index": index,
|
||||
"image": f"pages/{path.name}",
|
||||
"page": page_paths[index - 1] if index - 1 < len(page_paths) else None,
|
||||
}
|
||||
for index, path in enumerate(images, start=1)
|
||||
]
|
||||
return {
|
||||
"pages": len(images),
|
||||
"overview": str(overview),
|
||||
"output": str(output),
|
||||
"images": mapping,
|
||||
}
|
||||
|
||||
|
||||
def parse_args(argv: Optional[Sequence[str]] = None) -> argparse.Namespace:
|
||||
parser = argparse.ArgumentParser(
|
||||
description=(
|
||||
"Export a PPTD project as page images via Kimi's public editor, unzip "
|
||||
"them, and stitch an overview image for visual QA."
|
||||
)
|
||||
)
|
||||
parser.add_argument("input", type=Path, help=".pptd manifest or project directory")
|
||||
parser.add_argument(
|
||||
"--output",
|
||||
"-o",
|
||||
type=Path,
|
||||
help="output directory (default: <project>/.qa-images)",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--keep-browser-raw",
|
||||
action="store_true",
|
||||
help="also keep the downloaded images ZIP beside the overview",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--force",
|
||||
action="store_true",
|
||||
help="replace an existing output directory",
|
||||
)
|
||||
return parser.parse_args(argv)
|
||||
|
||||
|
||||
def main(argv: Optional[Sequence[str]] = None) -> int:
|
||||
args = parse_args(argv)
|
||||
try:
|
||||
manifest = find_manifest(args.input)
|
||||
output = args.output or manifest.parent / ".qa-images"
|
||||
summary = export_images(args.input, output, args.keep_browser_raw, args.force)
|
||||
except (ExportError, OSError, subprocess.SubprocessError) as exc:
|
||||
print(f"open-kimi-ppt image export failed: {exc}", file=sys.stderr)
|
||||
return 1
|
||||
print(json.dumps(summary, ensure_ascii=False, indent=2))
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
Reference in New Issue
Block a user