arcade-mcp/toolkits/notion/arcade_notion_toolkit/block_to_markdown_converter.py
Sam Partee b6b4cd0a4c
🏗️ Restructure: Multi-Package Architecture + uv Migration (#412)
### Overview
Major restructuring from monolithic `arcade-ai` package to modular
library architecture with standardized uv-based dependency management.

![arcade-ai Monorepo
(2)](https://github.com/user-attachments/assets/25f102b0-bb87-4a04-9701-d227d05664b1)

### New Package Structure
- **`arcade-tdk`** - Lightweight toolkit development kit (core
decorators, auth)
- **`arcade-core`** - Core execution engine and catalog functionality  
- **`arcade-serve`** - FastAPI/MCP server components
- **`arcade-ai`** - Meta package that includes CLI functionality.
Optionally include evals via the `evals` extra. Optionally include all
packages via the `all` extra.

### Key Benefits
- **Lighter Dependencies**: Toolkits now depend only on `arcade-tdk` (~2
deps) vs full `arcade-ai` (~30+ deps)
- **Faster Builds**: uv provides 10-100x faster dependency resolution
and installation
- **Better Modularity**: Clear separation of concerns, consumers import
only what they need
- **Standard Tooling**: Eliminates custom poetry scripts, uses standard
Python packaging

### Migration Impact
- All 20 toolkits converted from poetry → uv with `arcade-tdk`
dependencies plus `arcade-ai[evals]` and `arcade-serve` dev
dependencies. When developing locally, devs should install toolkits via
`make install-local`.
- Modern Python 3.10+ type hints throughout
- Standardized build system with hatchling backend
- Enhanced Makefile with robust toolkit management commands
- Removed `arcade dev` CLI command
- Reduce the number of files created by `arcade new` and add an option
to not generate a tests and evals folder.

This foundation enables faster development cycles and cleaner dependency
chains for the growing toolkit ecosystem.

### Todo After this PR is merged
- [ ] Post-merge workflow(s) (release & publish containers, etc)
- [ ] Release order plan. @EricGustin suggests releasing in the
following order:
    1. `arcade-core` version 0.1.0
    2. `arcade-serve` version 0.1.0 and `arcade-tdk` version 0.1.0
    3. `arcade-ai` version 2.0.0
4. Patch release for all toolkits (all changes in toolkits are internal
refactors)
- [ ] [Update docs](https://github.com/ArcadeAI/docs/pull/318)

---------

Co-authored-by: Eric Gustin <eric@arcade.dev>
Co-authored-by: Eric Gustin <34000337+EricGustin@users.noreply.github.com>
2025-06-11 16:48:17 -07:00

201 lines
7.5 KiB
Python

import asyncio
from typing import Any
from arcade_tdk import ToolContext
from arcade_notion_toolkit.enums import BlockType
from arcade_notion_toolkit.utils import get_page_url
class BlockToMarkdownConverter:
"""
A converter class that transforms Notion blocks into Markdown.
The class registers conversion handlers for different Notion block types.
If a block type does not have a handler, then the block's plain text is returned.
"""
def __init__(self, context: ToolContext):
self.context = context
# block types whose conversion logic has been implemented
# TODO: implement conversion logic for more block types
self.handlers = {
BlockType.BULLETED_LIST_ITEM.value: self._convert_bulleted_list_item,
BlockType.EQUATION.value: self._convert_equation,
BlockType.HEADING_1.value: self._convert_heading_1,
BlockType.HEADING_2.value: self._convert_heading_2,
BlockType.HEADING_3.value: self._convert_heading_3,
BlockType.LINK_PREVIEW.value: self._convert_link_preview,
BlockType.NUMBERED_LIST_ITEM.value: self._convert_numbered_list_item,
BlockType.PARAGRAPH.value: self._convert_paragraph,
}
async def convert_block(self, block: dict[str, Any]) -> str:
"""
Convert a single Notion block to a Markdown string
Args:
block (dict[str, Any]): A Notion block.
Returns:
str: A Markdown string.
"""
block_type = block.get("type")
if block_type in self.handlers:
converter = self.handlers[block_type]
if asyncio.iscoroutinefunction(converter):
md: str = await converter(block)
return md
else:
return converter(block)
elif block_type == BlockType.CHILD_PAGE.value:
return await self._convert_child_page(block)
else:
return self._get_plaintext(block)
@staticmethod
def rich_text_to_markdown(rich_text_items: list[dict[str, Any]]) -> str:
"""
Convert a list of rich text items (from a Notion block) into Markdown.
Handles formatting such as bold, italic, strikethrough, underline (via HTML),
inline code, text coloring, hyperlinks, and equations.
"""
md = ""
for item in rich_text_items:
annotations = item.get("annotations", {})
type_val = item.get("type", "text")
link = None
# Special handling for inline equations.
if type_val == "equation":
expression = item.get("equation", {}).get("expression", "")
md += f"${expression}$"
continue
if type_val == "text":
text_obj = item.get("text", {})
text = text_obj.get("content", "")
link_obj = text_obj.get("link")
link = (
link_obj.get("url")
if (link_obj and isinstance(link_obj, dict))
else item.get("href")
)
elif type_val == "mention":
text = item.get("plain_text", "")
link = item.get("href")
else:
text = item.get("plain_text", "")
link = item.get("href")
if text.strip() == "":
continue
# Apply annotation formatting.
text = BlockToMarkdownConverter.apply_formatting(text, annotations, link)
md += text
return md
@staticmethod
def apply_formatting(text: str, annotations: dict[str, Any], link: str | None = None) -> str:
"""Apply formatting to a text string based on the annotations.
Used when converting rich text to markdown
Args:
text (str): The text to format.
annotations (dict[str, Any]): The annotations to apply to the text.
link (str | None): An optional link for a hyperlink.
Returns:
str: The formatted text.
"""
# If code block, wrap in backticks and skip other formatting.
if annotations.get("code"):
return f"`{text}`"
# Add underline
if annotations.get("underline"):
text = f"<u>{text}</u>"
# Apply color
color = annotations.get("color", "default")
if color != "default":
text = f'<span style="color: {color};">{text}</span>'
# Add bold, italic, and strikethrough
markers = [
marker
for key, marker in (("bold", "**"), ("italic", "*"), ("strikethrough", "~~"))
if annotations.get(key)
]
if markers:
text = "".join(markers) + text + "".join(reversed(markers))
# Add hyperlink
if link:
text = f"[{text}]({link})"
return text
def _get_plaintext(self, block: dict[str, Any]) -> str:
"""
Extract and return the plain text from a Notion block.
This acts as a fallback for unsupported block types.
"""
block_type: str = block.get("type", "")
content = block.get(block_type, {})
if isinstance(content, dict):
rich_text_items = content.get("rich_text", [])
return "".join(item.get("plain_text", "") for item in rich_text_items)
return ""
def _convert_text_block(self, block: dict[str, Any], element_key: str, prefix: str = "") -> str:
"""
Helper method to convert a Notion block's rich_text element into a Markdown string.
Optionally, a prefix (like a markdown list marker or heading hashes) is added.
"""
element = block.get(element_key, {})
rich_text_items = element.get("rich_text", [])
text = self.rich_text_to_markdown(rich_text_items)
return f"{prefix}{text} \n"
async def _convert_child_page(self, block: dict[str, Any]) -> str:
"""
Asynchronously convert a child page block. This requires fetching the page's URL.
"""
page_url = await get_page_url(self.context, block.get("id", ""))
child_page = block.get("child_page", {})
rich_text_items = child_page.get("rich_text", [])
if rich_text_items:
title = self.rich_text_to_markdown(rich_text_items)
else:
title = child_page.get("title", "")
return f"[{title}]({page_url}) \n"
def _convert_bulleted_list_item(self, block: dict[str, Any]) -> str:
return self._convert_text_block(block, "bulleted_list_item", "- ")
def _convert_equation(self, block: dict[str, Any]) -> str:
expression = block.get("equation", {}).get("expression", "")
return f"$$ {expression} $$ \n"
def _convert_heading_1(self, block: dict[str, Any]) -> str:
return self._convert_text_block(block, "heading_1", "# ")
def _convert_heading_2(self, block: dict[str, Any]) -> str:
return self._convert_text_block(block, "heading_2", "## ")
def _convert_heading_3(self, block: dict[str, Any]) -> str:
return self._convert_text_block(block, "heading_3", "### ")
def _convert_link_preview(self, block: dict[str, Any]) -> str:
return self._convert_text_block(block, "link_preview")
def _convert_numbered_list_item(self, block: dict[str, Any]) -> str:
return self._convert_text_block(block, "numbered_list_item", "1. ")
def _convert_paragraph(self, block: dict[str, Any]) -> str:
return self._convert_text_block(block, "paragraph")