"""Plain text language support - simple example without tree-sitter dependency.
This module provides structure scanning for plain text files, detecting
sections (headers) and paragraphs. Since plain text files don't have
imports or entry points, those methods return empty lists.
"""
from typing import Optional
from .base import BaseLanguage
from .models import (
StructureNode,
ImportInfo,
EntryPointInfo,
)
class TextLanguage(BaseLanguage):
"""Unified language handler for plain text files (.txt).
Provides structure scanning for text files:
- scan(): Extract sections and paragraphs
- extract_imports(): Returns empty list (text files don't have imports)
- find_entry_points(): Returns empty list (text files don't have entry points)
"""
# ===========================================================================
# Metadata (REQUIRED)
# ===========================================================================
@classmethod
def get_extensions(cls) -> list[str]:
return [".txt"]
@classmethod
def get_language_name(cls) -> str:
return "Plain Text"
@classmethod
def get_priority(cls) -> int:
return 0
# ===========================================================================
# Structure Scanning
# ===========================================================================
def scan(self, source_code: bytes) -> Optional[list[StructureNode]]:
"""Extract structure from plain text files.
Detects:
- Section headers (all caps lines or underlined headers)
- Paragraphs (contiguous non-empty lines)
"""
text = source_code.decode("utf-8", errors="ignore")
lines = text.split("\n")
structures = []
current_section = None
section_start = None
paragraph_start = None
in_paragraph = False
for i, line in enumerate(lines, start=1):
stripped = line.strip()
# Detect section headers (all caps lines)
if stripped and stripped.isupper() and len(stripped) > 3:
if current_section and section_start:
current_section.end_line = i - 1
structures.append(current_section)
current_section = StructureNode(
type="section",
name=stripped[:50], # Limit length
start_line=i,
end_line=i,
children=[]
)
section_start = i
in_paragraph = False
# Detect underlined headers (=== or ---)
elif i > 1 and stripped and all(c in "=-" for c in stripped) and len(stripped) > 2:
prev_line = lines[i - 2].strip()
if prev_line and not prev_line.isupper():
if current_section and section_start:
current_section.end_line = i - 2
structures.append(current_section)
current_section = StructureNode(
type="section",
name=prev_line[:50],
start_line=i - 1,
end_line=i,
children=[]
)
section_start = i - 1
in_paragraph = False
# Track paragraphs
elif stripped:
if not in_paragraph:
paragraph_start = i
in_paragraph = True
else:
# Empty line ends paragraph
if in_paragraph and paragraph_start:
para_node = StructureNode(
type="paragraph",
name=f"paragraph ({paragraph_start}-{i-1})",
start_line=paragraph_start,
end_line=i - 1
)
if current_section:
current_section.children.append(para_node)
current_section.end_line = i - 1
else:
structures.append(para_node)
in_paragraph = False
# Close last section/paragraph
if current_section and section_start:
current_section.end_line = len(lines)
structures.append(current_section)
elif in_paragraph and paragraph_start:
para_node = StructureNode(
type="paragraph",
name=f"paragraph ({paragraph_start}-{len(lines)})",
start_line=paragraph_start,
end_line=len(lines)
)
structures.append(para_node)
return structures
# ===========================================================================
# Semantic Analysis - Layer 1 (REQUIRED)
# ===========================================================================
def extract_imports(self, file_path: str, content: str) -> list[ImportInfo]:
"""Extract import statements from file.
Plain text files don't have imports, so this returns an empty list.
"""
return []
def find_entry_points(self, file_path: str, content: str) -> list[EntryPointInfo]:
"""Find entry points in the file.
Plain text files don't have entry points, so this returns an empty list.
"""
return []
