from dataclasses import dataclass,field
@dataclass
class TreeState:
interactive_nodes:list['TreeElementNode']=field(default_factory=list)
informative_nodes:list['TextElementNode']=field(default_factory=list)
scrollable_nodes:list['ScrollElementNode']=field(default_factory=list)
def interactive_elements_to_string(self)->str:
return '\n'.join([
f'Label: {index} '
f'App Name: {node.app_name} '
f'ControlType: {node.control_type} Control '
f'Name: {node.name} '
f'Shortcut: {node.shortcut} '
f'Coordinates: {node.center.to_string()}'
for index, node in enumerate(self.interactive_nodes)
])
def informative_elements_to_string(self)->str:
return '\n'.join(
f"App Name: {node.app_name} "
f"Name: {node.name}"
for node in self.informative_nodes
)
def scrollable_elements_to_string(self)->str:
n=len(self.interactive_nodes)
return '\n'.join([
f'Label: {n+index} '
f'App Name: {node.app_name} '
f'ControlType: {node.control_type} Control '
f'Name: {node.name} '
f'Coordinates: {node.center.to_string()} '
f'Horizontal Scrollable: {node.horizontal_scrollable} '
f'Vertical Scrollable: {node.vertical_scrollable}'
for index, node in enumerate(self.scrollable_nodes)
])
@dataclass
class BoundingBox:
left:int
top:int
right:int
bottom:int
width:int
height:int
def xywh_to_string(self):
return f'({self.left},{self.top},{self.width},{self.height})'
def xyxy_to_string(self):
x1,y1,x2,y2=self.convert_xywh_to_xyxy()
return f'({x1},{y1},{x2},{y2})'
def convert_xywh_to_xyxy(self)->tuple[int,int,int,int]:
x1,y1=self.left,self.top
x2,y2=self.left+self.width,self.top+self.height
return x1,y1,x2,y2
@dataclass
class Center:
x:int
y:int
def to_string(self)->str:
return f'({self.x},{self.y})'
@dataclass
class TreeElementNode:
name:str
control_type:str
shortcut:str
bounding_box:BoundingBox
center:Center
app_name:str
@dataclass
class TextElementNode:
name:str
app_name:str
@dataclass
class ScrollElementNode:
name:str
control_type:str
app_name:str
bounding_box:BoundingBox
center:Center
horizontal_scrollable:bool
vertical_scrollable:bool
