Call For Papers MCP

import requests from bs4 import BeautifulSoup import json from typing import List, Dict, Any, Optional class WikiCFPScraper: """WikiCFP tool.search scraper for conference information""" def __init__(self): self.base_url = "http://www.wikicfp.com" self.search_url = "http://www.wikicfp.com/cfp/servlet/tool.search" self.headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36' } def search_conferences(self, query: str, year: str = 't') -> List[Dict]: """ Search for conferences on WikiCFP Args: query: Search term year: Year filter ('t' = this year, 'n' = next year, 'a' = all) Returns: Conference list """ conferences = [] try: params = { 'q': query, 'year': year } print(f"Searching for: {query}") response = requests.get(self.search_url, params=params, headers=self.headers) if response.status_code != 200: print(f"Could not connect to WikiCFP! (status code: {response.status_code})") return conferences soup = BeautifulSoup(response.text, 'html.parser') # Find the main conference table tables = soup.find_all('table', attrs={'cellpadding': '2', 'cellspacing': '1'}) for table in tables: # Check for header row header_row = table.find('tr', attrs={'bgcolor': '#bbbbbb'}) if header_row: # This is a conference table, process it conferences.extend(self._parse_conference_table(table)) except Exception as e: print(f"Error occurred: {e}") return conferences def _parse_conference_table(self, table) -> List[Dict]: """Parse the conference table""" conferences = [] # Get all rows (excluding header) rows = table.find_all('tr')[1:] # First row is header i = 0 while i < len(rows): # Each conference spans two rows if i + 1 < len(rows): first_row = rows[i] second_row = rows[i + 1] conference = self._parse_conference_pair(first_row, second_row) if conference: conferences.append(conference) i += 2 else: i += 1 return conferences def _parse_conference_pair(self, first_row, second_row) -> Dict: """Parse the two rows containing conference information""" try: # From first row: conference name and link first_cells = first_row.find_all('td') if not first_cells: return None # First cell (with rowspan=2) contains conference name and link name_cell = first_cells[0] link = name_cell.find('a') if link: event_name = link.text.strip() event_link = self.base_url + link.get('href', '') else: event_name = name_cell.text.strip() event_link = '' # Second cell of first row usually contains conference title conference_title = "" if len(first_cells) > 1: conference_title = first_cells[1].text.strip() # From second row: date, location and deadline second_cells = second_row.find_all('td') event_time = "" event_location = "" deadline = "" if len(second_cells) >= 3: event_time = second_cells[0].text.strip() event_location = second_cells[1].text.strip() deadline = second_cells[2].text.strip() # Create title title = conference_title if not title: title_parts = [] if event_location: title_parts.append(f"Location: {event_location}") if deadline: title_parts.append(f"Deadline: {deadline}") title = " | ".join(title_parts) if title_parts else "Conference" # Get additional details from event detail page event_details = self._get_event_details(event_link) # Extract event ID from WikiCFP URL event_id = self._extract_event_id(event_link) result = { "id": event_id, "name": event_name, "title": title, "when": event_time, "where": event_location, "submission_deadline": deadline, "notification_due": event_details.get('notification_due', ''), "wikicfp_link": event_link, "description": event_details.get('description', ''), } # Add additional details if available if event_details: result.update(event_details) return result except Exception as e: print(f"Parse error: {e}") return None def _get_event_details(self, event_url: str) -> Dict: """Get additional details from event detail page""" if not event_url: return {} try: response = requests.get(event_url, headers=self.headers) if response.status_code != 200: return {} soup = BeautifulSoup(response.text, 'html.parser') details = {} # Extract external event link (Link: https://...) # Find td element containing "Link:" text and an anchor tag for td in soup.find_all('td'): td_text = td.get_text(strip=True) if 'Link:' in td_text: link_a = td.find('a') if link_a and link_a.get('href'): details['external_link'] = link_a.get('href').strip() break # Extract Notification Due date notification_cell = soup.find('th', string='Notification Due') if notification_cell: notification_td = notification_cell.find_next('td') if notification_td: details['notification_due'] = notification_td.get_text().strip() # Extract Related Resources related_resources_h3 = soup.find('h3', string=lambda text: text and 'Related Resources' in text) if related_resources_h3: related_resources = [] seen_urls = set() # Track URLs to avoid duplicates # Find the table containing related resources related_table = related_resources_h3.find_next('table') if related_table: for tr in related_table.find_all('tr'): td = tr.find('td') if td: # Find all direct links in this td links = td.find_all('a', href=True) for link in links: resource_name = link.get_text().strip() resource_href = link.get('href', '') resource_url = self.base_url + resource_href # Skip if we've already seen this URL if resource_url in seen_urls: continue seen_urls.add(resource_url) # Get the title/description that comes after the link # Look for text immediately following the link resource_description = "" next_sibling = link.next_sibling if next_sibling and hasattr(next_sibling, 'strip'): resource_description = next_sibling.strip() # If no description from sibling, try to get from parent but clean it if not resource_description: # Get the text content up to the next <br> or link link_parent = link.parent if link_parent: full_text = link_parent.get_text() # Extract only the part after current link name if resource_name in full_text: parts = full_text.split(resource_name, 1) if len(parts) > 1: resource_description = parts[1].split('\n')[0].strip() if resource_name and resource_url: related_resources.append({ 'name': resource_name, 'title': resource_description, 'url': resource_url }) if related_resources: details['related_resources'] = related_resources # Extract Call For Papers description from div.cfp cfp_div = soup.find('div', class_='cfp') if cfp_div: # Get all text content and clean it cfp_text = cfp_div.get_text(separator=' ', strip=True) if cfp_text: # Clean up extra whitespace cfp_text = ' '.join(cfp_text.split()) details['description'] = cfp_text return details except Exception as e: print(f"Error getting event details from {event_url}: {e}") return {} def _extract_event_id(self, wikicfp_url: str) -> str: """Extract event ID from WikiCFP URL""" if not wikicfp_url: return "" try: # URL format: http://www.wikicfp.com/cfp/servlet/event.showcfp?eventid=188218&copyownerid=193501 if 'eventid=' in wikicfp_url: event_id = wikicfp_url.split('eventid=')[1].split('&')[0] return event_id except: pass return "" def getEvents(keywords: str, limit: Optional[int] = None) -> Dict[str, Any]: """ Get conference events matching the given keywords Args: keywords: Search terms for conferences limit: Maximum number of events to return (None for all) Returns: Dictionary with status and results """ try: scraper = WikiCFPScraper() # Perform search conferences = scraper.search_conferences(keywords, year='t') # Limit results if specified if limit is not None and limit > 0: conferences = conferences[:limit] return { "status": "success", "count": len(conferences), "events": conferences } except Exception as e: return { "status": "error", "message": str(e), "events": [] } # The following code only runs when directly executed, not when imported if __name__ == "__main__": # Simple CLI test for the getEvents function import sys keywords = "ai agent" limit = 5 if len(sys.argv) > 1: keywords = sys.argv[1] if len(sys.argv) > 2: try: limit = int(sys.argv[2]) except ValueError: print(f"Invalid limit: {sys.argv[2]}. Using default: {limit}") result = getEvents(keywords, limit) print(json.dumps(result, indent=2, ensure_ascii=False))