import requests
from bs4 import BeautifulSoup
import json
from openai import OpenAI

class AIToolParser:
    def __init__(self):
        self.sources = ["https://example.ai/directory"]

    def fetch_data(self):
        tools = []
        for url in self.sources:
            response = requests.get(url)
            soup = BeautifulSoup(response.text, 'html.parser')
            items = soup.select('.tool-card')
            for item in items:
                tools.append({
                    'name': item.select_one('h3').text.strip(),
                    'url': item['href']
                })
        return tools