scrapegraph-py/examples/extract/extract_basic_async.py at main · ScrapeGraphAI/scrapegraph-py · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
from dotenv import load_dotenv

load_dotenv()

import asyncio
import json

from scrapegraph_py import AsyncScrapeGraphAI


async def main():
    async with AsyncScrapeGraphAI() as sgai:
        res = await sgai.extract(
            "What is this page about? Extract the main heading and description.",
            url="https://example.com",
        )

        if res.status == "success":
            print("Extracted:", json.dumps(res.data.json_data, indent=2))
            print("\nTokens used:", res.data.usage)
        else:
            print("Failed:", res.error)


asyncio.run(main())