| 12345678910111213141516171819202122232425262728293031323334353637 |
- # -*- coding: utf-8 -*-
- import asyncio
- from pyppeteer import launch
- import httpx
- async def fetch_text(url, selectors):
- browser = await launch({
- # 'executablePath': '/usr/bin/chromium',
- 'args': ['--no-sandbox', '--disable-setuid-sandbox', '--disable-gpu'],
- 'headless': False
- })
- page = await browser.newPage()
- await page.goto(url)
- result_text_list = []
- for selector in selectors:
- element = await page.querySelector(selector)
- if element:
- text = await page.evaluate('(element) => element.textContent', element)
- result_text_list.append(text.strip())
- await browser.close()
- if result_text_list:
- return '/'.join(result_text_list)
- else:
- return None
- url = 'https://kimi.moonshot.cn'
- selectors = ['#city-name', '#country-name']
- text = asyncio.run(fetch_text(url, selectors))
- print(text)
|