browser_kimi.py 902 B

12345678910111213141516171819202122232425262728293031323334353637
  1. # -*- coding: utf-8 -*-
  2. import asyncio
  3. from pyppeteer import launch
  4. import httpx
  5. async def fetch_text(url, selectors):
  6. browser = await launch({
  7. # 'executablePath': '/usr/bin/chromium',
  8. 'args': ['--no-sandbox', '--disable-setuid-sandbox', '--disable-gpu'],
  9. 'headless': False
  10. })
  11. page = await browser.newPage()
  12. await page.goto(url)
  13. result_text_list = []
  14. for selector in selectors:
  15. element = await page.querySelector(selector)
  16. if element:
  17. text = await page.evaluate('(element) => element.textContent', element)
  18. result_text_list.append(text.strip())
  19. await browser.close()
  20. if result_text_list:
  21. return '/'.join(result_text_list)
  22. else:
  23. return None
  24. url = 'https://kimi.moonshot.cn'
  25. selectors = ['#city-name', '#country-name']
  26. text = asyncio.run(fetch_text(url, selectors))
  27. print(text)