valeriykurdyayev

valeriykurdyayev / selenium_xhr_requests_via_performance_logging.py

Created July 10, 2022 05:27 — forked from lorey/selenium_xhr_requests_via_performance_logging.py

Access Chrome's network tab (e.g. XHR requests) with Selenium

	#
	# This small example shows you how to access JS-based requests via Selenium
	# Like this, one can access raw data for scraping,
	# for example on many JS-intensive/React-based websites
	#

	from time import sleep

	from selenium import webdriver
	from selenium.webdriver import DesiredCapabilities

valeriykurdyayev / scrape_with_logs.py

Created September 11, 2021 02:52 — forked from rengler33/scrape_with_logs.py

How to Capture Network Traffic When Scraping with Selenium & Python

	# see rkengler.com for related blog post
	# https://www.rkengler.com/how-to-capture-network-traffic-when-scraping-with-selenium-and-python/

	import json
	import pprint

	from selenium import webdriver
	from selenium.webdriver.common.desired_capabilities import DesiredCapabilities

	capabilities = DesiredCapabilities.CHROME

valeriykurdyayev / conftest.py

Last active September 8, 2021 19:11

Skip tests depends of env - CI solution

	from enumerators import *

	def pytest_addoption(parser):
	"""
	Pytest Hook to capture cmd argument
	"""
	parser.addoption(
	"--env",
	action="store",
	dest="environment",