|
30 | 30 | )
|
31 | 31 | from crawlee.fingerprint_suite._browserforge_adapter import get_available_header_values
|
32 | 32 | from crawlee.fingerprint_suite._consts import BROWSER_TYPE_HEADER_KEYWORD
|
| 33 | +from crawlee.fingerprint_suite._header_generator import fingerprint_browser_type_from_playwright_browser_type |
33 | 34 | from crawlee.http_clients import HttpxHttpClient
|
34 | 35 | from crawlee.proxy_configuration import ProxyConfiguration
|
35 | 36 | from crawlee.sessions import Session, SessionPool
|
@@ -215,7 +216,10 @@ async def request_handler(context: PlaywrightCrawlingContext) -> None:
|
215 | 216 |
|
216 | 217 | user_agent = headers.get('user-agent')
|
217 | 218 | assert user_agent in get_available_header_values(header_network, {'user-agent', 'User-Agent'}), user_agent
|
218 |
| - assert any(keyword in user_agent for keyword in BROWSER_TYPE_HEADER_KEYWORD['chrome']), user_agent |
| 219 | + assert any( |
| 220 | + keyword in user_agent |
| 221 | + for keyword in BROWSER_TYPE_HEADER_KEYWORD[fingerprint_browser_type_from_playwright_browser_type(browser_type)] |
| 222 | + ), user_agent |
219 | 223 |
|
220 | 224 | assert headers.get('sec-ch-ua') in get_available_header_values(header_network, 'sec-ch-ua')
|
221 | 225 | assert headers.get('sec-ch-ua-mobile') in get_available_header_values(header_network, 'sec-ch-ua-mobile')
|
@@ -249,7 +253,10 @@ async def request_handler(context: PlaywrightCrawlingContext) -> None:
|
249 | 253 |
|
250 | 254 | user_agent = headers.get('user-agent')
|
251 | 255 | assert user_agent in get_available_header_values(header_network, {'user-agent', 'User-Agent'})
|
252 |
| - assert any(keyword in user_agent for keyword in BROWSER_TYPE_HEADER_KEYWORD[browser_type]) |
| 256 | + assert any( |
| 257 | + keyword in user_agent |
| 258 | + for keyword in BROWSER_TYPE_HEADER_KEYWORD[fingerprint_browser_type_from_playwright_browser_type(browser_type)] |
| 259 | + ) |
253 | 260 |
|
254 | 261 |
|
255 | 262 | async def test_custom_headers(server_url: URL) -> None:
|
|
0 commit comments