FootPatrol запрос ByPass - PullRequest
Новая
       7

FootPatrol запрос ByPass

0 голосов
/ 24 апреля 2020

Я не могу обойти запросы FootPatrol.com. Это просто запрещает доступ, я пытался с заголовками, но безуспешно. Может кто-нибудь помочь? Вот код: 

def scrapper_footpatrol():
    print(' ')
    URL = 'https://www.footpatrol.com/product/white-new-balance-827/343353_footpatrolcom/'
    HEADERS = {
        'accept-encoding': 'gzip, deflate, br',
        'sec-fetch-user': '?1',
        'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
        'accept-language': 'ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7',
        'cache-control': 'max-age=0',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.122 Safari/537.36',
        'upgrade-insecure-requests': '1',
        'cookie': 'mt.v=2.2102343590.1587490477968; 49746=; gdprsettings={"performance":true,"remarketing":true,"social":true}; language=en; session.present=1; session.ID=5D9B7393C7114FA59C8BE34EBD7CEA66; trackingID=9131755CCAE84F9A89FBF0537F748E59; _ga=GA1.2.1900528978.1587490481; _gcl_au=1.1.141588986.1587490481; _fbp=fb.1.1587490480751.1637753863; fita.sid.footpatrol=yf-5_w3VFSfNh28_Rwpa0lPr78yO4M5N; __pr.1psl=kndi0avzvj; _taggstar_vid=61e4d2af-83f6-11ea-a03b-871f83b21d20; bm_sz=2CD824840CCA757DA1D35FF7D89B6605~YAAQTU9lX+eGDYxxAQAAxHV1qwfaq1jUlIa+mLeHDBjT0sZQYO8UR2qkiC+yfH75r11F36Sk/LGDPowDWZB4/paP6Sr7Pjop7NARpo/L8mlEAUffzu8cvZKTYpIdfmXtEvBL0jgPGYU90R5oXMSH+eMh4E8JArnuamJJzu5xsCAZYoJmzisdDfwJ66vcKOzbAPk=; ak_bmsc=E212082F794451B862CE380BD4335CA05F654F4D290E00006EADA25E44415132~pl8TwMuzTo2mIkrUXeTvS5G6k0HqxpUnUUQhJucfbuc+Cm3Itx61yQNxY1SyT1YeULlZ7tp2V9gdBe5fISlQrPE5wvW9II9+20ujAYtGNLFtQsyK9PCueZCJYqzLFvrO5w58ukrfHqhIUiXKJWl6qj3xUo4tVNEStcxOOcqlJ88Eg+AEIx6KZ+JX+yZZX6RudJin/lzsv3kqOJLcqyjxNrvlgi3dgmGEZOqA49qdNjQWzOPFapnaNUKP0kfUxZdQMkKfJfNR3cDM0x8RdO61bBpff0NCd5+EpGQul3yR3HJzy+1xdqO+X+dh405Bn8zAdkwcKYDFWWFaZVlJZN0qqMyQ==; mt.sc=%7B%22i%22:1587719537720,%22d%22:%5B%22cs%3Borganic%22%5D%7D; sc.InTg=a; _gid=GA1.2.233358835.1587719539; sc.ASP.NET_SESSIONID=qziv5yclpdb5y23t3f22sqdx; _taggstar_ses=bdf3e5d9-860b-11ea-9fdb-cf1285053fbf; mt.favouriteBrand=new_balance; mt.brandVisits=%7B%22adidas%22:%7B%22brand%22:%22adidas%22,%22timesVisited%22:2%7D,%22new_balance%22:%7B%22brand%22:%22new_balance%22,%22timesVisited%22:4%7D%7D; __atuvc=6%7C17; __atuvs=5ea2ad8349040fcc003; akavpau_VP1=1587722124~id=d508c2bc93e0fa31e6de8811875121b4; _uetsid=_uet0a421094-f937-c1c2-b129-b130f8819287; _gat=1; _abck=047859B44F6C75287B963F43FF717A79~-1~YAAQFU5lX679nYZxAQAAPmmYqwO2DMcP0eVZRwKKyVcbvM3R0S9z8vgaYedOZG6VEDz1ySsFZ+CIgzceCtTmuuf3dOdUsao9yxSh6umrt62viRvv3QZVkwASWVHpw0GXKoVA8O2D63A6zmDKscW2pdkhWr/x2c1T8ox5NBsVa2hHY4lt5QxC9ORLWCJcEk2qiqkIwAMHrJaQk68W5NyEBMP4zbqB3C0S1GZ+/9TNMyZtC+kaJ2iR6SvjwsDn4r2Pau4sUg+fmDB1yhlOO41xSF/HUlYKSIhrfGAbykqXfOSrY1sY0bDIbZ2UfttQY1Fba2y5bBuGqkEQVZKg4zRQmRZQw4HOrVLM~-1~-1~-1; bm_sv=F35490F5B247DB3F747D393A3FE6FBA6~dyDxfKZiv+Cz5iQuSyy/ayUnV1up4uasb8eseEW6BAOmsbEE7liXc9Y5y5DJpncikoTpTH8wVmLF+PLXpaGIwGcMSrFTNb+mgFfeO/dB9x4EMGLJYWLDa3OzPBtpvZ27c/SCgYkAivB77Jt07yfpzgrVMh0oMw5gp1wpmGW4MAg=',
        'dnt': '1',
        'if-none-match': '411c665c361356e865a8ab2ca2ca2b85',
        'sec-fetch-dest': 'document',
        'sec-fetch-mode': 'navigate',
        'sec-fetch-site': 'none',


    }

    r = requests.get(url=URL, headers=HEADERS)

    html_context = r.text
    print(html_context)

scrapper_footpatrol()
...