Function request_pull

insta_monitering/insta_datafetcher.py:82–95

(url)

        @PorxyApplyingDecorator()
        async def request_pull(url):
            data = None
            print(url)
            urllib3.disable_warnings()
            user_agent = {"User-agent": "Mozilla/17.0"}
            try:
                data = requests.get(
                    url=url, headers=user_agent, timeout=10, verify=False
                ).text
            except Exception as e:
                print(e)
                data = None
            finally:
                return data

        data = await request_pull(url)
        if data != None: