#if working with scrapy, and this 'twisted' issue occurs, try replacing #"http:" with "https:" url = url.replace("http:", "https:")