Python——requests,headers,encoding

def get_initial(url, pat, flag):
     headers={"User-Agent":"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.146 Safari/537.36"}

     response=requests.get(url,headers=headers)
     response.encoding= "utf-8"

     urls = re.compile(pat).findall(response.text)
     
     if flag:
          urls = list(set(urls))
     return urls