from selenium.webdriver.chrome.service import Service from selenium import webdriver from selenium.webdriver.common.by import By import random from time import sleep class Web_Browser(object): def __init__(self, search_name): option = webdriver.ChromeOptions() server = Service(executable_path='E:\Python38') self.driver = webdriver.Chrome(service=server, options=option) self.search_name = search_name self.first_item_in_search_list_xpath = ['//*[@id="page-container"]/div/div[2]/section/main/div[2]/div[2]/div/div/div[3]/div[2]/div[1]/div[1]/a',\ '//*[@id="page-container"]/div/div[2]/section/main/div[2]/div[2]/div/div/div[2]/div[2]/div[1]/div[1]/a',\ '//*[@id="page-container"]/div/div[2]/section/main/div[3]/div[2]/div[1]/div/div[2]/div[2]/div[1]/div[1]/a',\ '//*[@id="page-container"]/div/div[2]/section/main/div[3]/div[2]/div[1]/div/div[3]/div[2]/div[1]/div[1]/a'] self.search_xpath = '//*[@id="page-container"]/div[1]/div/div[3]/div[2]/div[1]/div[1]/input' self.search_button_xpath = '//*[@id="page-container"]/div[1]/div/div[3]/div[2]/div[1]/button' self.search_click_button_xpath = '//*[@id="page-header"]/div/div[2]/div/div/button' self.driver.get('https://www.tianyancha.com/') self.email_xpath = '//*[@id="page-root"]/div[3]/div/div[1]/div[1]/div[3]/div[1]/div[4]/div[2]/div[2]/span[2]' self.legal_person_xpath = '//*[@id="page-root"]/div[3]/div/div[3]/div/div[2]/div[2]/div/div[2]/div/div[2]/table/tbody/tr[1]/td[2]/div/div[1]/div/div[2]/div/div[1]/a' self.name_xpath = '//*[@id="page-root"]/div[3]/div/div[1]/div[1]/div[3]/div[1]/div[1]/div[1]/h1' self.address_xpath = '//*[@id="page-root"]/div[3]/div/div[3]/div/div[2]/div[2]/div/div[2]/div/div[2]/table/tbody/tr[10]/td[2]/div/span[1]' self.legal_person_xpath = '//*[@id="page-root"]/div[3]/div/div[3]/div/div[2]/div[2]/div/div[2]/div/div[2]/table/tbody/tr[1]/td[2]/div/div[1]/div/div[2]/div/div[1]/a' self.phone_number_xpath = '//*[@id="page-root"]/div[3]/div/div[1]/div[1]/div[3]/div[1]/div[4]/div[2]/div[1]/span[2]' sleep(3) def search(self,keyword): #向搜索框注入文字 self.driver.find_element(By.XPATH, self.search_xpath).send_keys(keyword) #单击搜索按钮 srh_btn = self.driver.find_element(By.XPATH, self.search_button_xpath) srh_btn.click() def get_deeper(self): j = 0 while True: try: inner = self.driver.find_element(By.XPATH,self.first_item_in_search_list_xpath[j]).get_attribute("href") break except: j += 1 if j > len(self.first_item_in_search_list_xpath): raise Exception('搜索列表第一企业名称的xpath路径未包含在列表中') continue self.driver.get(inner) sleep(1) def fetch_data(self): return_dic = {} sleep(1) try: name = self.driver.find_element(By.XPATH, self.name_xpath).text except: name = '没有找到企业名称' return_dic['企业名称'] = name try: legal_person = self.driver.find_element(By.XPATH, self.legal_person_xpath).text except: legal_person = '没有找到企业法人' return_dic['法人'] = legal_person try: phone_number = self.driver.find_element(By.XPATH, self.phone_number_xpath).text except: phone_number = '没有找到电话号码' return_dic['电话号码'] = phone_number try: legal_person = self.driver.find_element(By.XPATH, self.email_xpath).text except: legal_person = '没有找到邮箱' return_dic['邮箱'] = legal_person try: address = self.driver.find_element(By.XPATH, self.address_xpath).text except: address = '没有找到企业地址' return_dic['企业地址'] = address return return_dic if __name__ == "__main__": print("请输入公司名称") #search_name = input() search_name = "广东莱德斯科技有限公司" print("正在搜索%s公司的信息, 请稍等！" % search_name) d = Web_Browser(search_name="广东莱德斯科技有限公司") d.search(search_name) sleep(random.randint(1, 3)) d.get_deeper() info = d.fetch_data() print(info) d.driver.quit()