python - 同花顺的部分数据

同花顺某一专栏的数据

import requests
from lxml import etree
import csv

urls = 'https://q.10jqka.com.cn/'
headers = {
    'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 '
                  'Safari/537.36'
}


def main(url, header):
    get_html = requests.get(url, headers=header).text
    html = etree.HTML(get_html)
    csv_headers = html.xpath("////table[@class='m-table m-pager-table']/thead//tr/th//text()")
    csv_body = html.xpath("////table[@class='m-table m-pager-table']/tbody//tr")
    csv_body_lis = []
    for bd in csv_body:
        body = bd.xpath("./td//text()")
        csv_body_lis.append(body)
    with open('csv_file.csv', 'w', encoding='utf-8', newline="") as f:
        file = csv.writer(f)
        file.writerow(csv_headers[:-1])
        file.writerows(csv_body_lis)


if __name__ == '__main__':
    main(urls, headers)Copy