携程酒店数据爬虫笔记（附源码）

项目概述

1
2
3
dp = ChromiumPage() # 启动无头浏览器

dp.listen.start('json/fetchHotelList') # 监听指定API请求
1
2
3
4
5
packet = dp.listen.wait() # 等待目标API响应

json_data = packet.response.body # 获取原始JSON

hotel_list_data = json_data['data']['hotelList'] # 提取酒店列表

代码：

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
import csv

from DrissionPage._pages.chromium_page import ChromiumPage

f = open('../database/data4.csv', mode='w', encoding='utf-8', newline='')
csv_writer = csv.DictWriter(f, fieldnames=[
    '酒店',
    '酒店图片',
    '房间类型',
    '评论',
    '价格',
    '区域',
    '评分',
    '评价',
    '环境',
    '卫生',
    '服务',
    '设施',
    '标签',
])
csv_writer.writeheader()
# 打开浏览器
dp = ChromiumPage()
# 监听数据包
dp.listen.start('json/fetchHotelList')
# 访问网站
dp.get('https://hotels.ctrip.com/hotels/list?countryId=1&city=159&provinceId=0&checkin=2025/07/10&checkout=2025/07/17&optionId=159&optionType=City&directSearch=0&display=%E5%90%89%E6%9E%97%E5%B8%82&crn=1&adult=2&children=0&searchBoxArg=t&travelPurpose=0&ctm_ref=ix_sb_dl&domestic=1&&highPrice=400&barCurr=CNY&hotPoi=50%7C50%7C55502325&sort=9&lowPrice=300&priceQuickFilters=4')
    # 等待并获取数据包
packet = dp.listen.wait()
# 获取JSON数据
json_data = packet.response.body
# 提取酒店列表
hotel_list_data = json_data['data']['hotelList']

hotel_list = []

# 遍历每个酒店数据
for hotel_data in hotel_list_data:
    try:
        # 获取酒店信息块
        hotel_info = hotel_data['hotelInfo']
        position_info = hotel_info['positionInfo']
        comment_info = hotel_info.get('commentInfo', {})

        room_type = "未知"

        # 处理房间信息（取第一个房型）
        room_info = {}
        if hotel_data.get('roomInfo') and len(hotel_data['roomInfo']) > 0:
            room_info = hotel_data['roomInfo'][0]
            room_summary = room_info.get('summary', {})
            room_type = room_summary.get('saleRoomName', '未知')

        # 处理用户评论
        comment_title = ""
        if comment_info.get('oneSentenceComment') and len(comment_info['oneSentenceComment']) > 0:
            comment_title = comment_info['oneSentenceComment'][0].get('tagTitle', '')
        hotel_id = hotel_info['summary']['hotelId']

        # 提取酒店图片
        image_urls = []
        if 'hotelImages' in hotel_info and 'multiImgs' in hotel_info['hotelImages']:
            for img in hotel_info['hotelImages']['multiImgs']:
                image_urls.append(img['url'])
        # 拼接图片为逗号分隔的字符串
        image_str = ", ".join(image_urls)

        # 处理各分项评分
        sub_scores = comment_info.get('subScore', [])
        environment = sub_scores[0]['number'] if len(sub_scores) > 0 else 'N/A'
        health = sub_scores[1]['number'] if len(sub_scores) > 1 else 'N/A'
        service = sub_scores[2]['number'] if len(sub_scores) > 2 else 'N/A'
        facilities = sub_scores[3]['number'] if len(sub_scores) > 3 else 'N/A'

        # 收集标签
        tag_list = []
        for room in hotel_data.get('roomInfo', []):
            for tag_type in ['advantageTags', 'promotionTags', 'discountTags']:
                if room.get('roomTags') and tag_type in room['roomTags']:
                    for tag in room['roomTags'][tag_type]:
                        tag_list.append(tag.get('tagTitle', ''))

        # 构建数据字典
        dit = {
            '酒店': hotel_info['nameInfo']['name'],
            '酒店图片':hotel_info['hotelImages']['multiImgs'][0]['url'],
            '房间类型':room_type,
            '评论': comment_title,
            '价格': room_info.get('priceInfo', {}).get('price', '无') if room_info else '无',
            '区域': position_info['zoneNames'][0] if position_info.get('zoneNames') and len(
                position_info['zoneNames']) > 0 else '无',
            '评分': comment_info.get('commentScore', '无'),
            '评价': comment_info.get('commentDescription', '无'),
            '环境': environment,
            '卫生': health,
            '服务': service,
            '设施': facilities,
            '标签': ' | '.join(tag_list),
        }
        hotel_list.append(dit)
        csv_writer.writerow(dit)
    except Exception as e:
        print(f"处理酒店数据时出错: {str(e)}")
        continue

# 打印结果
for hotel in hotel_list:
    print(hotel)

学习视频：

https://www.bilibili.com/video/BV1Sz421r7LY/?spm_id_from=333.337.search-card.all.click&vd_source=a3d4488494e8456375bd6d1e86850642