import requests

# GET 请求
response = requests.get('https://httpbin.org/get')
print(response.status_code)  # 200
print(response.json())

# 带参数
params = {'q': 'python', 'page': 1}
response = requests.get('https://httpbin.org/get', params=params)

# POST 请求
data = {'name': 'Alice', 'age': 30}
response = requests.post('https://httpbin.org/post', json=data)

# 带 headers
headers = {'User-Agent': 'MyApp/1.0'}
response = requests.get('https://httpbin.org/get', headers=headers)

# Session (保持 cookies)
session = requests.Session()
session.get('https://example.com/login', data={'user': 'admin', 'pass': '123'})
response = session.get('https://example.com/dashboard')

from bs4 import BeautifulSoup
import requests

html = requests.get('https://example.com').text
soup = BeautifulSoup(html, 'html.parser')

# 选择元素
title = soup.find('h1').text
links = soup.find_all('a')
for link in links:
    print(link.get('href'), link.text)

# CSS 选择器
items = soup.select('.product-item')
for item in items:
    name = item.select_one('.name').text
    price = item.select_one('.price').text
    print(f"{name}: {price}")

# 提取属性
img = soup.find('img')
src = img.get('src')
alt = img.get('alt', 'No description')

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

driver = webdriver.Chrome()
driver.get('https://example.com')

# 等待元素
wait = WebDriverWait(driver, 10)
search_box = wait.until(EC.presence_of_element_located((By.NAME, 'q')))

# 输入和点击
search_box.send_keys('python')
search_box.submit()

# 等待结果
results = wait.until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, '.result')))
for result in results:
    print(result.text)

driver.quit()

import requests
from bs4 import BeautifulSoup

def scrape_prices(url):
    response = requests.get(url)
    soup = BeautifulSoup(response.text, 'html.parser')
    
    products = []
    for item in soup.select('.product'):
        name = item.select_one('.name').text.strip()
        price_text = item.select_one('.price').text.strip()
        price = float(price_text.replace('$', '').replace(',', ''))
        products.append({'name': name, 'price': price})
    
    return sorted(products, key=lambda p: p['price'])

# 使用
products = scrape_prices('https://example-shop.com/products')
for p in products[:5]:
    print(f"{p['name']}: ${p['price']:.2f}")