pip install lxml cssselect  # cssselect用于CSS選擇器支持

from lxml import html

# 方法1：解析HTML字符串
html_content = "<div><p>測試內(nèi)容</p></div>"
tree = html.fromstring(html_content)  # 返回ElementTree對象

# 方法2：解析HTML文件
tree = html.parse("page.html")  # 返回ElementTree對象

# 方法3：解析網(wǎng)絡資源（需requests支持）
import requests
response = requests.get("https://example.com")
tree = html.fromstring(response.content)  # 直接解析字節(jié)內(nèi)容

from lxml import etree

# 解析XML字符串
xml_data = "<root><item>蘋果</item><item>橘子</item></root>"
root = etree.fromstring(xml_data)  # 返回Element對象

# 創(chuàng)建XML解析器（帶參數(shù)）
parser = etree.XMLParser(remove_blank_text=True)  # 刪除空白文本
tree = etree.parse("data.xml", parser)  # 返回ElementTree對象

# 基本用法
titles = tree.xpath('//h1/text()')           # 獲取所有<h1>文本
links = tree.xpath('//a/@href')              # 獲取所有鏈接
second_div = tree.xpath('//div[2]')          # 第二個div元素

# 函數(shù)使用
book_titles = tree.xpath("http://book[price>35]/title/text()")

from lxml.cssselect import CSSSelector

# 創(chuàng)建CSS選擇器
link_selector = CSSSelector('a.external')  # 所有class="external"的鏈接
price_selector = CSSSelector('.price::text')  # 獲取價格文本

# 應用選擇器
elements = link_selector(tree)
prices = [e.text for e in price_selector(tree)]

# 遍歷所有元素
for element in tree.iter():
    print(f"標簽名: {element.tag}, 屬性: {element.attrib}")

# 遍歷特定元素
for paragraph in tree.iter('p'):
    print(paragraph.text_content())

# 遞歸遍歷子元素
def print_tree(element, depth=0):
    print('  ' * depth + element.tag)
    for child in element:
        print_tree(child, depth+1)

div = tree.xpath('//div[@id="main"]')[0]

# 獲取屬性
class_name = div.get('class')  # 獲取class屬性值

# 設置屬性
div.set('class', 'updated')   # 修改class
div.set('data-id', '1001')    # 添加新屬性

# 刪除屬性
del div.attrib['style']       # 刪除style屬性

# 修改文本內(nèi)容
div.text = "新文本內(nèi)容"

# 添加子元素
new_span = html.Element("span")
new_span.text = "新增內(nèi)容"
div.append(new_span)

# 插入元素
first_child = div[0]
div.insert(0, html.Element("hr"))  # 在開頭插入

# 序列化為HTML字符串
print(html.tostring(tree, pretty_print=True, encoding='unicode'))

# 序列化為XML
print(etree.tostring(root, encoding='utf-8', xml_declaration=True))

# 寫入文件
with open('output.html', 'wb') as f:
    f.write(html.tostring(tree))

form = tree.forms[0]  # 獲取第一個表單
form.fields = {        # 設置表單值
    'username': 'testuser',
    'password': '123456'
}

# 生成提交數(shù)據(jù)
from urllib.parse import urlencode
data = urlencode(form.form_values())

<!-- style.xsl -->
<xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
  <xsl:template match="/">
    <books>
      <xsl:for-each select="catalog/book">
        <title><xsl:value-of select="title"/></title>
      </xsl:for-each>
    </books>
  </xsl:template>
</xsl:stylesheet>
# 執(zhí)行轉換
transform = etree.XSLT(etree.parse("style.xsl"))
result = transform(tree)
print(str(result))

# 聲明命名空間
NSMAP = {'atom': 'http://www.w3.org/2005/Atom'}
root = etree.Element("{http://www.w3.org/2005/Atom}feed", nsmap=NSMAP)

# 帶命名空間的XPath
entries = root.xpath('//atom:entry', namespaces=NSMAP)

# 編譯XPath表達式（重復使用時提速50%）
find_products = etree.XPath("http://div[@class='product']")
prices_xpath = etree.XPath("span[@class='price']/text()")

products = find_products(tree)
for product in products:
    print(prices_xpath(product)[0])

# 使用iterparse逐塊解析
context = etree.iterparse("large.xml", events=("end",), tag="item")

for event, element in context:
    print(element.findtext("title"))
    element.clear()          # 清理已處理元素
    while element.getprevious() is not None:
        del element.getparent()[0]  # 刪除已處理的兄弟節(jié)點

def extract_prices(url):
    response = requests.get(url)
    tree = html.fromstring(response.content)
    
    # 編譯XPath選擇器
    product_selector = etree.XPath('//div[contains(@class, "product-item")]')
    name_selector = etree.XPath('.//h3/text()')
    price_selector = etree.XPath('.//span[@class="price"]/text()')
    
    results = []
    for product in product_selector(tree):
        results.append({
            "name": name_selector(product)[0].strip(),
            "price": float(price_selector(product)[0].replace('￥', ''))
        })
    return results

def generate_xml_report(data):
    root = etree.Element("Report")
    head = etree.SubElement(root, "Head")
    etree.SubElement(head, "Title").text = "產(chǎn)品報告"
    etree.SubElement(head, "Date").text = datetime.now().isoformat()
    
    body = etree.SubElement(root, "Body")
    for item in data:
        product = etree.SubElement(body, "Product")
        etree.SubElement(product, "ID").text = str(item["id"])
        etree.SubElement(product, "Name").text = item["name"]
        etree.SubElement(product, "Sales").text = str(item["sales"])
    
    # 添加格式和縮進
    etree.indent(root, space="  ")
    return etree.tostring(root, encoding="utf-8", xml_declaration=True)