import pandas as pd
 
# 讀取CSV文件時(shí)自動(dòng)推斷數(shù)據(jù)類型
df = pd.read_csv('sales_data.csv', parse_dates=['order_date'])
 
# 基礎(chǔ)信息概覽
print(df.info())        # 內(nèi)存占用、非空值統(tǒng)計(jì)
print(df.describe())    # 數(shù)值列統(tǒng)計(jì)指標(biāo)
print(df.head(3))       # 預(yù)覽前3行結(jié)構(gòu)

# 刪除策略：當(dāng)某列缺失率超過(guò)80%時(shí)
df.dropna(thresh=len(df)*0.2, axis=1, inplace=True)
 
# 填充策略：時(shí)間序列用前向填充
df['price'].fillna(method='ffill', inplace=True)
 
# 業(yè)務(wù)填充：用戶年齡用中位數(shù)，地區(qū)用眾數(shù)
df['age'].fillna(df['age'].median(), inplace=True)
df['region'].fillna(df['region'].mode()[0], inplace=True)

# 3σ原則檢測(cè)數(shù)值異常
z_scores = (df['price'] - df['price'].mean()) / df['price'].std()
df = df[(z_scores > -3) & (z_scores < 3)]
 
# 箱線圖可視化輔助判斷
import seaborn as sns
sns.boxplot(x=df['price'])

# 字符串轉(zhuǎn)分類變量
df['product_category'] = df['product_category'].astype('category')
 
# 拆分復(fù)合字段
df[['province', 'city']] = df['location'].str.split('/', expand=True)
 
# 時(shí)間戳特征工程
df['hour'] = df['order_time'].dt.hour
df['weekday'] = df['order_time'].dt.weekday

# 構(gòu)建銷售透 視表
pivot = df.pivot_table(
    index='region', 
    columns='product_category',
    values='amount',
    aggfunc='sum',
    fill_value=0
)
 
# 交叉表分析用戶行為
cross = pd.crosstab(
    df['device_type'],
    df['purchase_flag'],
    normalize='index'
)

# 計(jì)算移動(dòng)平均銷量
df['rolling_avg'] = df.groupby('product_id')['sales'].transform(
    lambda x: x.rolling(7, min_periods=1).mean()
)
 
# 排名函數(shù)應(yīng)用
df['sales_rank'] = df.groupby('region')['sales'].rank(ascending=False)

# 正則表達(dá)式清洗
df['clean_comment'] = df['raw_comment'].str.replace(r'[^a-zA-Z0-9\s]', '')
 
# 詞頻統(tǒng)計(jì)基礎(chǔ)
from collections import Counter
word_counts = Counter(' '.join(df['clean_comment']).split())

import matplotlib.pyplot as plt
 
# 雙Y軸組合圖表
fig, ax1 = plt.subplots(figsize=(10,6))
ax1.plot(df['date'], df['sales'], 'b-', label='銷售額')
ax2 = ax1.twinx()
ax2.plot(df['date'], df['conversion_rate'], 'r--', label='轉(zhuǎn)化率')
 
# 動(dòng)態(tài)標(biāo)注極值點(diǎn)
max_idx = df['sales'].idxmax()
ax1.annotate(f'峰值: {df.loc[max_idx,"sales"]}',
            xy=(max_idx, df.loc[max_idx,"sales"]),
            xytext=(max_idx-3, df.loc[max_idx,"sales"]*0.9),
            arrowprops=dict(arrowstyle='->'))

import plotly.express as px
 
# 交互式熱力圖
fig = px.density_heatmap(
    df, 
    x='order_hour', 
    y='day_of_week',
    z='order_count',
    title='訂單時(shí)間分布熱力圖'
)
fig.show()
 
# 桑基圖展示用戶流轉(zhuǎn)
fig = px.sankey(
    df,
    node={'label': ['訪問(wèn)','加購(gòu)','下單','支付'],
          'color': ['lightblue','lightgreen','orange','red']},
    source=[0,0,1,1,2],
    target=[1,2,2,3,3],
    value=[800,200,150,50,100]
)

# 數(shù)據(jù)讀取優(yōu)化
df = pd.read_parquet('user_behavior.parquet', engine='pyarrow')
 
# 行為路徑分析
behavior_flow = df.groupby(['user_id'])['behavior_type'].apply(
    lambda x: '/'.join(x.unique())
).value_counts().sort_index()
 
# 漏斗轉(zhuǎn)化計(jì)算
funnel = df[df['behavior_type'].isin(['click','cart','buy'])].groupby(
    'session_id'
)['behavior_type'].agg(lambda x: '/'.join(x)).value_counts()
 
# 繪制漏斗圖
from pyecharts.charts import Funnel
funnel = Funnel()
funnel.add("轉(zhuǎn)化路徑", 
           [list(z) for z in zip(funnel.index, funnel.values)],
           sort_="descending",
           label_opts={"position": "inside"})
funnel.render("conversion_funnel.html")