package main
import (
    "fmt"
    "net/http"
    "io/ioutil"
    "regexp"
)
func main() {
    resp, err := http.Get("https://www.example.com")
    if err != nil {
        fmt.Println("Error:", err)
        return
    }
    defer resp.Body.Close()
    body, err := ioutil.ReadAll(resp.Body)
    if err != nil {
        fmt.Println("Error:", err)
        return
    }
    re := regexp.MustCompile("<title>(.*)</title>")
    title := re.FindStringSubmatch(string(body))[1]
    fmt.Println("Title:", title)
}

package main
import (
  "fmt"
  colly "github.com/gocolly/colly/v2"
  "github.com/gocolly/colly/v2/debug"
)
func main() {
  mUrl := "http://www.ifeng.com/"
  //colly的主體是Collector對象，管理網(wǎng)絡(luò)通信和負(fù)責(zé)在作業(yè)運(yùn)行時(shí)執(zhí)行附加的回掉函數(shù)
  c := colly.NewCollector(
    // 開啟本機(jī)debug
    colly.Debugger(&debug.LogDebugger{}),
  )
  //發(fā)送請求之前的執(zhí)行函數(shù)
  c.OnRequest(func(r *colly.Request) {
    fmt.Println("這里是發(fā)送之前執(zhí)行的函數(shù)")
  })
  //發(fā)送請求錯(cuò)誤被回調(diào)
  c.OnError(func(_ *colly.Response, err error) {
    fmt.Print(err)
  })
  //響應(yīng)請求之后被回調(diào)
  c.OnResponse(func(r *colly.Response) {
    fmt.Println("Response body length：", len(r.Body))
  })
  //response之后會調(diào)用該函數(shù)，分析頁面數(shù)據(jù)
  c.OnHTML("div#newsList h1 a", func(e *colly.HTMLElement) {
    fmt.Println(e.Text)
  })
  //在OnHTML之后被調(diào)用
  c.OnScraped(func(r *colly.Response) {
    fmt.Println("Finished", r.Request.URL)
  })
  //這里是執(zhí)行訪問url
  c.Visit(mUrl)
}