main.go-- 2.7 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. package main
  2. import (
  3. "fmt"
  4. "log"
  5. "net/http"
  6. "regexp"
  7. "github.com/PuerkitoBio/goquery"
  8. )
  9. func main() {
  10. // Wordpress
  11. url := "https://addand.kr/shop/new-%ed%95%9c-%ea%b6%8c%ec%9c%bc%eb%a1%9c-%eb%81%9d%eb%82%98%eb%8a%94-%eb%85%b8%ec%85%98/"
  12. // url := "https://seoulknit.com/shop/collar-half-sleeved-top_blue/"
  13. // Send an HTTP GET request to the URL
  14. response, err := http.Get(url)
  15. if err != nil {
  16. log.Fatal(err)
  17. }
  18. defer response.Body.Close()
  19. doc, err := goquery.NewDocumentFromReader(response.Body)
  20. if err != nil {
  21. log.Fatal(err)
  22. }
  23. // These will the value of PDP parsing structures
  24. cItemName := ".product_title"
  25. cShortDesc := ".woocommerce-product-details__short-description"
  26. cItemCategory := ".posted_in"
  27. cItemTags := ".tagged_as"
  28. cItemImages := ".woocommerce-product-gallery__image img"
  29. cItemTextDesc := "div.woocommerce-tabs"
  30. // cItemOptions := "select#rating option"
  31. cItemPrice := ".summary>.price .woocommerce-Price-amount.amount"
  32. cEmail := "footer"
  33. cRating := ".star-rating .rating"
  34. cAuthor := ".product-brand a"
  35. cVideo := "iframe"
  36. // Use the Find method to select elements that match the css selector
  37. // doc.Find(cItemName).Each(func(index int, element *goquery.Selection) {
  38. // // Extract the text associated with the selected element
  39. // text := element.Text()
  40. // fmt.Printf("Text associated with %s: %s\n", cItemName, text)
  41. // })
  42. fmt.Println("ItemName: ", doc.Find(cItemName).First().Text())
  43. fmt.Println("ShortDesc: ", doc.Find(cShortDesc).First().Text())
  44. fmt.Println("ItemCategory: ", doc.Find(cItemCategory).First().Text())
  45. fmt.Println("ItemTags: ", doc.Find(cItemTags).First().Text())
  46. fmt.Println("TextDesc: ", doc.Find(cItemTextDesc).First().Text())
  47. fmt.Println("ItemPice: ", doc.Find(cItemPrice).First().Text())
  48. fmt.Println("Email: ", findEmail(doc.Find(cEmail).First().Text(), ""))
  49. fmt.Println("Rating : ", doc.Find(cRating).First().Text())
  50. fmt.Println("Author : ")
  51. doc.Find(cAuthor).Each(func(index int, element *goquery.Selection) {
  52. link, _ := element.Attr("href")
  53. fmt.Println("====================")
  54. fmt.Println("AuthorName: ", element.Text())
  55. fmt.Printf("AuthorLink: %s\n", link)
  56. })
  57. vdos := []string{}
  58. doc.Find(cVideo).Each(func(index int, element *goquery.Selection) {
  59. embed, _ := element.Attr("src")
  60. vdos = append(vdos, embed)
  61. })
  62. fmt.Printf("ItemVideos: %s\n", vdos)
  63. imgs := []string{}
  64. fmt.Println("ItemImages: ")
  65. doc.Find(cItemImages).Each(func(index int, element *goquery.Selection) {
  66. img, _ := element.Attr("src")
  67. imgs = append(imgs, img)
  68. fmt.Println("", img)
  69. })
  70. }
  71. func findEmail(body string, doms string) (emails []string) {
  72. r, _ := regexp.Compile(`[a-zA-Z0-9_+&*-]+(?:\.[a-zA-Z0-9_+&*-]+)*@(?:[a-zA-Z0-9-]+\.)+[a-zA-Z]{2,24}`)
  73. emails = append(emails, r.FindStringSubmatch(body)...)
  74. return
  75. }