package main import ( "fmt" "log" "net/http" "regexp" "github.com/PuerkitoBio/goquery" ) func main() { // Wordpress // url := "https://addand.kr/shop/new-%ed%95%9c-%ea%b6%8c%ec%9c%bc%eb%a1%9c-%eb%81%9d%eb%82%98%eb%8a%94-%eb%85%b8%ec%85%98/" url := "https://www.cafe24h.com.vn/ca-phe-truyen-thong/" url = "https://ssline.kr/shop/view.php?index_no=36357" //cafe24 url = "https://fcentermall.co.kr/shop/view.php?index_no=114" //cafe24 // url := "https://bt-beloria-1.myshopify.com/collections/women-collection/products/sweater-classical-tshirt" // url := "https://seoulknit.com/shop/v-neck-summer-pullover/" // url = "https://www.elcanto.co.kr" //MakeShop // url = "https://www.ippngirl.co.kr" //MakeShop // url = "https://bt-beloria-1.myshopify.com" //shopify // url = "https://lachinatakorea.com" //Godomall // url = "https://sf-fd.com" //Godomall // url = "https://www.vanillagift.com" //Magento // url = "https://taiwan.coach.com" //Magento // url = "http://mas1.magikthemes.com" //Magento // url = "https://aladinmarket.co.kr" //young Cart // url = "http://damoagift.com" //young Cart // url = "https://p2u.daboryhost.com" /DaboryShop // url = "https://seoulknit.com" //Woocommerce // url = "http://webhost.dabory.com/" /Woocommerce // url = "https://addand.kr" // WooCommerce // url := "https://droppii.net.vn/cnd-ginseng-gold" // Send an HTTP GET request to the URL response, err := http.Get(url) if err != nil { log.Fatal(err) } defer response.Body.Close() doc, err := goquery.NewDocumentFromReader(response.Body) if err != nil { log.Fatal(err) } // Use the Find method to select elements that match the css selector // doc.Find(cItemName).Each(func(index int, element *goquery.Selection) { // // Extract the text associated with the selected element // text := element.Text() // fmt.Printf("Text associated with %s: %s\n", cItemName, text) // }) doc.Find("meta").Each(func(i int, s *goquery.Selection) { v, _ := s.Attr("property") if v == "author" { fmt.Println("Author : ", s.AttrOr("content", "")) } if v == "og:title" { fmt.Println("og:title: ", s.AttrOr("content", "")) } if v == "og:description" { fmt.Println("description: ", s.AttrOr("content", "")) } if v == "og:image" { fmt.Println("og:image: ", s.AttrOr("content", "")) } }) fmt.Println("///////////////////////") // These will the value of PDP parsing structures cItemName := ".vi_txt_bx .tit" cShortDesc := ".vi_tab:last" cItemCategory := ".container>.section-header>.section-title" // cItemTags := ".vi_tab" cItemImages := ".vi_info .vi_img_bx .bimg" // cItemImages := "bimg" // cItemImages := ".vi_info .simg_li img" cItemTextDesc := ".mart15>.__se_tbl_ext" // // cItemOptions := "select#rating option" cItemPrice := ".price_bx .price" // cEmail := "footer" // cRating := ".star-rating .rating" // cAuthor := ".product-brand a" // cVideo := "iframe" fmt.Println("ItemImage-1: ", doc.Find(cItemImages).First().Text()) fmt.Println("ItemName: ", doc.Find(cItemName).First().Text()) fmt.Println("ShortDesc: ", doc.Find(cShortDesc).First().Text()) fmt.Println("ItemCategory: ", doc.Find(cItemCategory).First().Text()) // fmt.Println("ItemTags: ", doc.Find(cItemTags).First().Text()) fmt.Println("TextDesc: ", doc.Find(cItemTextDesc).First().Text()) fmt.Println("ItemPrice: ", doc.Find(cItemPrice).First().Text()) // fmt.Println("Email: ", findEmail(doc.Find(cEmail).First().Text(), "")) // fmt.Println("Rating : ", doc.Find(cRating).First().Text()) // doc.Find("meta").Each(func(i int, s *goquery.Selection) { // v, _ := s.Attr("property") // fmt.Println(v, " : ", s.AttrOr("content", "")) // }) // doc.Find(cAuthor).Each(func(index int, element *goquery.Selection) { // link, _ := element.Attr("href") // fmt.Println("====================") // fmt.Println("AuthorName: ", element.Text()) // fmt.Printf("AuthorLink: %s\n", link) // }) // vdos := []string{} // doc.Find(cVideo).Each(func(index int, element *goquery.Selection) { // embed, _ := element.Attr("src") // vdos = append(vdos, embed) // }) // fmt.Printf("ItemVideos: %s\n", vdos) imgs := []string{} doc.Find(cItemImages).Each(func(index int, element *goquery.Selection) { img, _ := element.Attr("img") imgs = append(imgs, img) }) fmt.Println("ItemImages: ", imgs) } func findEmail(body string, doms string) (emails []string) { r, _ := regexp.Compile(`[a-zA-Z0-9_+&*-]+(?:\.[a-zA-Z0-9_+&*-]+)*@(?:[a-zA-Z0-9-]+\.)+[a-zA-Z]{2,24}`) emails = append(emails, r.FindStringSubmatch(body)...) return }