|
|
@ -49,13 +49,23 @@ func extractURLs(n *html.Node) []string { |
|
|
n := ns[i] |
|
|
n := ns[i] |
|
|
ns = ns[:i] |
|
|
ns = ns[:i] |
|
|
|
|
|
|
|
|
if n.Type == html.ElementNode && n.Data == "a" { |
|
|
if n.Type == html.ElementNode { |
|
|
|
|
|
switch n.Data { |
|
|
|
|
|
case "a": |
|
|
for _, a := range n.Attr { |
|
|
for _, a := range n.Attr { |
|
|
if a.Key == "href" && isURL(a.Val) { |
|
|
if a.Key == "href" && isURL(a.Val) { |
|
|
ss[a.Val] = true |
|
|
ss[a.Val] = true |
|
|
break |
|
|
break |
|
|
} |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
case "img": |
|
|
|
|
|
for _, a := range n.Attr { |
|
|
|
|
|
if a.Key == "src" && isURL(a.Val) { |
|
|
|
|
|
ss[a.Val] = true |
|
|
|
|
|
break |
|
|
|
|
|
} |
|
|
|
|
|
} |
|
|
|
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
for n := n.FirstChild; n != nil; n = n.NextSibling { |
|
|
for n := n.FirstChild; n != nil; n = n.NextSibling { |
|
|
|