func condenseBottomUpV3(n *html.Node, lvl, lvlDo int, unusedTypes map[string]bool) {
if lvl < lvlDo {
// Delve deeper until reaching lvlDo
cs := []*html.Node{}
for c := n.FirstChild; c != nil; c = c.NextSibling {
cs = append(cs, c)
}
for _, c := range cs {
condenseBottomUpV3(c, lvl+1, lvlDo, unusedTypes)
}
} else {
if n.Type == html.ElementNode {
nClone := dom.CloneNode(n)
flattenSubtreeV3(n, nClone)
nParent := n.Parent
nParent.InsertBefore(nClone, n)
nParent.RemoveChild(n)
// bx := dom.PrintSubtree(nParent)
// fmt.Printf("%s", bx)
}
}
}
func flattenSubtreeV3Inner(n, nClone *html.Node, lvl int) {
// log.Printf("fsbi\n")
for ch := n.FirstChild; ch != nil; ch = ch.NextSibling {
chClone := dom.CloneNode(ch)
switch {
case ch.Type == html.ElementNode && standard[ch.Data]:
nClone.AppendChild(chClone)
flattenSubtreeV3Inner(ch, chClone, lvl+1)
case ch.Type == html.ElementNode && ch.Data == "a":
nClone.AppendChild(chClone)
flattenSubtreeV3Inner(ch, chClone, lvl+1)
case ch.Type == html.ElementNode && ch.Data == "img":
nClone.AppendChild(chClone)
case ch.Data == "span":
// log.Printf(strings.Repeat(" ", lvl) + "span \n")
for cch := ch.FirstChild; cch != nil; cch = cch.NextSibling {
// log.Printf(strings.Repeat(" ", lvl)+"span child %v", cch.Data)
cchClone := dom.CloneNode(cch)
nClone.AppendChild(cchClone)
nClone.AppendChild(dom.Nd("text", " "))
flattenSubtreeV3Inner(cch, cchClone, lvl+1)
}
case ch.Type == html.TextNode && ch.Data != "":
chClone.Data = strings.TrimSpace(chClone.Data)
chClone.Data += " "
nClone.AppendChild(chClone)
default:
// nClone.AppendChild(chClone)
log.Printf("unhandled %s %s\n", dom.NodeTypeStr(ch.Type), ch.Data)
}
}
}