chore: remove unused leafnodes array and element tracking

Author: HarshNarayanJha

internal/pkg/crawl/extractor/xml.go

@@ -9,11 +9,6 @@ import (
 	"strings"
 )
 
-type LeafNode struct {
-	Path  string `json:"path"`
-	Value string `json:"value"`
-}
-
 func XML(resp *http.Response) (URLs []*url.URL, sitemap bool, err error) {
 	xmlBody, err := io.ReadAll(resp.Body)
 	if err != nil {
@@ -27,12 +22,6 @@ func XML(resp *http.Response) (URLs []*url.URL, sitemap bool, err error) {
 	reader := bytes.NewReader(xmlBody)
 	decoder := xml.NewDecoder(reader)
 
-	var (
-		startElement xml.StartElement
-		currentNode  *LeafNode
-		leafNodes    []LeafNode
-	)
-
 	// try to decode one token to see if stream is open
 	_, err = decoder.Token()
 	if err != nil {
@@ -54,8 +43,6 @@ func XML(resp *http.Response) (URLs []*url.URL, sitemap bool, err error) {
 
 		switch tok := tok.(type) {
 		case xml.StartElement:
-			startElement = tok
-			currentNode = &LeafNode{Path: startElement.Name.Local}
 			for _, attr := range tok.Attr {
 				if strings.HasPrefix(attr.Value, "http") {
 					parsedURL, err := url.Parse(attr.Value)
@@ -64,15 +51,7 @@ func XML(resp *http.Response) (URLs []*url.URL, sitemap bool, err error) {
 					}
 				}
 			}
-		case xml.EndElement:
-			if currentNode != nil {
-				leafNodes = append(leafNodes, *currentNode)
-				currentNode = nil
-			}
 		case xml.CharData:
-			if currentNode != nil && len(strings.TrimSpace(string(tok))) > 0 {
-				currentNode.Value = string(tok)
-			}
 			if strings.HasPrefix(string(tok), "http") {
 				parsedURL, err := url.Parse(string(tok))
 				if err == nil {