Refactor HTML response parsing logic to handle nested elements

Author: ShocOne

response/error.go

@@ -185,33 +185,40 @@ func parseHTMLResponse(bodyBytes []byte, apiError *APIError, log logger.Logger,
 	parse = func(n *html.Node) {
 		if n.Type == html.ElementNode && n.Data == "p" {
 			var pContent strings.Builder
-			for c := n.FirstChild; c != nil; c = c.NextSibling {
+			// Define a function to traverse child nodes of the <p> tag.
+			var traverseChildren func(*html.Node)
+			traverseChildren = func(c *html.Node) {
 				if c.Type == html.TextNode {
 					// Append text content directly.
 					pContent.WriteString(strings.TrimSpace(c.Data) + " ")
 				} else if c.Type == html.ElementNode && c.Data == "a" {
 					// Extract href attribute value for links.
-					var href string
 					for _, attr := range c.Attr {
 						if attr.Key == "href" {
-							href = attr.Val
+							// Append the link to the pContent builder.
+							pContent.WriteString("[Link: " + attr.Val + "] ")
 							break
 						}
 					}
-					if href != "" {
-						// Append the link to the pContent builder.
-						pContent.WriteString(fmt.Sprintf("[Link: %s] ", href))
-					}
 				}
+				// Recursively traverse all children of the current node.
+				for child := c.FirstChild; child != nil; child = child.NextSibling {
+					traverseChildren(child)
+				}
+			}
+			// Start traversing child nodes of the current <p> tag.
+			for child := n.FirstChild; child != nil; child = child.NextSibling {
+				traverseChildren(child)
 			}
 			finalContent := strings.TrimSpace(pContent.String())
 			if finalContent != "" {
 				// Add the content of the <p> tag to messages.
 				messages = append(messages, finalContent)
 			}
 		}
+		// Continue traversing the document.
 		for c := n.FirstChild; c != nil; c = c.NextSibling {
-			parse(c) // Continue traversing the document.
+			parse(c)
 		}
 	}