Remove snippet from WebResult since the web source does not provide it (#2843)

Author: pamelafox

app/backend/approaches/approach.py

@@ -109,7 +109,6 @@ class WebResult:
     id: Optional[str] = None
     title: Optional[str] = None
     url: Optional[str] = None
-    snippet: Optional[str] = None
     activity: Optional[ActivityDetail] = None
 
     def serialize_for_results(self) -> dict[str, Any]:
@@ -119,7 +118,6 @@ def serialize_for_results(self) -> dict[str, Any]:
             "ref_id": str(self.id),
             "title": self.title,
             "url": self.url,
-            "snippet": self.snippet,
             "activity": asdict(self.activity) if self.activity else None,
         }
 
@@ -797,7 +795,6 @@ def clean_source(s: str) -> str:
                         "id": web.id,
                         "title": web.title,
                         "url": web.url,
-                        "snippet": clean_source(web.snippet or ""),
                         "activity": asdict(web.activity) if web.activity else None,
                     }
                 )

app/frontend/src/components/SupportingContent/SupportingContent.tsx

@@ -42,7 +42,6 @@ export const SupportingContent = ({ supportingContent }: Props) => {
                     ) : (
                         <h4 className={styles.supportingContentItemHeader}>{item.title ?? "Web result"}</h4>
                     )}
-                    {item.snippet && <p className={styles.supportingContentItemText} dangerouslySetInnerHTML={{ __html: DOMPurify.sanitize(item.snippet) }} />}
                 </li>
             ))}
         </ul>

tests/mocks.py

@@ -491,13 +491,7 @@ def mock_retrieval_response_with_web():
                     "sourcefile": "Benefit_Options.pdf",
                 },
             ),
-            KnowledgeBaseWebReference(
-                id=1,
-                activity_source=2,
-                url="https://contoso.example",
-                title="Contoso site",
-                snippet="Contoso policy overview",
-            ),
+            KnowledgeBaseWebReference(id=1, activity_source=2, url="https://contoso.example", title="Contoso site"),
         ],
     )
 

tests/snapshots/test_app/test_ask_rtr_text_agent/knowledgebase_client1_web/result.json

@@ -31,7 +31,6 @@
                         "type": "web"
                     },
                     "id": 1,
-                    "snippet": "",
                     "title": "Contoso site",
                     "url": "https://contoso.example"
                 }
@@ -75,7 +74,6 @@
                         },
                         "id": 1,
                         "ref_id": "1",
-                        "snippet": null,
                         "title": "Contoso site",
                         "type": "web",
                         "url": "https://contoso.example"

tests/snapshots/test_app/test_chat_text_agent/knowledgebase_client1_web/result.json

@@ -31,7 +31,6 @@
                         "type": "web"
                     },
                     "id": 1,
-                    "snippet": "",
                     "title": "Contoso site",
                     "url": "https://contoso.example"
                 }
@@ -76,7 +75,6 @@
                         },
                         "id": 1,
                         "ref_id": "1",
-                        "snippet": null,
                         "title": "Contoso site",
                         "type": "web",
                         "url": "https://contoso.example"