12345678910111213141516171819202122 |
- from typing import Optional
- from urllib.parse import urlparse
- from pydantic import BaseModel
- def get_filtered_results(results, filter_list):
- if not filter_list:
- return results
- filtered_results = []
- for result in results:
- url = result.get("url") or result.get("link", "")
- domain = urlparse(url).netloc
- if any(domain.endswith(filtered_domain) for filtered_domain in filter_list):
- filtered_results.append(result)
- return filtered_results
- class SearchResult(BaseModel):
- link: str
- title: Optional[str]
- snippet: Optional[str]
|