marcocosta10000
723ca1506b
Adds `_fetch_page_content()`, which downloads a URL with a browser-like User-Agent and uses BeautifulSoup with the lxml parser to strip scripts, navigation, and other non-content markup, returning up to 3000 characters of readable text. The response validator now also compares generated replies against this scraped text, flagging named entities and claims that do not appear in the retrieved page content. Dependencies: adds beautifulsoup4==4.12.3 and pins lxml==5.3.0 for parser compatibility.
42 lines
890 B
C
42 lines
890 B
C
/*
|
|
* Summary: interface for all global variables of the library
|
|
* Description: Deprecated, don't use
|
|
*
|
|
* Copy: See Copyright for the status of this software.
|
|
*/
|
|
|
|
#ifndef __XML_GLOBALS_H
|
|
#define __XML_GLOBALS_H
|
|
|
|
#include <libxml/xmlversion.h>
|
|
|
|
/*
|
|
* This file was required to access global variables until version v2.12.0.
|
|
*
|
|
* These includes are for backward compatibility.
|
|
*/
|
|
#include <libxml/HTMLparser.h>
|
|
#include <libxml/parser.h>
|
|
#include <libxml/xmlerror.h>
|
|
#include <libxml/xmlIO.h>
|
|
#include <libxml/xmlsave.h>
|
|
#include <libxml/threads.h>
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
typedef struct _xmlGlobalState xmlGlobalState;
|
|
typedef xmlGlobalState *xmlGlobalStatePtr;
|
|
|
|
XML_DEPRECATED XMLPUBFUN void
|
|
xmlInitializeGlobalState(xmlGlobalStatePtr gs);
|
|
XML_DEPRECATED XMLPUBFUN
|
|
xmlGlobalStatePtr xmlGetGlobalState(void);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif /* __XML_GLOBALS_H */
|