marcocosta10000
723ca1506b
Adds `_fetch_page_content()`, which downloads a URL with a browser-like User-Agent and uses BeautifulSoup with the lxml parser to strip scripts, navigation, and other non-content markup, returning up to 3000 characters of readable text. The response validator now also compares generated replies against this scraped text, flagging named entities and claims that do not appear in the retrieved page content. Dependencies: adds beautifulsoup4==4.12.3 and pins lxml==5.3.0 for parser compatibility.
58 lines
1.1 KiB
C
58 lines
1.1 KiB
C
/*
|
|
* Summary: dynamic module loading
|
|
* Description: basic API for dynamic module loading, used by
|
|
* libexslt added in 2.6.17
|
|
*
|
|
* Copy: See Copyright for the status of this software.
|
|
*
|
|
* Author: Joel W. Reed
|
|
*/
|
|
|
|
#ifndef __XML_MODULE_H__
|
|
#define __XML_MODULE_H__
|
|
|
|
#include <libxml/xmlversion.h>
|
|
|
|
#ifdef LIBXML_MODULES_ENABLED
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
/**
|
|
* xmlModulePtr:
|
|
*
|
|
* A handle to a dynamically loaded module
|
|
*/
|
|
typedef struct _xmlModule xmlModule;
|
|
typedef xmlModule *xmlModulePtr;
|
|
|
|
/**
|
|
* xmlModuleOption:
|
|
*
|
|
* enumeration of options that can be passed down to xmlModuleOpen()
|
|
*/
|
|
typedef enum {
|
|
XML_MODULE_LAZY = 1, /* lazy binding */
|
|
XML_MODULE_LOCAL= 2 /* local binding */
|
|
} xmlModuleOption;
|
|
|
|
XMLPUBFUN xmlModulePtr xmlModuleOpen (const char *filename,
|
|
int options);
|
|
|
|
XMLPUBFUN int xmlModuleSymbol (xmlModulePtr module,
|
|
const char* name,
|
|
void **result);
|
|
|
|
XMLPUBFUN int xmlModuleClose (xmlModulePtr module);
|
|
|
|
XMLPUBFUN int xmlModuleFree (xmlModulePtr module);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif /* LIBXML_MODULES_ENABLED */
|
|
|
|
#endif /*__XML_MODULE_H__ */
|