voidarc/omnisearch
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

those who commit

Browse Source
This commit is contained in:
frosty
2026-03-10 02:32:51 -04:00
parent 24cec7a350
commit a11bf8bb6c
19 changed files with 1537 additions and 1284 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/Scraping/Scraping.h
View File

@@ -1,8 +1,8 @@
#ifndef SCRAPING_H
#define SCRAPING_H
#include <libxml/HTMLparser.h>
#include <curl/curl.h>
#include <libxml/HTMLparser.h>
typedef struct {
char *url;
@@ -11,7 +11,7 @@ typedef struct {
} SearchResult;
typedef int (*ParserFunc)(const char *engine_name, xmlDocPtr doc,
SearchResult **out_results, int max_results);
SearchResult **out_results, int max_results);
typedef struct {
const char *name;
@@ -20,8 +20,8 @@ typedef struct {
const char *referer;
const char *page_param;
int page_multiplier;
int page_base;
int page_multiplier;
int page_base;
ParserFunc parser;
} SearchEngine;
@@ -36,7 +36,7 @@ typedef struct {
char *query;
SearchResult **out_results;
int max_results;
int page;
int page;
CURL *handle;
MemoryBuffer response;
int results_count;
@@ -46,7 +46,7 @@ extern const SearchEngine ENGINE_REGISTRY[];
extern const int ENGINE_COUNT;
int scrape_engine(const SearchEngine *engine, const char *query,
SearchResult **out_results, int max_results);
SearchResult **out_results, int max_results);
int scrape_engines_parallel(ScrapeJob *jobs, int num_jobs);