diff options
Diffstat (limited to 'src/Routes')
| -rw-r--r-- | src/Routes/Search.c | 114 |
1 files changed, 114 insertions, 0 deletions
diff --git a/src/Routes/Search.c b/src/Routes/Search.c index b9851d7..61465f1 100644 --- a/src/Routes/Search.c +++ b/src/Routes/Search.c @@ -155,6 +155,67 @@ static int add_infobox_to_collection(InfoBox *infobox, char ****collection, return current_count + 1; } +static int add_warning_to_collection(const char *engine_name, + const char *warning_message, + char ****collection, int **inner_counts, + int current_count) { + char ***new_collection = + (char ***)malloc(sizeof(char **) * (current_count + 1)); + int *new_inner_counts = + (int *)malloc(sizeof(int) * (current_count + 1)); + + if (!new_collection || !new_inner_counts) { + free(new_collection); + free(new_inner_counts); + return current_count; + } + + if (*collection && current_count > 0) { + memcpy(new_collection, *collection, sizeof(char **) * current_count); + } + if (*inner_counts && current_count > 0) { + memcpy(new_inner_counts, *inner_counts, sizeof(int) * current_count); + } + + free(*collection); + free(*inner_counts); + + *collection = new_collection; + *inner_counts = new_inner_counts; + + (*collection)[current_count] = (char **)malloc(sizeof(char *) * 2); + if (!(*collection)[current_count]) + return current_count; + + (*collection)[current_count][0] = strdup(engine_name ? engine_name : ""); + (*collection)[current_count][1] = + strdup(warning_message ? warning_message : ""); + + if (!(*collection)[current_count][0] || !(*collection)[current_count][1]) { + free((*collection)[current_count][0]); + free((*collection)[current_count][1]); + free((*collection)[current_count]); + return current_count; + } + + (*inner_counts)[current_count] = 2; + return current_count + 1; +} + +static const char *warning_message_for_job(const ScrapeJob *job) { + switch (job->status) { + case SCRAPE_STATUS_FETCH_ERROR: + return "request failed before OmniSearch could read search results."; + case SCRAPE_STATUS_PARSE_MISMATCH: + return "returned search results in a format OmniSearch could not parse."; + case SCRAPE_STATUS_BLOCKED: + return "returned a captcha or another blocking page instead of search " + "results."; + default: + return NULL; + } +} + int results_handler(UrlParams *params) { TemplateContext ctx = new_context(); char *raw_query = ""; @@ -224,6 +285,8 @@ int results_handler(UrlParams *params) { jobs[i].response.memory = NULL; jobs[i].response.size = 0; jobs[i].response.capacity = 0; + jobs[i].http_status = 0; + jobs[i].status = SCRAPE_STATUS_PENDING; } scrape_engines_parallel(jobs, ENGINE_COUNT); @@ -260,6 +323,44 @@ int results_handler(UrlParams *params) { free(infobox_inner_counts); } + int warning_count = 0; + for (int i = 0; i < ENGINE_COUNT; i++) { + if (warning_message_for_job(&jobs[i])) + warning_count++; + } + + if (warning_count > 0) { + char ***warning_matrix = NULL; + int *warning_inner_counts = NULL; + int warning_index = 0; + + for (int i = 0; i < ENGINE_COUNT; i++) { + const char *warning_message = warning_message_for_job(&jobs[i]); + if (!warning_message) + continue; + + warning_index = add_warning_to_collection( + jobs[i].engine->name, warning_message, &warning_matrix, + &warning_inner_counts, warning_index); + } + + if (warning_index > 0) { + context_set_array_of_arrays(&ctx, "engine_warnings", warning_matrix, + warning_index, warning_inner_counts); + } + + if (warning_matrix) { + for (int i = 0; i < warning_index; i++) { + free(warning_matrix[i][0]); + free(warning_matrix[i][1]); + free(warning_matrix[i]); + } + free(warning_matrix); + } + if (warning_inner_counts) + free(warning_inner_counts); + } + int total_results = 0; for (int i = 0; i < ENGINE_COUNT; i++) { total_results += jobs[i].results_count; @@ -281,6 +382,15 @@ int results_handler(UrlParams *params) { send_response(html); free(html); } + for (int i = 0; i < ENGINE_COUNT; i++) + free(all_results[i]); + if (page == 1) { + for (int i = 0; i < HANDLER_COUNT; i++) { + if (infobox_data[i].success) { + free_infobox(&infobox_data[i].result); + } + } + } free_context(&ctx); return 0; } @@ -368,6 +478,10 @@ int results_handler(UrlParams *params) { send_response(html); free(html); } + + for (int i = 0; i < ENGINE_COUNT; i++) { + free(all_results[i]); + } } if (page == 1) { |