Bontiv-Sourceer source code viewer
Root | Help
./web-crawler/src/boucle.c
#include "boucle.h"
#include "link.h"

void process_page(MYSQL *sql, char* url, char* pid)
{
  http_page page;
  FILE *file;

  page = http_get(url);
  if (page->Code / 100 >= 4)
	  return;

  #ifdef DEBUG
  printf("Code: %u, Size: %u, Type: %s\n", page->Code, page->Size, page->Type);
#endif
      page->Size = cleanSource(page->Content);
  //page->Size = cleanSourceStyle(page->Content);

  if (file = fopen("debug.html", "w"))
    {
      fwrite(page->Content, sizeof(char), page->Size, file);
      fclose(file);
    }
  fnd_urls(page->Content, url, sql);
  parse(page->Content, sql, pid);
  free(page);
}
Presented with Bontiv-Sourceer