web2vec.crawlers package

Submodules

• web2vec.crawlers.extractors module
  • CertificateExtractor
    • CertificateExtractor.FEATURE_CLASS
    • CertificateExtractor.FEATURE_TYPE
    • CertificateExtractor.extract_features()
  • DNSExtractor
    • DNSExtractor.FEATURE_CLASS
    • DNSExtractor.FEATURE_TYPE
    • DNSExtractor.extract_features()
  • Extractor
    • Extractor.FEATURE_CLASS
    • Extractor.FEATURE_TYPE
    • Extractor.extract_features()
    • Extractor.features_name()
  • GoogleIndexExtractor
    • GoogleIndexExtractor.FEATURE_CLASS
    • GoogleIndexExtractor.FEATURE_TYPE
    • GoogleIndexExtractor.extract_features()
  • HtmlBodyExtractor
    • HtmlBodyExtractor.FEATURE_CLASS
    • HtmlBodyExtractor.FEATURE_TYPE
    • HtmlBodyExtractor.extract_features()
  • HttpResponseExtractor
    • HttpResponseExtractor.FEATURE_CLASS
    • HttpResponseExtractor.FEATURE_TYPE
    • HttpResponseExtractor.extract_features()
  • OpenPageRankExtractor
    • OpenPageRankExtractor.FEATURE_CLASS
    • OpenPageRankExtractor.FEATURE_TYPE
    • OpenPageRankExtractor.extract_features()
  • OpenPhishExtractor
    • OpenPhishExtractor.FEATURE_CLASS
    • OpenPhishExtractor.FEATURE_TYPE
    • OpenPhishExtractor.extract_features()
  • PhishTankExtractor
    • PhishTankExtractor.FEATURE_CLASS
    • PhishTankExtractor.FEATURE_TYPE
    • PhishTankExtractor.extract_features()
  • SimilarWebExtractor
    • SimilarWebExtractor.FEATURE_CLASS
    • SimilarWebExtractor.FEATURE_TYPE
    • SimilarWebExtractor.extract_features()
  • UrlGeoExtractor
    • UrlGeoExtractor.FEATURE_CLASS
    • UrlGeoExtractor.FEATURE_TYPE
    • UrlGeoExtractor.extract_features()
  • UrlHausExtractor
    • UrlHausExtractor.FEATURE_CLASS
    • UrlHausExtractor.FEATURE_TYPE
    • UrlHausExtractor.extract_features()
  • UrlLexicalExtractor
    • UrlLexicalExtractor.FEATURE_CLASS
    • UrlLexicalExtractor.FEATURE_TYPE
    • UrlLexicalExtractor.extract_features()
  • WhoisExtractor
    • WhoisExtractor.FEATURE_CLASS
    • WhoisExtractor.FEATURE_TYPE
    • WhoisExtractor.extract_features()
  • process_extractors()
• web2vec.crawlers.models module
  • WebPage
    • WebPage.get_title()
• web2vec.crawlers.spiders module
  • Web2VecSpider
    • Web2VecSpider.name
    • Web2VecSpider.parse()

Module contents