Source code for socials.socials

# -*- coding: utf-8 -*-

"""Main module."""
import re

PLATFORM_FACEBOOK = 'facebook'
PLATFORM_GITHUB = 'github'
PLATFORM_LINKEDIN = 'linkedin'
PLATFORM_TWITTER = 'twitter'
PLATFORM_INSTAGRAM = 'instagram'
PLATFORM_YOUTUBE = 'youtube'
PLATFORM_EMAIL = 'email'

FACEBOOK_URL_REGEXS = [
    r'^http(s)?://(www\.)?(facebook|fb)\.com/[A-Za-z0-9_\-\.]+/?$',
    r'^http(s)?://(www\.)?(facebook|fb)\.com/profile\.php\?id=\d+$',
]

GITHUB_URL_REGEXS = [
    r'^http(s)?://(www\.)?github\.com/[A-Za-z0-9_-]+/?$',
]

LINKEDIN_URL_REGEXS = [
    # private
    r'^http(s)?://([\w]+\.)?linkedin\.com/in/[A-Za-z0-9_-]+/?$',
    r'^http(s)?://([\w]+\.)?linkedin\.com/pub/[A-Za-z0-9_-]+(\/[A-z 0-9]+){3}/?$',
    # companies
    r'^http(s)?://(www\.)?linkedin\.com/company/[A-Za-z0-9_-]+/?$',
]

TWITTER_URL_REGEXS = [
    r'^http(s)?://(.*\.)?twitter\.com\/[A-Za-z0-9_]+/?$',
]

INSTAGRAM_URL_REGEXS = [
    r'^http(s)?://(www\.)?instagram\.com/[A-Za-z0-9_.]+/?$',
    r'^http(s)?://(www\.)?instagr\.am/[A-Za-z0-9_.]+/?$',
]

YOUTUBE_URL_REGEXS = [
    r'^http(s)?://(www\.)?youtube\.com/user/[A-z0-9_.-]+/?$',
    r'^http(s)?://(www\.)?youtube\.com/c/[A-z0-9_.-]+/?$',
    r'^http(s)?://(www\.)?youtube\.com/[A-z0-9_.-]+/?$',
]

EMAIL_REGEX = r'^(mailto:)?[\w\.-]+@[\w\.-]+$'


PATTERNS = {
    PLATFORM_FACEBOOK: FACEBOOK_URL_REGEXS,
    PLATFORM_TWITTER: TWITTER_URL_REGEXS,
    PLATFORM_LINKEDIN: LINKEDIN_URL_REGEXS,
    PLATFORM_GITHUB: GITHUB_URL_REGEXS,
    PLATFORM_INSTAGRAM: INSTAGRAM_URL_REGEXS,
    PLATFORM_YOUTUBE: YOUTUBE_URL_REGEXS,
    PLATFORM_EMAIL: [EMAIL_REGEX],
}

ERROR_MSG_UNKNOWN_PLATFORM = 'Unknown platform, expected one of %s' % PATTERNS.keys()



[docs]class Extraction(object):
    """Extracted profiles."""

    _hrefs = None

    def __init__(self, hrefs):
        self._hrefs = hrefs


[docs]    def get_matches_per_platform(self):
        """
        Get lists of profiles keyed by platform name.

        :return: a dictionary with the platform as a key,
            and a list of the platform's profiles as values.
        """
        return extract_matches_per_platform(self._hrefs)



[docs]    def get_matches_for_platform(self, platform):
        """
        Find all matches for a specific platform.

        :param platform: platform to search for.
        :return: list of matches.
        """
        return extract_matches_for_platform(platform, self._hrefs)




[docs]def extract_matches_per_platform(hrefs):
    """
    Get lists of profiles keyed by platform name.

    :param hrefs: hrefs to parse.
    :return: a dictionary with the platform as a key,
        and a list of the platform's profiles as values.
    """
    matches = {}
    for platform in PATTERNS.keys():
        platform_matches = extract_matches_for_platform(platform, hrefs)
        matches[platform] = platform_matches
    return matches




[docs]def extract_matches_for_platform(platform, hrefs):
    matches = []
    for href in hrefs:
        if platform == get_platform(href):
            result = _clean_href(href, platform)
            matches.append(result)
    return matches



def _clean_href(href, platform):
    """Cleans a href for a specific platform."""
    result = href
    cleaner = get_cleaner(platform)
    if cleaner:
        result = cleaner(href)
    return result



[docs]def get_platform(href):
    for platform in PATTERNS:
        is_match = is_platform(href, platform)
        if is_match:
            return platform
    return None




[docs]def is_platform(href, platform):
    if platform not in PATTERNS:
        raise RuntimeError(ERROR_MSG_UNKNOWN_PLATFORM)
    return any(re.match(p, href) for p in PATTERNS[platform])




[docs]def clean_mailto(href):
    return href.replace('mailto:', '')




[docs]def get_cleaner(platform):
    cleaners = {
        PLATFORM_EMAIL: clean_mailto,
    }

    if platform not in cleaners:
        return None
    return cleaners[platform]