Haketilo

# SPDX-License-Identifier: CC0-1.0

"""

Haketilo unit tests - URL patterns

"""

# This file is part of Haketilo

#

# Copyright (C) 2021, Wojtek Kosior

#

# This program is free software: you can redistribute it and/or modify

# it under the terms of the CC0 1.0 Universal License as published by

# the Creative Commons Corporation.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# CC0 1.0 Universal License for more details.

import pytest

from ..script_loader import load_script

@pytest.mark.get_page('https://gotmyowndoma.in')

def test_regexes(execute_in_page):

    """

    patterns.js contains regexes used for URL parsing.

    Verify they work properly.

    """

    execute_in_page(load_script('common/patterns.js'))

    valid_url = 'https://example.com/a/b?ver=1.2.3#heading2'

    valid_url_rest = 'example.com/a/b?ver=1.2.3#heading2'

    # Test matching of URL protocol.

    match = execute_in_page('returnval(proto_regex.exec(arguments[0]));',

                            valid_url)

    assert match

    assert match[1] == 'https'

    assert match[2] == valid_url_rest

    match = execute_in_page('returnval(proto_regex.exec(arguments[0]));',

                            '://bad-url.missing/protocol')

    assert match is None

    # Test matching of http(s) URLs.

    match = execute_in_page('returnval(http_regex.exec(arguments[0]));',

                            valid_url_rest)

    assert match

    assert match[1] == 'example.com'

    assert match[2] == '/a/b'

    assert match[3] == '?ver=1.2.3'

    match = execute_in_page('returnval(http_regex.exec(arguments[0]));',

                            'another.example.com')

    assert match

    assert match[1] == 'another.example.com'

    assert match[2] == ''

    assert match[3] == ''

    match = execute_in_page('returnval(http_regex.exec(arguments[0]));',

                            '/bad/http/example')

    assert match == None

    # Test matching of file URLs.

    match = execute_in_page('returnval(file_regex.exec(arguments[0]));',

                            '/good/file/example')

    assert match

    assert match[1] == '/good/file/example'

    # Test matching of ftp URLs.

    match = execute_in_page('returnval(ftp_regex.exec(arguments[0]));',

                            'example.com/a/b#heading2')

    assert match

    assert match[1] is None

    assert match[2] == 'example.com'

    assert match[3] == '/a/b'

    match = execute_in_page('returnval(ftp_regex.exec(arguments[0]));',

                            'some_user@localhost')

    assert match

    assert match[1] == 'some_user@'

    assert match[2] == 'localhost'

    assert match[3] == ''

    match = execute_in_page('returnval(ftp_regex.exec(arguments[0]));',

                            '@bad.url/')

    assert match is None

@pytest.mark.get_page('https://gotmyowndoma.in')

def test_deconstruct_url(execute_in_page):

    """

    patterns.js contains deconstruct_url() function that handles URL parsing.

    Verify it works properly.

    """

    execute_in_page(load_script('common/patterns.js'))

    deco = execute_in_page('returnval(deconstruct_url(arguments[0]));',

                           'https://eXaMpLe.com/a/b?ver=1.2.3#heading2')

    assert deco

    assert deco['trailing_slash'] == False

    assert deco['proto']          == 'https'

    assert deco['domain']         == ['example', 'com']

    assert deco['path']           == ['a', 'b']

    reco = execute_in_page('returnval(reconstruct_url(arguments[0]));', deco)

    assert reco == 'https://example.com/a/b'

    deco = execute_in_page('returnval(deconstruct_url(arguments[0]));',

                           'http://**.example.com/')

    assert deco

    assert deco['trailing_slash'] == True

    assert deco['proto']          == 'http'

    assert deco['domain']         == ['**', 'example', 'com']

    assert deco['path']           == []

    reco = execute_in_page('returnval(reconstruct_url(arguments[0]));', deco)

    assert reco == 'http://**.example.com/'

    deco = execute_in_page('returnval(deconstruct_url(arguments[0]));',

                           'ftp://user@ftp.example.com/all///passwords.txt/')

    assert deco

    assert deco['trailing_slash'] == True

    assert deco['proto']          == 'ftp'

    assert deco['domain']         == ['ftp', 'example', 'com']

    assert deco['path']           == ['all', 'passwords.txt']

    reco = execute_in_page('returnval(reconstruct_url(arguments[0]));', deco)

    assert reco == 'ftp://ftp.example.com/all/passwords.txt/'

    deco = execute_in_page('returnval(deconstruct_url(arguments[0]));',

                           'ftp://mirror.edu.pl.eu.org')

    assert deco

    assert deco['trailing_slash'] == False

    assert deco['proto']          == 'ftp'

    assert deco['domain']         == ['mirror', 'edu', 'pl', 'eu', 'org']

    assert deco['path']           == []

    reco = execute_in_page('returnval(reconstruct_url(arguments[0]));', deco)

    assert reco == 'ftp://mirror.edu.pl.eu.org'

    deco = execute_in_page('returnval(deconstruct_url(arguments[0]));',

                           'file:///mnt/parabola_chroot///etc/passwd')

    assert deco

    assert deco['trailing_slash'] == False

    assert deco['proto']          == 'file'

    assert deco['path']           == ['mnt', 'parabola_chroot', 'etc', 'passwd']

    assert 'domain' not in deco

    reco = execute_in_page('returnval(reconstruct_url(arguments[0]));', deco)

    assert reco == 'file:///mnt/parabola_chroot/etc/passwd'

    for bad_url in [

            '://bad-url.missing/protocol',

            'http:/example.com/a/b',

            'unknown://example.com/a/b',

            'idontfancypineapple',

            'ftp://@example.org/',

            'https:///some/path/',

            'file://non-absolute/path'

    ]:

        with pytest.raises(Exception, match=r'Error in injected script'):

            deco = execute_in_page('returnval(deconstruct_url(arguments[0]));',

                                   bad_url)

    # at some point we might also consider testing url deconstruction with

    # length limits...