You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
412 lines
13 KiB
412 lines
13 KiB
6 years ago
|
#!/usr/bin/env python
|
||
|
|
# -*- coding: utf-8 -*-
|
||
|
|
# pylint: disable=no-self-use, pointless-statement, missing-docstring, no-member, len-as-condition
|
||
|
|
import re
|
||
|
|
|
||
|
|
from functools import partial
|
||
|
|
|
||
|
|
from ..validators import chars_surround
|
||
|
|
from ..rebulk import Rebulk, FunctionalPattern, RePattern, StringPattern
|
||
|
|
|
||
|
|
|
||
|
|
def test_chain_close():
|
||
|
|
rebulk = Rebulk()
|
||
|
|
ret = rebulk.chain().close()
|
||
|
|
|
||
|
|
assert ret == rebulk
|
||
|
|
assert len(rebulk.effective_patterns()) == 1
|
||
|
|
|
||
|
|
|
||
|
|
def test_build_chain():
|
||
|
|
rebulk = Rebulk()
|
||
|
|
|
||
|
|
def digit(input_string):
|
||
|
|
i = input_string.find("1849")
|
||
|
|
if i > -1:
|
||
|
|
return i, i + len("1849")
|
||
|
|
|
||
|
|
ret = rebulk.chain() \
|
||
|
|
.functional(digit) \
|
||
|
|
.string("test").repeater(2) \
|
||
|
|
.string("x").repeater('{1,3}') \
|
||
|
|
.string("optional").repeater('?') \
|
||
|
|
.regex("f?x").repeater('+') \
|
||
|
|
.close()
|
||
|
|
|
||
|
|
assert ret == rebulk
|
||
|
|
assert len(rebulk.effective_patterns()) == 1
|
||
|
|
|
||
|
|
chain = rebulk.effective_patterns()[0]
|
||
|
|
|
||
|
|
assert len(chain.parts) == 5
|
||
|
|
|
||
|
|
assert isinstance(chain.parts[0].pattern, FunctionalPattern)
|
||
|
|
assert chain.parts[0].repeater_start == 1
|
||
|
|
assert chain.parts[0].repeater_end == 1
|
||
|
|
|
||
|
|
assert isinstance(chain.parts[1].pattern, StringPattern)
|
||
|
|
assert chain.parts[1].repeater_start == 2
|
||
|
|
assert chain.parts[1].repeater_end == 2
|
||
|
|
|
||
|
|
assert isinstance(chain.parts[2].pattern, StringPattern)
|
||
|
|
assert chain.parts[2].repeater_start == 1
|
||
|
|
assert chain.parts[2].repeater_end == 3
|
||
|
|
|
||
|
|
assert isinstance(chain.parts[3].pattern, StringPattern)
|
||
|
|
assert chain.parts[3].repeater_start == 0
|
||
|
|
assert chain.parts[3].repeater_end == 1
|
||
|
|
|
||
|
|
assert isinstance(chain.parts[4].pattern, RePattern)
|
||
|
|
assert chain.parts[4].repeater_start == 1
|
||
|
|
assert chain.parts[4].repeater_end is None
|
||
|
|
|
||
|
|
|
||
|
|
def test_chain_defaults():
|
||
|
|
rebulk = Rebulk()
|
||
|
|
rebulk.defaults(validator=lambda x: True, ignore_names=['testIgnore'], children=True)
|
||
|
|
|
||
|
|
rebulk.chain()\
|
||
|
|
.regex("(?P<test>test)") \
|
||
|
|
.regex(" ").repeater("*") \
|
||
|
|
.regex("(?P<testIgnore>testIgnore)")
|
||
|
|
matches = rebulk.matches("test testIgnore")
|
||
|
|
|
||
|
|
assert len(matches) == 1
|
||
|
|
assert matches[0].name == "test"
|
||
|
|
|
||
|
|
|
||
|
|
def test_matches():
|
||
|
|
rebulk = Rebulk()
|
||
|
|
|
||
|
|
def digit(input_string):
|
||
|
|
i = input_string.find("1849")
|
||
|
|
if i > -1:
|
||
|
|
return i, i + len("1849")
|
||
|
|
|
||
|
|
input_string = "1849testtestxxfixfux_foxabc1849testtestxoptionalfoxabc"
|
||
|
|
|
||
|
|
chain = rebulk.chain() \
|
||
|
|
.functional(digit) \
|
||
|
|
.string("test").hidden().repeater(2) \
|
||
|
|
.string("x").hidden().repeater('{1,3}') \
|
||
|
|
.string("optional").hidden().repeater('?') \
|
||
|
|
.regex("f.?x", name='result').repeater('+') \
|
||
|
|
.close()
|
||
|
|
|
||
|
|
matches = chain.matches(input_string)
|
||
|
|
|
||
|
|
assert len(matches) == 2
|
||
|
|
children = matches[0].children
|
||
|
|
|
||
|
|
assert children[0].value == '1849'
|
||
|
|
assert children[1].value == 'fix'
|
||
|
|
assert children[2].value == 'fux'
|
||
|
|
|
||
|
|
children = matches[1].children
|
||
|
|
assert children[0].value == '1849'
|
||
|
|
assert children[1].value == 'fox'
|
||
|
|
|
||
|
|
input_string = "_1850testtestxoptionalfoxabc"
|
||
|
|
matches = chain.matches(input_string)
|
||
|
|
|
||
|
|
assert len(matches) == 0
|
||
|
|
|
||
|
|
input_string = "_1849testtesttesttestxoptionalfoxabc"
|
||
|
|
matches = chain.matches(input_string)
|
||
|
|
|
||
|
|
assert len(matches) == 0
|
||
|
|
|
||
|
|
input_string = "_1849testtestxxxxoptionalfoxabc"
|
||
|
|
matches = chain.matches(input_string)
|
||
|
|
|
||
|
|
assert len(matches) == 0
|
||
|
|
|
||
|
|
input_string = "_1849testtestoptionalfoxabc"
|
||
|
|
matches = chain.matches(input_string)
|
||
|
|
|
||
|
|
assert len(matches) == 0
|
||
|
|
|
||
|
|
input_string = "_1849testtestxoptionalabc"
|
||
|
|
matches = chain.matches(input_string)
|
||
|
|
|
||
|
|
assert len(matches) == 0
|
||
|
|
|
||
|
|
input_string = "_1849testtestxoptionalfaxabc"
|
||
|
|
matches = chain.matches(input_string)
|
||
|
|
|
||
|
|
assert len(matches) == 1
|
||
|
|
children = matches[0].children
|
||
|
|
|
||
|
|
assert children[0].value == '1849'
|
||
|
|
assert children[1].value == 'fax'
|
||
|
|
|
||
|
|
|
||
|
|
def test_matches_2():
|
||
|
|
rebulk = Rebulk() \
|
||
|
|
.regex_defaults(flags=re.IGNORECASE) \
|
||
|
|
.chain(children=True, formatter={'episode': int}) \
|
||
|
|
.defaults(formatter={'version': int}) \
|
||
|
|
.regex(r'e(?P<episode>\d{1,4})') \
|
||
|
|
.regex(r'v(?P<version>\d+)').repeater('?') \
|
||
|
|
.regex(r'[ex-](?P<episode>\d{1,4})').repeater('*') \
|
||
|
|
.close()
|
||
|
|
|
||
|
|
matches = rebulk.matches("This is E14v2-15E16x17")
|
||
|
|
assert len(matches) == 5
|
||
|
|
|
||
|
|
assert matches[0].name == 'episode'
|
||
|
|
assert matches[0].value == 14
|
||
|
|
|
||
|
|
assert matches[1].name == 'version'
|
||
|
|
assert matches[1].value == 2
|
||
|
|
|
||
|
|
assert matches[2].name == 'episode'
|
||
|
|
assert matches[2].value == 15
|
||
|
|
|
||
|
|
assert matches[3].name == 'episode'
|
||
|
|
assert matches[3].value == 16
|
||
|
|
|
||
|
|
assert matches[4].name == 'episode'
|
||
|
|
assert matches[4].value == 17
|
||
|
|
|
||
|
|
|
||
|
|
def test_matches_3():
|
||
|
|
alt_dash = (r'@', r'[\W_]') # abbreviation
|
||
|
|
|
||
|
|
rebulk = Rebulk()
|
||
|
|
|
||
|
|
rebulk.chain(formatter={'season': int, 'episode': int},
|
||
|
|
tags=['SxxExx'],
|
||
|
|
abbreviations=[alt_dash],
|
||
|
|
private_names=['episodeSeparator', 'seasonSeparator'],
|
||
|
|
children=True,
|
||
|
|
private_parent=True,
|
||
|
|
conflict_solver=lambda match, other: match
|
||
|
|
if match.name in ['season', 'episode'] and other.name in
|
||
|
|
['screen_size', 'video_codec', 'audio_codec',
|
||
|
|
'audio_channels', 'container', 'date']
|
||
|
|
else '__default__') \
|
||
|
|
.regex(r'(?P<season>\d+)@?x@?(?P<episode>\d+)') \
|
||
|
|
.regex(r'(?P<episodeSeparator>x|-|\+|&)(?P<episode>\d+)').repeater('*') \
|
||
|
|
.chain() \
|
||
|
|
.regex(r'S(?P<season>\d+)@?(?:xE|Ex|E|x)@?(?P<episode>\d+)') \
|
||
|
|
.regex(r'(?:(?P<episodeSeparator>xE|Ex|E|x|-|\+|&)(?P<episode>\d+))').repeater('*') \
|
||
|
|
.chain() \
|
||
|
|
.regex(r'S(?P<season>\d+)') \
|
||
|
|
.regex(r'(?P<seasonSeparator>S|-|\+|&)(?P<season>\d+)').repeater('*')
|
||
|
|
|
||
|
|
matches = rebulk.matches("test-01x02-03")
|
||
|
|
assert len(matches) == 3
|
||
|
|
|
||
|
|
assert matches[0].name == 'season'
|
||
|
|
assert matches[0].value == 1
|
||
|
|
|
||
|
|
assert matches[1].name == 'episode'
|
||
|
|
assert matches[1].value == 2
|
||
|
|
|
||
|
|
assert matches[2].name == 'episode'
|
||
|
|
assert matches[2].value == 3
|
||
|
|
|
||
|
|
matches = rebulk.matches("test-S01E02-03")
|
||
|
|
|
||
|
|
assert len(matches) == 3
|
||
|
|
assert matches[0].name == 'season'
|
||
|
|
assert matches[0].value == 1
|
||
|
|
|
||
|
|
assert matches[1].name == 'episode'
|
||
|
|
assert matches[1].value == 2
|
||
|
|
|
||
|
|
assert matches[2].name == 'episode'
|
||
|
|
assert matches[2].value == 3
|
||
|
|
|
||
|
|
matches = rebulk.matches("test-S01-02-03-04")
|
||
|
|
|
||
|
|
assert len(matches) == 4
|
||
|
|
assert matches[0].name == 'season'
|
||
|
|
assert matches[0].value == 1
|
||
|
|
|
||
|
|
assert matches[1].name == 'season'
|
||
|
|
assert matches[1].value == 2
|
||
|
|
|
||
|
|
assert matches[2].name == 'season'
|
||
|
|
assert matches[2].value == 3
|
||
|
|
|
||
|
|
assert matches[3].name == 'season'
|
||
|
|
assert matches[3].value == 4
|
||
|
|
|
||
|
|
|
||
|
|
def test_matches_4():
|
||
|
|
seps_surround = partial(chars_surround, " ")
|
||
|
|
|
||
|
|
rebulk = Rebulk()
|
||
|
|
rebulk.regex_defaults(flags=re.IGNORECASE)
|
||
|
|
rebulk.defaults(private_names=['episodeSeparator', 'seasonSeparator'], validate_all=True,
|
||
|
|
validator={'__parent__': seps_surround}, children=True, private_parent=True)
|
||
|
|
|
||
|
|
rebulk.chain(formatter={'episode': int, 'version': int}) \
|
||
|
|
.defaults(validator=None) \
|
||
|
|
.regex(r'e(?P<episode>\d{1,4})') \
|
||
|
|
.regex(r'v(?P<version>\d+)').repeater('?') \
|
||
|
|
.regex(r'(?P<episodeSeparator>e|x|-)(?P<episode>\d{1,4})').repeater('*')
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some Series E01E02E03")
|
||
|
|
assert len(matches) == 3
|
||
|
|
|
||
|
|
assert matches[0].value == 1
|
||
|
|
assert matches[1].value == 2
|
||
|
|
assert matches[2].value == 3
|
||
|
|
|
||
|
|
|
||
|
|
def test_matches_5():
|
||
|
|
seps_surround = partial(chars_surround, " ")
|
||
|
|
|
||
|
|
rebulk = Rebulk()
|
||
|
|
rebulk.regex_defaults(flags=re.IGNORECASE)
|
||
|
|
rebulk.defaults(private_names=['episodeSeparator', 'seasonSeparator'], validate_all=True,
|
||
|
|
validator={'__parent__': seps_surround}, children=True, private_parent=True)
|
||
|
|
|
||
|
|
rebulk.chain(formatter={'episode': int, 'version': int}) \
|
||
|
|
.defaults(validator=None) \
|
||
|
|
.regex(r'e(?P<episode>\d{1,4})') \
|
||
|
|
.regex(r'v(?P<version>\d+)').repeater('?') \
|
||
|
|
.regex(r'(?P<episodeSeparator>e|x|-)(?P<episode>\d{1,4})').repeater('{2,3}')
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some Series E01E02E03")
|
||
|
|
assert len(matches) == 3
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some Series E01E02")
|
||
|
|
assert len(matches) == 0
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some Series E01E02E03E04E05E06") # Parent can't be validated, so no results at all
|
||
|
|
assert len(matches) == 0
|
||
|
|
|
||
|
|
|
||
|
|
def test_matches_6():
|
||
|
|
rebulk = Rebulk()
|
||
|
|
rebulk.regex_defaults(flags=re.IGNORECASE)
|
||
|
|
rebulk.defaults(private_names=['episodeSeparator', 'seasonSeparator'], validate_all=True,
|
||
|
|
validator=None, children=True, private_parent=True)
|
||
|
|
|
||
|
|
rebulk.chain(formatter={'episode': int, 'version': int}) \
|
||
|
|
.defaults(validator=None) \
|
||
|
|
.regex(r'e(?P<episode>\d{1,4})') \
|
||
|
|
.regex(r'v(?P<version>\d+)').repeater('?') \
|
||
|
|
.regex(r'(?P<episodeSeparator>e|x|-)(?P<episode>\d{1,4})').repeater('{2,3}')
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some Series E01E02E03")
|
||
|
|
assert len(matches) == 3
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some Series E01E02")
|
||
|
|
assert len(matches) == 0
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some Series E01E02E03E04E05E06") # No validator on parent, so it should give 4 episodes.
|
||
|
|
assert len(matches) == 4
|
||
|
|
|
||
|
|
|
||
|
|
def test_matches_7():
|
||
|
|
seps_surround = partial(chars_surround, ' .-/')
|
||
|
|
rebulk = Rebulk()
|
||
|
|
rebulk.regex_defaults(flags=re.IGNORECASE)
|
||
|
|
rebulk.defaults(children=True, private_parent=True)
|
||
|
|
|
||
|
|
rebulk.chain(). \
|
||
|
|
regex(r'S(?P<season>\d+)', validate_all=True, validator={'__parent__': seps_surround}). \
|
||
|
|
regex(r'[ -](?P<season>\d+)', validator=seps_surround).repeater('*')
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some S01")
|
||
|
|
assert len(matches) == 1
|
||
|
|
matches[0].value = 1
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some S01-02")
|
||
|
|
assert len(matches) == 2
|
||
|
|
matches[0].value = 1
|
||
|
|
matches[1].value = 2
|
||
|
|
|
||
|
|
matches = rebulk.matches("programs4/Some S01-02")
|
||
|
|
assert len(matches) == 2
|
||
|
|
matches[0].value = 1
|
||
|
|
matches[1].value = 2
|
||
|
|
|
||
|
|
matches = rebulk.matches("programs4/SomeS01middle.S02-03.andS04here")
|
||
|
|
assert len(matches) == 2
|
||
|
|
matches[0].value = 2
|
||
|
|
matches[1].value = 3
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some 02.and.S04-05.here")
|
||
|
|
assert len(matches) == 2
|
||
|
|
matches[0].value = 4
|
||
|
|
matches[1].value = 5
|
||
|
|
|
||
|
|
|
||
|
|
def test_chain_breaker():
|
||
|
|
def chain_breaker(matches):
|
||
|
|
seasons = matches.named('season')
|
||
|
|
if len(seasons) > 1:
|
||
|
|
if seasons[-1].value - seasons[-2].value > 10:
|
||
|
|
return True
|
||
|
|
return False
|
||
|
|
|
||
|
|
seps_surround = partial(chars_surround, ' .-/')
|
||
|
|
rebulk = Rebulk()
|
||
|
|
rebulk.regex_defaults(flags=re.IGNORECASE)
|
||
|
|
rebulk.defaults(children=True, private_parent=True, formatter={'season': int})
|
||
|
|
|
||
|
|
rebulk.chain(chain_breaker=chain_breaker). \
|
||
|
|
regex(r'S(?P<season>\d+)', validate_all=True, validator={'__parent__': seps_surround}). \
|
||
|
|
regex(r'[ -](?P<season>\d+)', validator=seps_surround).repeater('*')
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some S01-02-03-50-51")
|
||
|
|
assert len(matches) == 3
|
||
|
|
matches[0].value = 1
|
||
|
|
matches[1].value = 2
|
||
|
|
matches[2].value = 3
|
||
|
|
|
||
|
|
|
||
|
|
def test_chain_breaker_defaults():
|
||
|
|
def chain_breaker(matches):
|
||
|
|
seasons = matches.named('season')
|
||
|
|
if len(seasons) > 1:
|
||
|
|
if seasons[-1].value - seasons[-2].value > 10:
|
||
|
|
return True
|
||
|
|
return False
|
||
|
|
|
||
|
|
seps_surround = partial(chars_surround, ' .-/')
|
||
|
|
rebulk = Rebulk()
|
||
|
|
rebulk.regex_defaults(flags=re.IGNORECASE)
|
||
|
|
rebulk.defaults(chain_breaker=chain_breaker, children=True, private_parent=True, formatter={'season': int})
|
||
|
|
|
||
|
|
rebulk.chain(). \
|
||
|
|
regex(r'S(?P<season>\d+)', validate_all=True, validator={'__parent__': seps_surround}). \
|
||
|
|
regex(r'[ -](?P<season>\d+)', validator=seps_surround).repeater('*')
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some S01-02-03-50-51")
|
||
|
|
assert len(matches) == 3
|
||
|
|
matches[0].value = 1
|
||
|
|
matches[1].value = 2
|
||
|
|
matches[2].value = 3
|
||
|
|
|
||
|
|
|
||
|
|
def test_chain_breaker_defaults2():
|
||
|
|
def chain_breaker(matches):
|
||
|
|
seasons = matches.named('season')
|
||
|
|
if len(seasons) > 1:
|
||
|
|
if seasons[-1].value - seasons[-2].value > 10:
|
||
|
|
return True
|
||
|
|
return False
|
||
|
|
|
||
|
|
seps_surround = partial(chars_surround, ' .-/')
|
||
|
|
rebulk = Rebulk()
|
||
|
|
rebulk.regex_defaults(flags=re.IGNORECASE)
|
||
|
|
rebulk.chain_defaults(chain_breaker=chain_breaker)
|
||
|
|
rebulk.defaults(children=True, private_parent=True, formatter={'season': int})
|
||
|
|
|
||
|
|
rebulk.chain(). \
|
||
|
|
regex(r'S(?P<season>\d+)', validate_all=True, validator={'__parent__': seps_surround}). \
|
||
|
|
regex(r'[ -](?P<season>\d+)', validator=seps_surround).repeater('*')
|
||
|
|
|
||
|
|
matches = rebulk.matches("Some S01-02-03-50-51")
|
||
|
|
assert len(matches) == 3
|
||
|
|
matches[0].value = 1
|
||
|
|
matches[1].value = 2
|
||
|
|
matches[2].value = 3
|