You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
155 lines
4.0 KiB
155 lines
4.0 KiB
# -*- coding: utf-8 -*-
|
|
from __future__ import absolute_import
|
|
from datetime import datetime
|
|
import hashlib
|
|
import os
|
|
import re
|
|
import struct
|
|
from six.moves import range
|
|
|
|
|
|
def hash_opensubtitles(video_path):
|
|
"""Compute a hash using OpenSubtitles' algorithm.
|
|
|
|
:param str video_path: path of the video.
|
|
:return: the hash.
|
|
:rtype: str
|
|
|
|
"""
|
|
bytesize = struct.calcsize(b'<q')
|
|
with open(video_path, 'rb') as f:
|
|
filesize = os.path.getsize(video_path)
|
|
filehash = filesize
|
|
if filesize < 65536 * 2:
|
|
return
|
|
for _ in range(65536 // bytesize):
|
|
filebuffer = f.read(bytesize)
|
|
(l_value,) = struct.unpack(b'<q', filebuffer)
|
|
filehash += l_value
|
|
filehash &= 0xFFFFFFFFFFFFFFFF # to remain as 64bit number
|
|
f.seek(max(0, filesize - 65536), 0)
|
|
for _ in range(65536 // bytesize):
|
|
filebuffer = f.read(bytesize)
|
|
(l_value,) = struct.unpack(b'<q', filebuffer)
|
|
filehash += l_value
|
|
filehash &= 0xFFFFFFFFFFFFFFFF
|
|
returnedhash = '%016x' % filehash
|
|
|
|
return returnedhash
|
|
|
|
|
|
def hash_thesubdb(video_path):
|
|
"""Compute a hash using TheSubDB's algorithm.
|
|
|
|
:param str video_path: path of the video.
|
|
:return: the hash.
|
|
:rtype: str
|
|
|
|
"""
|
|
readsize = 64 * 1024
|
|
if os.path.getsize(video_path) < readsize:
|
|
return
|
|
with open(video_path, 'rb') as f:
|
|
data = f.read(readsize)
|
|
f.seek(-readsize, os.SEEK_END)
|
|
data += f.read(readsize)
|
|
|
|
return hashlib.md5(data).hexdigest()
|
|
|
|
|
|
def hash_napiprojekt(video_path):
|
|
"""Compute a hash using NapiProjekt's algorithm.
|
|
|
|
:param str video_path: path of the video.
|
|
:return: the hash.
|
|
:rtype: str
|
|
|
|
"""
|
|
readsize = 1024 * 1024 * 10
|
|
with open(video_path, 'rb') as f:
|
|
data = f.read(readsize)
|
|
return hashlib.md5(data).hexdigest()
|
|
|
|
|
|
def hash_shooter(video_path):
|
|
"""Compute a hash using Shooter's algorithm
|
|
|
|
:param string video_path: path of the video
|
|
:return: the hash
|
|
:rtype: string
|
|
|
|
"""
|
|
filesize = os.path.getsize(video_path)
|
|
readsize = 4096
|
|
if os.path.getsize(video_path) < readsize * 2:
|
|
return None
|
|
offsets = (readsize, filesize // 3 * 2, filesize // 3, filesize - readsize * 2)
|
|
filehash = []
|
|
with open(video_path, 'rb') as f:
|
|
for offset in offsets:
|
|
f.seek(offset)
|
|
filehash.append(hashlib.md5(f.read(readsize)).hexdigest())
|
|
return ';'.join(filehash)
|
|
|
|
|
|
def sanitize(string, ignore_characters=None):
|
|
"""Sanitize a string to strip special characters.
|
|
|
|
:param str string: the string to sanitize.
|
|
:param set ignore_characters: characters to ignore.
|
|
:return: the sanitized string.
|
|
:rtype: str
|
|
|
|
"""
|
|
# only deal with strings
|
|
if string is None:
|
|
return
|
|
|
|
ignore_characters = ignore_characters or set()
|
|
|
|
# replace some characters with one space
|
|
characters = {'-', ':', '(', ')', '.'} - ignore_characters
|
|
if characters:
|
|
string = re.sub(r'[%s]' % re.escape(''.join(characters)), ' ', string)
|
|
|
|
# remove some characters
|
|
characters = {'\''} - ignore_characters
|
|
if characters:
|
|
string = re.sub(r'[%s]' % re.escape(''.join(characters)), '', string)
|
|
|
|
# replace multiple spaces with one
|
|
string = re.sub(r'\s+', ' ', string)
|
|
|
|
# strip and lower case
|
|
return string.strip().lower()
|
|
|
|
|
|
def sanitize_release_group(string):
|
|
"""Sanitize a `release_group` string to remove content in square brackets.
|
|
|
|
:param str string: the release group to sanitize.
|
|
:return: the sanitized release group.
|
|
:rtype: str
|
|
|
|
"""
|
|
# only deal with strings
|
|
if string is None:
|
|
return
|
|
|
|
# remove content in square brackets
|
|
string = re.sub(r'\[\w+\]', '', string)
|
|
|
|
# strip and upper case
|
|
return string.strip().upper()
|
|
|
|
|
|
def timestamp(date):
|
|
"""Get the timestamp of the `date`, python2/3 compatible
|
|
|
|
:param datetime.datetime date: the utc date.
|
|
:return: the timestamp of the date.
|
|
:rtype: float
|
|
|
|
"""
|
|
return (date - datetime(1970, 1, 1)).total_seconds()
|