##// END OF EJS Templates
Added missing quote
Added missing quote

File last commit:

r2027:d4002835 default
r2062:39c36cce default
Show More
utils.py
159 lines | 4.2 KiB | text/x-python | PythonLexer
Ilyas
Added django-simple-capthca support...
r78 """
This module contains helper functions and helper classes.
"""
neko259
Removed old websocket related code (since websockets are no longer supported
r1948 import time
neko259
Use UUID as a unique file name for uploads
r1767 import uuid
neko259
Removed old websocket related code (since websockets are no longer supported
r1948 import hashlib
import magic
import os
from django import forms
neko259
Started work on the method caching decorator (BB-57)
r957 from django.core.cache import cache
from django.db.models import Model
neko259
Added support for youtu.be links. Show file size when size validation failed
r1433 from django.template.defaultfilters import filesizeformat
neko259
Rewriting views to class-based
r542 from django.utils import timezone
neko259
Download webm videos from youtube
r1328 from django.utils.translation import ugettext_lazy as _
neko259
Added anonymous mode in which the board does not save poster IP addresses
r1362
neko259
Download webm videos from youtube
r1328 import boards
neko259
Use tripcode from settings when fetching posts from sources
r1973 from neboard import settings
neko259
Removed old websocket related code (since websockets are no longer supported
r1948 from boards.abstracts.constants import FILE_DIRECTORY
neko259
Some more constant extracts
r2003 from boards.settings import get_bool, SECTION_FORMS
Ilyas
Added django-simple-capthca support...
r78
neko259
Added anonymous mode in which the board does not save poster IP addresses
r1362 HTTP_FORWARDED = 'HTTP_X_FORWARDED_FOR'
META_REMOTE_ADDR = 'REMOTE_ADDR'
SETTING_MESSAGES = 'Messages'
SETTING_ANON_MODE = 'AnonymousMode'
ANON_IP = '127.0.0.1'
neko259
Deduplicated upload_to method for images and file attachments
r1368 FILE_EXTENSION_DELIMITER = '.'
neko259
Extracted some magic strings
r2002 URL_DELIMITER = '/'
neko259
Optimize cache key building
r2013
CACHE_PARAMS = '{}:{}'
CACHE_KEY_DELIMITER = '_'
neko259
Extracted some magic strings
r2002
DEFAULT_MIMETYPE = 'application/octet-stream'
neko259
Deduplicated upload_to method for images and file attachments
r1368
neko259
Added anonymous mode in which the board does not save poster IP addresses
r1362
def is_anonymous_mode():
return get_bool(SETTING_MESSAGES, SETTING_ANON_MODE)
neko259
Added ban middleware. Now banned user's won't cause load to the server.
r210 def get_client_ip(request):
neko259
Added anonymous mode in which the board does not save poster IP addresses
r1362 if is_anonymous_mode():
ip = ANON_IP
neko259
Added ban middleware. Now banned user's won't cause load to the server.
r210 else:
neko259
Added anonymous mode in which the board does not save poster IP addresses
r1362 x_forwarded_for = request.META.get(HTTP_FORWARDED)
if x_forwarded_for:
ip = x_forwarded_for.split(',')[-1].strip()
else:
ip = request.META.get(META_REMOTE_ADDR)
neko259
Rewriting views to class-based
r542 return ip
neko259
User notifications (BB-59)
r990 # TODO The output format is not epoch because it includes microseconds
neko259
Rewriting views to class-based
r542 def datetime_to_epoch(datetime):
return int(time.mktime(timezone.localtime(
datetime,timezone.get_current_timezone()).timetuple())
neko259
Moving neboard to python3 support (no python2 for now until we figure out how...
r765 * 1000000 + datetime.microsecond)
neko259
Added centrifuge (websocket) support for thread autoupdate. Only websocket version is supported for now
r853
neko259
Added media directory cache size
r1424 # TODO Test this carefully
neko259
Added ability to cache method result with additional arguments. Cache thread...
r1106 def cached_result(key_method=None):
neko259
Started work on the method caching decorator (BB-57)
r957 """
Caches method result in the Django's cache system, persisted by object name,
neko259
Added media directory cache size
r1424 object name, model id if object is a Django model, args and kwargs if any.
neko259
Started work on the method caching decorator (BB-57)
r957 """
neko259
Added ability to cache method result with additional arguments. Cache thread...
r1106 def _cached_result(function):
def inner_func(obj, *args, **kwargs):
cache_key_params = [obj.__class__.__name__, function.__name__]
neko259
Added media directory cache size
r1424
cache_key_params += args
for key, value in kwargs:
neko259
Optimize cache key building
r2013 cache_key_params.append(CACHE_PARAMS.format(key, value))
neko259
Added media directory cache size
r1424
neko259
Added ability to cache method result with additional arguments. Cache thread...
r1106 if isinstance(obj, Model):
cache_key_params.append(str(obj.id))
if key_method is not None:
cache_key_params += [str(arg) for arg in key_method(obj)]
cache_key = CACHE_KEY_DELIMITER.join(cache_key_params)
neko259
Started work on the method caching decorator (BB-57)
r957
neko259
Simplify cache method
r2027 result = cache.get(cache_key)
if result is None:
neko259
Added ability to cache method result with additional arguments. Cache thread...
r1106 result = function(obj, *args, **kwargs)
neko259
Speed up getting post URL and made it work when OP is just created
r1443 if result is not None:
cache.set(cache_key, result)
neko259
Started work on the method caching decorator (BB-57)
r957
neko259
Added ability to cache method result with additional arguments. Cache thread...
r1106 return result
neko259
Started work on the method caching decorator (BB-57)
r957
neko259
Added ability to cache method result with additional arguments. Cache thread...
r1106 return inner_func
return _cached_result
neko259
Show moderator controls when downloading a single post over API. Removed duplicate code from get_post_data
r1109
neko259
Deduplicated file hash calculation method
r1305 def get_file_hash(file) -> str:
md5 = hashlib.md5()
for chunk in file.chunks():
md5.update(chunk)
return md5.hexdigest()
neko259
Download webm videos from youtube
r1328
def validate_file_size(size: int):
neko259
Some more constant extracts
r2003 max_size = boards.settings.get_int(SECTION_FORMS, 'MaxFileSize')
neko259
Removed old websocket related code (since websockets are no longer supported
r1948 if 0 < max_size < size:
neko259
Download webm videos from youtube
r1328 raise forms.ValidationError(
neko259
Count total files size in a post instead of per-file basis
r1983 _('Total file size must be less than %s but is %s.')
neko259
Added support for youtu.be links. Show file size when size validation failed
r1433 % (filesizeformat(max_size), filesizeformat(size)))
neko259
Deduplicated upload_to method for images and file attachments
r1368
neko259
Recognize flash mimetype properly. Store extension as mimetype in attachment...
r1382 def get_extension(filename):
return filename.split(FILE_EXTENSION_DELIMITER)[-1:][0]
neko259
Deduplicated upload_to method for images and file attachments
r1368 def get_upload_filename(model_instance, old_filename):
neko259
Recognize flash mimetype properly. Store extension as mimetype in attachment...
r1382 extension = get_extension(old_filename)
neko259
Use UUID as a unique file name for uploads
r1767 new_name = '{}.{}'.format(uuid.uuid4(), extension)
neko259
Deduplicated upload_to method for images and file attachments
r1368
neko259
Split up uploaded files into subdirectories
r1999 # Create 2 directories to split the files because holding many files in
# one directory may impact performance
dir1 = new_name[0]
dir2 = new_name[1]
return os.path.join(FILE_DIRECTORY, dir1, dir2, new_name)
neko259
Get mimetype for file in the form and use it for both images and attachments
r1371
def get_file_mimetype(file) -> str:
neko259
Added ability to prevent downloading URL to a file
r1871 buf = b''
for chunk in file.chunks():
buf += chunk
file_type = magic.from_buffer(buf, mime=True)
neko259
Compatibility with python-magic of latest version (returts str, not bytes)
r1686 if file_type is None:
neko259
Extracted some magic strings
r2002 file_type = DEFAULT_MIMETYPE
neko259
Fixed issue preventing application from starting
r1688 elif type(file_type) == bytes:
neko259
Compatibility with python-magic of latest version (returts str, not bytes)
r1686 file_type = file_type.decode()
neko259
Fixed issue preventing application from starting
r1688 return file_type
neko259
Added domain image for linux.org.ru, added ability to make images for third-level domains when it is an org.ru, com.ua, co.uk etc domain
r1724
def get_domain(url: str) -> str:
"""
Gets domain from an URL with random number of domain levels.
"""
neko259
Extracted some magic strings
r2002 domain_parts = url.split(URL_DELIMITER)
neko259
Show domain next to URL if available
r1765 if len(domain_parts) >= 2:
full_domain = domain_parts[2]
else:
full_domain = ''
neko259
Added domain image for linux.org.ru, added ability to make images for third-level domains when it is an org.ru, com.ua, co.uk etc domain
r1724
neko259
Search for image for every domain level starting from the lowest one. Cache this into memcached
r1772 return full_domain
neko259
Added domain image for linux.org.ru, added ability to make images for third-level domains when it is an org.ru, com.ua, co.uk etc domain
r1724
neko259
Use tripcode from settings when fetching posts from sources
r1973
def get_tripcode_from_text(text: str) -> str:
tripcode = ''
if text:
code = text + settings.SECRET_KEY
tripcode = hashlib.md5(code.encode()).hexdigest()
return tripcode