deps: replaced simplejson with much faster orjson implementation

requirements.txt

@@ -1,266 +1,265 b''
 # deps, generated via pipdeptree --exclude setuptools,wheel,pipdeptree,pip -f | tr '[:upper:]' '[:lower:]'
 
 alembic==1.10.2
   mako==1.2.4
     markupsafe==2.1.2
   sqlalchemy==1.4.46
     greenlet==2.0.2
     typing_extensions==4.5.0
   typing_extensions==4.5.0
 babel==2.12.1
 celery==5.2.7
   billiard==3.6.4.0
   click==8.1.3
   click-didyoumean==0.3.0
     click==8.1.3
   click-plugins==1.1.1
     click==8.1.3
   click-repl==0.2.0
     click==8.1.3
     prompt-toolkit==3.0.38
       wcwidth==0.2.6
     six==1.16.0
   kombu==5.2.4
     amqp==5.1.1
       vine==5.0.0
     vine==5.0.0
   pytz==2022.7.1
   vine==5.0.0
 channelstream==0.7.1
   gevent==22.10.2
     greenlet==2.0.2
     zope.event==4.6
     zope.interface==5.5.2
   itsdangerous==1.1.0
   marshmallow==2.18.0
   pyramid==2.0.1
     hupper==1.11
     plaster==1.1.2
     plaster-pastedeploy==1.0.1
       pastedeploy==3.0.1
       plaster==1.1.2
     translationstring==1.4
     venusian==3.0.0
     webob==1.8.7
     zope.deprecation==4.4.0
     zope.interface==5.5.2
   pyramid-apispec==0.3.3
     apispec==1.3.3
   pyramid-jinja2==2.10
     jinja2==3.1.2
       markupsafe==2.1.2
     markupsafe==2.1.2
     pyramid==2.0.1
       hupper==1.11
       plaster==1.1.2
       plaster-pastedeploy==1.0.1
         pastedeploy==3.0.1
         plaster==1.1.2
       translationstring==1.4
       venusian==3.0.0
       webob==1.8.7
       zope.deprecation==4.4.0
       zope.interface==5.5.2
     zope.deprecation==4.4.0
   python-dateutil==2.8.2
     six==1.16.0
   requests==2.28.2
     certifi==2022.12.7
     charset-normalizer==3.1.0
     idna==3.4
     urllib3==1.26.14
   ws4py==0.5.1
 deform==2.0.15
   chameleon==3.10.2
   colander==2.0
     iso8601==1.1.0
     translationstring==1.4
   iso8601==1.1.0
   peppercorn==0.6
   translationstring==1.4
   zope.deprecation==4.4.0
 docutils==0.19
 dogpile.cache==1.1.8
   decorator==5.1.1
   stevedore==5.0.0
     pbr==5.11.1
 formencode==2.0.1
   six==1.16.0
 gunicorn==20.1.0
 infrae.cache==1.0.1
   beaker==1.12.1
   repoze.lru==0.7
 msgpack-python==0.5.6
 mysqlclient==2.1.1
 nbconvert==7.2.9
   beautifulsoup4==4.11.2
     soupsieve==2.4
   bleach==6.0.0
     six==1.16.0
     webencodings==0.5.1
   defusedxml==0.7.1
   jinja2==3.1.2
     markupsafe==2.1.2
   jupyter_core==5.2.0
     platformdirs==3.1.0
     traitlets==5.9.0
   jupyterlab-pygments==0.2.2
   markupsafe==2.1.2
   mistune==2.0.5
   nbclient==0.7.2
     jupyter_client==8.0.3
       jupyter_core==5.2.0
         platformdirs==3.1.0
         traitlets==5.9.0
       python-dateutil==2.8.2
         six==1.16.0
       pyzmq==25.0.0
       tornado==6.2
       traitlets==5.9.0
     jupyter_core==5.2.0
       platformdirs==3.1.0
       traitlets==5.9.0
     nbformat==5.7.3
       fastjsonschema==2.16.3
       jsonschema==4.17.3
         attrs==22.2.0
         pyrsistent==0.19.3
       jupyter_core==5.2.0
         platformdirs==3.1.0
         traitlets==5.9.0
       traitlets==5.9.0
     traitlets==5.9.0
   nbformat==5.7.3
     fastjsonschema==2.16.3
     jsonschema==4.17.3
       attrs==22.2.0
       pyrsistent==0.19.3
     jupyter_core==5.2.0
       platformdirs==3.1.0
       traitlets==5.9.0
     traitlets==5.9.0
   packaging==23.0
   pandocfilters==1.5.0
   pygments==2.14.0
   tinycss2==1.2.1
     webencodings==0.5.1
   traitlets==5.9.0
+orjson==3.8.7
 pastescript==3.3.0
   paste==3.5.2
     six==1.16.0
   pastedeploy==3.0.1
   six==1.16.0
-pathlib2==2.3.7.post1
-  six==1.16.0
 premailer==3.10.0
   cachetools==5.3.0
   cssselect==1.2.0
   cssutils==2.6.0
   lxml==4.9.2
   requests==2.28.2
     certifi==2022.12.7
     charset-normalizer==3.1.0
     idna==3.4
     urllib3==1.26.14
 psutil==5.9.4
 psycopg2==2.9.5
 py-bcrypt==0.4
 py-gfm==2.0.0
   markdown==3.4.1
 pycurl==7.45.2
 pycryptodome==3.17
 pymysql==1.0.2
 pyotp==2.8.0
 pyparsing==3.0.9
 pyramid-debugtoolbar==4.10
   pygments==2.14.0
   pyramid==2.0.1
     hupper==1.11
     plaster==1.1.2
     plaster-pastedeploy==1.0.1
       pastedeploy==3.0.1
       plaster==1.1.2
     translationstring==1.4
     venusian==3.0.0
     webob==1.8.7
     zope.deprecation==4.4.0
     zope.interface==5.5.2
   pyramid-mako==1.1.0
     mako==1.2.4
       markupsafe==2.1.2
     pyramid==2.0.1
       hupper==1.11
       plaster==1.1.2
       plaster-pastedeploy==1.0.1
         pastedeploy==3.0.1
         plaster==1.1.2
       translationstring==1.4
       venusian==3.0.0
       webob==1.8.7
       zope.deprecation==4.4.0
       zope.interface==5.5.2
 pyramid-mailer==0.15.1
   pyramid==2.0.1
     hupper==1.11
     plaster==1.1.2
     plaster-pastedeploy==1.0.1
       pastedeploy==3.0.1
       plaster==1.1.2
     translationstring==1.4
     venusian==3.0.0
     webob==1.8.7
     zope.deprecation==4.4.0
     zope.interface==5.5.2
   repoze.sendmail==4.4.1
     transaction==3.0.1
       zope.interface==5.5.2
     zope.interface==5.5.2
   transaction==3.0.1
     zope.interface==5.5.2
 python-ldap==3.4.3
   pyasn1==0.4.8
   pyasn1-modules==0.2.8
     pyasn1==0.4.8
 python-memcached==1.59
   six==1.16.0
 python-pam==2.0.2
 python3-saml==1.15.0
   isodate==0.6.1
     six==1.16.0
   lxml==4.9.2
   xmlsec==1.3.13
     lxml==4.9.2
 pyyaml==6.0
 redis==4.5.1
   async-timeout==4.0.2
 regex==2022.10.31
 routes==2.5.1
   repoze.lru==0.7
   six==1.16.0
 simplejson==3.18.3
 sshpubkeys==3.3.1
   cryptography==39.0.2
     cffi==1.15.1
       pycparser==2.21
   ecdsa==0.18.0
     six==1.16.0
 supervisor==4.2.5
 tzlocal==4.2
   pytz-deprecation-shim==0.1.0.post0
     tzdata==2022.7
 urlobject==2.4.3
 waitress==2.1.2
 weberror==0.13.1
   paste==3.5.2
     six==1.16.0
   pygments==2.14.0
   tempita==0.5.2
   webob==1.8.7
 webhelpers2==2.0
   markupsafe==2.1.2
   six==1.16.0
 whoosh==2.7.4
 zope.cachedescriptors==4.4
 
 ## uncomment to add the debug libraries
 #-r requirements_debug.txt

rhodecode/lib/ext_json.py

@@ -1,64 +1,83 b''
 import datetime
 import decimal
 import functools
+# we keep simplejson for having dump functionality still
+# orjson doesn't support it
+import orjson
+import simplejson
+import orjson as json
 
-import simplejson as json
 
 from rhodecode.lib.datelib import is_aware
+from rhodecode.lib.str_utils import safe_str
 
 try:
     import rhodecode.translation
 except ImportError:
     rhodecode = None
 
 __all__ = ['json']
 
 
 def _obj_dump(obj):
     """
     Custom function for dumping objects to JSON, if obj has __json__ attribute
     or method defined it will be used for serialization
 
     :param obj:
     """
 
     # See "Date Time String Format" in the ECMA-262 specification.
     # some code borrowed from django 1.4
     if isinstance(obj, set):
         return list(obj)
     elif isinstance(obj, datetime.datetime):
         r = obj.isoformat()
         if isinstance(obj.microsecond, int):
             r = r[:23] + r[26:]
         if r.endswith('+00:00'):
             r = r[:-6] + 'Z'
         return r
     elif isinstance(obj, datetime.date):
         return obj.isoformat()
     elif isinstance(obj, datetime.time):
         if is_aware(obj):
             raise TypeError("Time-zone aware times are not JSON serializable")
         r = obj.isoformat()
         if isinstance(obj.microsecond, int):
             r = r[:12]
         return r
     elif hasattr(obj, '__json__'):
         if callable(obj.__json__):
             return obj.__json__()
         else:
             return obj.__json__
     elif isinstance(obj, decimal.Decimal):
         return str(obj)
     elif isinstance(obj, complex):
         return [obj.real, obj.imag]
     elif rhodecode and isinstance(obj, rhodecode.translation._LazyString):
         return obj.eval()
     else:
         raise TypeError(repr(obj) + " is not JSON serializable")
 
 
-json.dumps = functools.partial(json.dumps, default=_obj_dump, use_decimal=False)
-json.dump = functools.partial(json.dump, default=_obj_dump, use_decimal=False)
+json.dumps = functools.partial(json.dumps, default=_obj_dump, option=orjson.OPT_NON_STR_KEYS)
+json.dump = functools.partial(simplejson.dump, default=_obj_dump)
+
+
+def formatted_json(*args, **kwargs):
+    # alias for formatted json
+    opts = orjson.OPT_NON_STR_KEYS | orjson.OPT_INDENT_2 | orjson.OPT_SORT_KEYS
+    return functools.partial(json.dumps, option=opts)(*args, **kwargs)
+
 
-# alias for formatted json
-formatted_json = functools.partial(json.dumps, indent=4, sort_keys=True)
+def formatted_str_json(*args, **kwargs):
+    opts = orjson.OPT_NON_STR_KEYS | orjson.OPT_INDENT_2 | orjson.OPT_SORT_KEYS
+    closure = functools.partial(json.dumps, option=opts)
+    return safe_str(closure(*args, **kwargs))
+
+
+def str_json(*args, **kwargs):
+    closure = functools.partial(json.dumps)
+    return safe_str(closure(*args, **kwargs))