deps: make dev-env build faster and bump all libs to latest versions

Makefile

@@ -1,154 +1,156 b''
+SHELL = /bin/bash
 
 # set by: PATH_TO_OUTDATED_PACKAGES=/some/path/outdated_packages.py
 OUTDATED_PACKAGES = ${PATH_TO_OUTDATED_PACKAGES}
 
 NODE_PATH=./node_modules
 WEBPACK=./node_binaries/webpack
 GRUNT=./node_binaries/grunt
 
 .PHONY: clean
 ## Cleanup compiled and cache py files
 clean:
 	make test-clean
 	find . -type f \( -iname '*.c' -o -iname '*.pyc' -o -iname '*.so' -o -iname '*.orig' \) -exec rm '{}' ';'
 
 
 .PHONY: test
 ## run test-clean and tests
 test:
 	make test-clean
 	make test-only
 
 
 .PHONY:test-clean
 ## run test-clean and tests
 test-clean:
 	rm -rf coverage.xml htmlcov junit.xml pylint.log result
 	find . -type d -name "__pycache__" -prune -exec rm -rf '{}' ';'
 	find . -type f \( -iname '.coverage.*' \) -exec rm '{}' ';'
 
 
 .PHONY: test-only
 ## Run tests only without cleanup
 test-only:
 	PYTHONHASHSEED=random \
 	py.test -x -vv -r xw -p no:sugar \
 	--cov-report=term-missing --cov-report=html \
 	--cov=rhodecode rhodecode
 
 .PHONY: test-only-mysql
 ## run tests against mysql
 test-only-mysql:
 	PYTHONHASHSEED=random \
 	py.test -x -vv -r xw -p no:sugar \
 	--cov-report=term-missing --cov-report=html \
     --ini-config-override='{"app:main": {"sqlalchemy.db1.url": "mysql://root:qweqwe@localhost/rhodecode_test?charset=utf8"}}' \
     --cov=rhodecode rhodecode
 
 
 .PHONY: test-only-postgres
 ## run tests against postgres
 test-only-postgres:
 	PYTHONHASHSEED=random \
 	py.test -x -vv -r xw -p no:sugar \
 	--cov-report=term-missing --cov-report=html \
     --ini-config-override='{"app:main": {"sqlalchemy.db1.url": "postgresql://postgres:qweqwe@localhost/rhodecode_test"}}' \
     --cov=rhodecode rhodecode
 
 .PHONY: docs
 ## build docs
 docs:
 	(cd docs; nix-build default.nix -o result; make clean html)
 
 
 .PHONY: docs-clean
 ## Cleanup docs
 docs-clean:
 	(cd docs; make clean)
 
 
 .PHONY: docs-cleanup
 ## Cleanup docs
 docs-cleanup:
 	(cd docs; make cleanup)
 
 
 .PHONY: web-build
 ## Build JS packages static/js
 web-build:
 	NODE_PATH=$(NODE_PATH) $(GRUNT)
 
 	# check required files
 	STATIC_CHECK="/robots.txt /502.html \
 				  /js/scripts.min.js /js/rhodecode-components.js \
 				  /css/style.css /css/style-polymer.css /css/style-ipython.css"
 
 	for file in $STATIC_CHECK;
 	do
 		if [ ! -f rhodecode/public/$file ]; then
 		  echo "Missing $file expected after web-build"
 		  exit 1
 		fi
 	done
 
 .PHONY: pip-packages
 ## show outdated packages
 pip-packages:
 	python ${OUTDATED_PACKAGES}
 
 
 .PHONY: sdist
 ## Build sdist
 sdist:
 	python setup.py sdist
 
 
 .PHONY: dev-env
 ## make dev-env based on the requirements files and install develop of packages
 dev-env:
 	pushd ../rhodecode-vcsserver/ && make dev-env && popd
-	pip install -r requirements.txt -r requirements_test.txt -r requirements_debug.txt
+	pip wheel --wheel-dir=/home/rhodecode/.cache/pip/wheels -r requirements.txt -r requirements_test.txt -r requirements_debug.txt
+	pip install --no-index --find-links=/home/rhodecode/.cache/pip/wheels -r requirements.txt -r requirements_test.txt -r requirements_debug.txt
 	pip install -e .
 
 # Default command on calling make
 .DEFAULT_GOAL := show-help
 
 .PHONY: show-help
 show-help:
 	@echo "$$(tput bold)Available rules:$$(tput sgr0)"
 	@echo
 	@sed -n -e "/^## / { \
 		h; \
 		s/.*//; \
 		:doc" \
 		-e "H; \
 		n; \
 		s/^## //; \
 		t doc" \
 		-e "s/:.*//; \
 		G; \
 		s/\\n## /---/; \
 		s/\\n/ /g; \
 		p; \
 	}" ${MAKEFILE_LIST} \
 	| LC_ALL='C' sort --ignore-case \
 	| awk -F '---' \
 		-v ncol=$$(tput cols) \
 		-v indent=19 \
 		-v col_on="$$(tput setaf 6)" \
 		-v col_off="$$(tput sgr0)" \
 	'{ \
 		printf "%s%*s%s ", col_on, -indent, $$1, col_off; \
 		n = split($$2, words, " "); \
 		line_length = ncol - indent; \
 		for (i = 1; i <= n; i++) { \
 			line_length -= length(words[i]) + 1; \
 			if (line_length <= 0) { \
 				line_length = ncol - indent - length(words[i]) - 1; \
 				printf "\n%*s ", -indent, " "; \
 			} \
 			printf "%s ", words[i]; \
 		} \
 		printf "\n"; \
 	}'
 

docs/requirements_docs.txt

@@ -1,8 +1,8 b''
 sphinx==1.8.2
 six==1.11.0
 sphinx_rtd_theme==0.4.1
 docutils==0.16.0
 pygments==2.3.0
 markupsafe==1.0.0
 jinja2==2.9.6
-pytz==2018.4
+pytz==2023.3

requirements.txt

@@ -1,265 +1,265 b''
 # deps, generated via pipdeptree --exclude setuptools,wheel,pipdeptree,pip -f | tr '[:upper:]' '[:lower:]'
 
-alembic==1.10.2
+alembic==1.10.4
   mako==1.2.4
     markupsafe==2.1.2
   sqlalchemy==1.4.46
     greenlet==2.0.2
     typing_extensions==4.5.0
   typing_extensions==4.5.0
 babel==2.12.1
 celery==5.2.7
   billiard==3.6.4.0
   click==8.1.3
   click-didyoumean==0.3.0
     click==8.1.3
   click-plugins==1.1.1
     click==8.1.3
   click-repl==0.2.0
     click==8.1.3
     prompt-toolkit==3.0.38
       wcwidth==0.2.6
     six==1.16.0
   kombu==5.2.4
     amqp==5.1.1
       vine==5.0.0
     vine==5.0.0
-  pytz==2022.7.1
+  pytz==2023.3
   vine==5.0.0
 channelstream==0.7.1
   gevent==22.10.2
     greenlet==2.0.2
     zope.event==4.6
-    zope.interface==5.5.2
+    zope.interface==6.0.0
   itsdangerous==1.1.0
   marshmallow==2.18.0
   pyramid==2.0.1
-    hupper==1.11
+    hupper==1.12
     plaster==1.1.2
     plaster-pastedeploy==1.0.1
       pastedeploy==3.0.1
       plaster==1.1.2
     translationstring==1.4
     venusian==3.0.0
     webob==1.8.7
-    zope.deprecation==4.4.0
-    zope.interface==5.5.2
+    zope.deprecation==5.0.0
+    zope.interface==6.0.0
   pyramid-apispec==0.3.3
     apispec==1.3.3
   pyramid-jinja2==2.10
     jinja2==3.1.2
       markupsafe==2.1.2
     markupsafe==2.1.2
     pyramid==2.0.1
-      hupper==1.11
+      hupper==1.12
       plaster==1.1.2
       plaster-pastedeploy==1.0.1
         pastedeploy==3.0.1
         plaster==1.1.2
       translationstring==1.4
       venusian==3.0.0
       webob==1.8.7
-      zope.deprecation==4.4.0
-      zope.interface==5.5.2
-    zope.deprecation==4.4.0
+      zope.deprecation==5.0.0
+      zope.interface==6.0.0
+    zope.deprecation==5.0.0
   python-dateutil==2.8.2
     six==1.16.0
   requests==2.28.2
     certifi==2022.12.7
     charset-normalizer==3.1.0
     idna==3.4
     urllib3==1.26.14
   ws4py==0.5.1
 deform==2.0.15
   chameleon==3.10.2
   colander==2.0
     iso8601==1.1.0
     translationstring==1.4
   iso8601==1.1.0
   peppercorn==0.6
   translationstring==1.4
-  zope.deprecation==4.4.0
+  zope.deprecation==5.0.0
 docutils==0.19
-dogpile.cache==1.1.8
+dogpile.cache==1.2.0
   decorator==5.1.1
   stevedore==5.0.0
     pbr==5.11.1
 formencode==2.0.1
   six==1.16.0
 gunicorn==20.1.0
 infrae.cache==1.0.1
   beaker==1.12.1
   repoze.lru==0.7
-msgpack-python==0.5.6
+msgpack==1.0.5
 mysqlclient==2.1.1
 nbconvert==7.2.9
   beautifulsoup4==4.11.2
     soupsieve==2.4
   bleach==6.0.0
     six==1.16.0
     webencodings==0.5.1
   defusedxml==0.7.1
   jinja2==3.1.2
     markupsafe==2.1.2
   jupyter_core==5.2.0
     platformdirs==3.1.0
     traitlets==5.9.0
   jupyterlab-pygments==0.2.2
   markupsafe==2.1.2
   mistune==2.0.5
   nbclient==0.7.2
     jupyter_client==8.0.3
       jupyter_core==5.2.0
         platformdirs==3.1.0
         traitlets==5.9.0
       python-dateutil==2.8.2
         six==1.16.0
       pyzmq==25.0.0
       tornado==6.2
       traitlets==5.9.0
     jupyter_core==5.2.0
       platformdirs==3.1.0
       traitlets==5.9.0
     nbformat==5.7.3
       fastjsonschema==2.16.3
       jsonschema==4.17.3
         attrs==22.2.0
         pyrsistent==0.19.3
       jupyter_core==5.2.0
         platformdirs==3.1.0
         traitlets==5.9.0
       traitlets==5.9.0
     traitlets==5.9.0
   nbformat==5.7.3
     fastjsonschema==2.16.3
     jsonschema==4.17.3
       attrs==22.2.0
       pyrsistent==0.19.3
     jupyter_core==5.2.0
       platformdirs==3.1.0
       traitlets==5.9.0
     traitlets==5.9.0
   packaging==23.0
   pandocfilters==1.5.0
-  pygments==2.14.0
+  pygments==2.15.1
   tinycss2==1.2.1
     webencodings==0.5.1
   traitlets==5.9.0
-orjson==3.8.7
+orjson==3.8.12
 pastescript==3.3.0
-  paste==3.5.2
+  paste==3.5.3
     six==1.16.0
   pastedeploy==3.0.1
   six==1.16.0
 premailer==3.10.0
   cachetools==5.3.0
   cssselect==1.2.0
   cssutils==2.6.0
   lxml==4.9.2
   requests==2.28.2
     certifi==2022.12.7
     charset-normalizer==3.1.0
     idna==3.4
     urllib3==1.26.14
-psutil==5.9.4
-psycopg2==2.9.5
+psutil==5.9.5
+psycopg2==2.9.6
 py-bcrypt==0.4
 py-gfm==2.0.0
-  markdown==3.4.1
+  markdown==3.4.3
 pycurl==7.45.2
 pycryptodome==3.17
-pymysql==1.0.2
+pymysql==1.0.3
 pyotp==2.8.0
 pyparsing==3.0.9
 pyramid-debugtoolbar==4.10
-  pygments==2.14.0
+  pygments==2.15.1
   pyramid==2.0.1
-    hupper==1.11
+    hupper==1.12
     plaster==1.1.2
     plaster-pastedeploy==1.0.1
       pastedeploy==3.0.1
       plaster==1.1.2
     translationstring==1.4
     venusian==3.0.0
     webob==1.8.7
-    zope.deprecation==4.4.0
-    zope.interface==5.5.2
+    zope.deprecation==5.0.0
+    zope.interface==6.0.0
   pyramid-mako==1.1.0
     mako==1.2.4
       markupsafe==2.1.2
     pyramid==2.0.1
-      hupper==1.11
+      hupper==1.12
       plaster==1.1.2
       plaster-pastedeploy==1.0.1
         pastedeploy==3.0.1
         plaster==1.1.2
       translationstring==1.4
       venusian==3.0.0
       webob==1.8.7
-      zope.deprecation==4.4.0
-      zope.interface==5.5.2
+      zope.deprecation==5.0.0
+      zope.interface==6.0.0
 pyramid-mailer==0.15.1
   pyramid==2.0.1
-    hupper==1.11
+    hupper==1.12
     plaster==1.1.2
     plaster-pastedeploy==1.0.1
       pastedeploy==3.0.1
       plaster==1.1.2
     translationstring==1.4
     venusian==3.0.0
     webob==1.8.7
-    zope.deprecation==4.4.0
-    zope.interface==5.5.2
+    zope.deprecation==5.0.0
+    zope.interface==6.0.0
   repoze.sendmail==4.4.1
-    transaction==3.0.1
-      zope.interface==5.5.2
-    zope.interface==5.5.2
-  transaction==3.0.1
-    zope.interface==5.5.2
+    transaction==3.1.0
+      zope.interface==6.0.0
+    zope.interface==6.0.0
+  transaction==3.1.0
+    zope.interface==6.0.0
 python-ldap==3.4.3
   pyasn1==0.4.8
   pyasn1-modules==0.2.8
     pyasn1==0.4.8
 python-memcached==1.59
   six==1.16.0
 python-pam==2.0.2
 python3-saml==1.15.0
   isodate==0.6.1
     six==1.16.0
   lxml==4.9.2
   xmlsec==1.3.13
     lxml==4.9.2
 pyyaml==6.0
-redis==4.5.1
+redis==4.5.5
   async-timeout==4.0.2
 regex==2022.10.31
 routes==2.5.1
   repoze.lru==0.7
   six==1.16.0
-simplejson==3.18.3
+simplejson==3.19.1
 sshpubkeys==3.3.1
-  cryptography==39.0.2
+  cryptography==40.0.2
     cffi==1.15.1
       pycparser==2.21
   ecdsa==0.18.0
     six==1.16.0
 supervisor==4.2.5
-tzlocal==4.2
+tzlocal==4.3
   pytz-deprecation-shim==0.1.0.post0
-    tzdata==2022.7
+    tzdata==2023.3
 urlobject==2.4.3
 waitress==2.1.2
 weberror==0.13.1
-  paste==3.5.2
+  paste==3.5.3
     six==1.16.0
-  pygments==2.14.0
+  pygments==2.15.1
   tempita==0.5.2
   webob==1.8.7
 webhelpers2==2.0
   markupsafe==2.1.2
   six==1.16.0
 whoosh==2.7.4
-zope.cachedescriptors==4.4
+zope.cachedescriptors==5.0.0
 
 ## uncomment to add the debug libraries
 #-r requirements_debug.txt

requirements_debug.txt

@@ -1,15 +1,15 b''
 ## special libraries we could extend the requirements.txt file with to add some
 ## custom libraries usefull for debug and memory tracing
 
 objgraph
 
 ## debug
 ipdb
 ipython
 
 pipdeptree
 invoke==2.0.0
 bumpversion==0.6.0
 bump2version==1.0.1
 flake8
-docutils-stub
+docutils-stubs

requirements_test.txt

@@ -1,44 +1,45 b''
 # test related requirements
 
 cov-core==1.15.0
-  coverage==7.2.1
-mock==5.0.1
+  coverage==7.2.3
+mock==5.0.2
 py==1.11.0
 pytest-cov==4.0.0
-  coverage==7.2.1
-  pytest==7.2.2
+  coverage==7.2.3
+  pytest==7.3.1
     attrs==22.2.0
     iniconfig==2.0.0
     packaging==23.0
     pluggy==1.0.0
 pytest-profiling==1.7.0
   gprof2dot==2022.7.29
-  pytest==7.2.2
+  pytest==7.3.1
     attrs==22.2.0
     iniconfig==2.0.0
     packaging==23.0
     pluggy==1.0.0
   six==1.16.0
 pytest-runner==6.0.0
-pytest-sugar==0.9.6
+pytest-sugar==0.9.7
   packaging==23.0
-  pytest==7.2.2
+  pytest==7.3.1
     attrs==22.2.0
     iniconfig==2.0.0
     packaging==23.0
     pluggy==1.0.0
-  termcolor==2.2.0
+  termcolor==2.3.0
 pytest-timeout==2.1.0
-  pytest==7.2.2
+  pytest==7.3.1
     attrs==22.2.0
     iniconfig==2.0.0
     packaging==23.0
     pluggy==1.0.0
 webtest==3.0.0
   beautifulsoup4==4.11.2
     soupsieve==2.4
   waitress==2.1.2
   webob==1.8.7
 
 # RhodeCode test-data
-rc-testdata @ https://code.rhodecode.com/upstream/rc_testdata/archive/default.tar.gz?with_hash=1&sha256=76c9ed4ea955971774db2daf3076f38b7388ccc1338b6fd0c02800ab99400426
+rc_testdata @ https://code.rhodecode.com/upstream/rc-testdata-dist/raw/e72cda25374768bc8605a67066012428f9d90d03/rc_testdata-0.10.0.tar.gz#egg=rc_testdata
+rc_testdata==0.10.0