rhodecode-enterprise-ce Files · rhodecode/lib/rc_cache/cache_key_meta.py

caches: improved locking problems with distributed lock new cache backend

marcink - - Load All Authors

File last commit:

r4306:09801de9 default


                r4714:97b167f6

default

Download file

             cache_key_meta.py
        
                    45 lines
            
             | 1.5 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / rhodecode / lib / rc_cache / cache_key_meta.py
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        marcink
    
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle

              r3890
            
      # -*- coding: utf-8 -*-

        marcink
    
code: update copyrights to 2020

              r4306
            
      # Copyright (C) 2015-2020 RhodeCode GmbH

        marcink
    
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle

              r3890
            
      #

      # This program is free software: you can redistribute it and/or modify

      # it under the terms of the GNU Affero General Public License, version 3

      # (only), as published by the Free Software Foundation.

      #

      # This program is distributed in the hope that it will be useful,

      # but WITHOUT ANY WARRANTY; without even the implied warranty of

      # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

      # GNU General Public License for more details.

      #

      # You should have received a copy of the GNU Affero General Public License

      # along with this program.  If not, see <http://www.gnu.org/licenses/>.

      #

      # This program is dual-licensed. If you wish to learn more about the

      # RhodeCode Enterprise Edition, including its added features, Support services,

      # and proprietary license terms, please see https://rhodecode.com/licenses/

        marcink
    
ssh: skip loading parts for SSH to make execution of ssh commands faster.

              r3910
            
      import os

        marcink
    
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle

              r3890
            
      import atexit

      import logging

      log = logging.getLogger(__name__)

      cache_keys_by_pid = []

      @atexit.register

      def free_cache_keys():

        marcink
    
ssh: skip loading parts for SSH to make execution of ssh commands faster.

              r3910
            
          ssh_cmd = os.environ.get('RC_CMD_SSH_WRAPPER')

          if ssh_cmd:

              return

        marcink
    
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle

              r3890
            
          from rhodecode.model.db import Session, CacheKey

          log.info('Clearing %s cache keys', len(cache_keys_by_pid))

        ergo
    
cache-key: make cleanup safe so we don't cause any errors on exit in case it fails..

              r3893
            
          if cache_keys_by_pid:

              try:

                  for cache_key in cache_keys_by_pid:

                      CacheKey.query().filter(CacheKey.cache_key == cache_key).delete()

                  Session().commit()

              except Exception:

                  log.warn('Failed to clear keys, exiting gracefully')

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

marcink cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle	r3890	# -- coding: utf-8 --

marcink code: update copyrights to 2020	r4306	# Copyright (C) 2015-2020 RhodeCode GmbH
marcink cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle	r3890	#
		# This program is free software: you can redistribute it and/or modify
		# it under the terms of the GNU Affero General Public License, version 3
		# (only), as published by the Free Software Foundation.
		#
		# This program is distributed in the hope that it will be useful,
		# but WITHOUT ANY WARRANTY; without even the implied warranty of
		# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		# GNU General Public License for more details.
		#
		# You should have received a copy of the GNU Affero General Public License
		# along with this program. If not, see <http://www.gnu.org/licenses/>.
		#
		# This program is dual-licensed. If you wish to learn more about the
		# RhodeCode Enterprise Edition, including its added features, Support services,
		# and proprietary license terms, please see https://rhodecode.com/licenses/

marcink ssh: skip loading parts for SSH to make execution of ssh commands faster.	r3910	import os
marcink cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle	r3890	import atexit
		import logging

		log = logging.getLogger(__name__)

		cache_keys_by_pid = []


		@atexit.register
		def free_cache_keys():
marcink ssh: skip loading parts for SSH to make execution of ssh commands faster.	r3910	ssh_cmd = os.environ.get('RC_CMD_SSH_WRAPPER')
		if ssh_cmd:
		return

marcink cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle	r3890	from rhodecode.model.db import Session, CacheKey
		log.info('Clearing %s cache keys', len(cache_keys_by_pid))
ergo cache-key: make cleanup safe so we don't cause any errors on exit in case it fails..	r3893
		if cache_keys_by_pid:
		try:
		for cache_key in cache_keys_by_pid:
		CacheKey.query().filter(CacheKey.cache_key == cache_key).delete()
		Session().commit()
		except Exception:
		log.warn('Failed to clear keys, exiting gracefully')