feat(disk-cache): use fsync to force flush changes on NFS, and use retry mechanism to archive caches...

rhodecode/apps/repository/views/repo_files.py

@@ -459,7 +459,7 b' class RepoFilesView(RepoAppView):'
                 response.location = location
                 return response
 
-            reader, metadata = d_cache.fetch(archive_name_key)
+            reader, metadata = d_cache.fetch(archive_name_key, retry=True, retry_attempts=30)
 
         response = Response(app_iter=archive_iterator(reader))
         response.content_disposition = f'attachment; filename={response_archive_name}'

rhodecode/lib/rc_cache/archive_cache/fanout_cache.py

@@ -139,6 +139,13 b' class FileSystemCache:'
                 for chunk in iterator:
                     size += len(chunk)
                     writer.write(chunk)
+                writer.flush()
+                # Get the file descriptor
+                fd = writer.fileno()
+
+                # Sync the file descriptor to disk, helps with NFS cases...
+                os.fsync(fd)
+                log.debug('written new archive cache under %s', full_path)
                 return size
 
     def _get_keyfile(self, key):