rhodecode/tests/vcs/test_inmemory.py

# Copyright (C) 2010-2023 RhodeCode GmbH
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/

"""
Tests so called "in memory commits" commit API of vcs.
"""

import datetime

import pytest

from rhodecode.lib.str_utils import safe_bytes, safe_str
from rhodecode.lib.vcs.exceptions import (
    EmptyRepositoryError,
    NodeAlreadyAddedError,
    NodeAlreadyExistsError,
    NodeAlreadyRemovedError,
    NodeAlreadyChangedError,
    NodeDoesNotExistError,
    NodeNotChangedError,
)
from rhodecode.lib.vcs.nodes import DirNode, FileNode
from rhodecode.tests.vcs.conftest import BackendTestMixin


@pytest.fixture()
def nodes():
    nodes = [
        FileNode(b"foobar", content=b"Foo & bar"),
        FileNode(b"foobar2", content=b"Foo & bar, doubled!"),
        FileNode(b"foo bar with spaces", content=b""),
        FileNode(b"foo/bar/baz", content=b"Inside"),
        FileNode(
            b"foo/bar/file.bin",
            content=(
                b"\xd0\xcf\x11\xe0\xa1\xb1\x1a\xe1\x00\x00\x00\x00\x00\x00"
                b"\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00;\x00\x03\x00\xfe"
                b"\xff\t\x00\x06\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00"
                b"\x01\x00\x00\x00\x1a\x00\x00\x00\x00\x00\x00\x00\x00\x10\x00"
                b"\x00\x18\x00\x00\x00\x01\x00\x00\x00\xfe\xff\xff\xff\x00\x00"
                b"\x00\x00\x00\x00\x00\x00\xff\xff\xff\xff\xff\xff\xff\xff\xff"
                b"\xff\xff\xff\xff\xff\xff\xff\xff\xff\xff\xff"
            ),
        ),
    ]
    return nodes


@pytest.mark.usefixtures("vcs_repository_support")
class TestInMemoryCommit(BackendTestMixin):
    """
    This is a backend independent test case class which should be created
    with ``type`` method.

    It is required to set following attributes at subclass:

    - ``backend_alias``: alias of used backend (see ``vcs.BACKENDS``)
    """

    @classmethod
    def _get_commits(cls):
        return []

    def test_add(self, nodes):
        for node in nodes:
            self.imc.add(node)

        self.commit()
        self.assert_successful_commit(nodes)

    @pytest.mark.backends("hg")
    def test_add_on_branch_hg(self, nodes):
        for node in nodes:
            self.imc.add(node)
        self.commit(branch="stable")
        self.assert_successful_commit(nodes)

    @pytest.mark.backends("git")
    def test_add_on_branch_git(self, nodes):
        for node in nodes:
            self.imc.add(node)
        self.commit(branch="stable")
        self.assert_successful_commit(nodes)

    def test_add_in_bulk(self, nodes):
        self.imc.add(*nodes)

        self.commit()
        self.assert_successful_commit(nodes)

    def test_add_non_ascii_files(self):
        nodes = [
            FileNode(safe_bytes("żółwik/zwierzątko_utf8_str"), content=safe_bytes("ćććć")),
            FileNode(safe_bytes("żółwik/zwierzątko_unicode"), content=safe_bytes("ćććć")),
        ]

        for node in nodes:
            self.imc.add(node)

        self.commit()
        self.assert_successful_commit(nodes)

    def commit(self, branch=None):
        self.old_commit_count = len(self.repo.commit_ids)
        self.commit_message = "Test commit with unicode: żółwik"
        self.commit_author = f"{self.__class__.__name__} <[e-mail]>"
        self.commit = self.imc.commit(message=self.commit_message, author=self.commit_author, branch=branch)

    def test_add_actually_adds_all_nodes_at_second_commit_too(self):
        to_add = [
            FileNode(b"foo/bar/image.png", content=b"\0"),
            FileNode(b"foo/README.txt", content=b"readme!"),
        ]
        self.imc.add(*to_add)
        commit = self.imc.commit("Initial", "joe doe <[e-mail]>")
        assert isinstance(commit.get_node("foo"), DirNode)
        assert isinstance(commit.get_node("foo/bar"), DirNode)
        self.assert_nodes_in_commit(commit, to_add)

        # commit some more files again
        to_add = [
            FileNode(b"foo/bar/foobaz/bar", content=b"foo"),
            FileNode(b"foo/bar/another/bar", content=b"foo"),
            FileNode(b"foo/baz.txt", content=b"foo"),
            FileNode(b"foobar/foobaz/file", content=b"foo"),
            FileNode(b"foobar/barbaz", content=b"foo"),
        ]
        self.imc.add(*to_add)
        commit = self.imc.commit("Another", "joe doe <[e-mail]>")
        self.assert_nodes_in_commit(commit, to_add)

    def test_add_raise_already_added(self):
        node = FileNode(b"foobar", content=b"baz")
        self.imc.add(node)
        with pytest.raises(NodeAlreadyAddedError):
            self.imc.add(node)

    def test_check_integrity_raise_already_exist(self):
        node = FileNode(b"foobar", content=b"baz")
        self.imc.add(node)
        self.imc.commit(message="Added foobar", author="Some Name <[e-mail]>")
        self.imc.add(node)
        with pytest.raises(NodeAlreadyExistsError):
            self.imc.commit(message="new message", author="Some Name <[e-mail]>")

    def test_change(self):
        self.imc.add(FileNode(b"foo/bar/baz", content=b"foo"))
        self.imc.add(FileNode(b"foo/fbar", content=b"foobar"))
        tip = self.imc.commit("Initial", "joe doe <[e-mail]>")

        # Change node's content
        node = FileNode(b"foo/bar/baz", content=b"My **changed** content")
        self.imc.change(node)
        self.imc.commit("Changed %s" % node.path, "joe doe <[e-mail]>")

        newtip = self.repo.get_commit()
        assert tip != newtip
        assert tip.id != newtip.id
        self.assert_nodes_in_commit(newtip, (node,))

    def test_change_non_ascii(self):
        to_add = [
            FileNode(safe_bytes("żółwik/zwierzątko"), content=safe_bytes("ćććć")),
            FileNode(safe_bytes("żółwik/zwierzątko_uni"), content=safe_bytes("ćććć")),
        ]
        for node in to_add:
            self.imc.add(node)

        tip = self.imc.commit("Initial", "joe doe <[e-mail]>")

        # Change node's content
        node = FileNode(safe_bytes("żółwik/zwierzątko"), content=b"My **changed** content")
        self.imc.change(node)
        self.imc.commit("Changed %s" % safe_str(node.path), author="joe doe <[e-mail]>")

        node_uni = FileNode(safe_bytes("żółwik/zwierzątko_uni"), content=b"My **changed** content")
        self.imc.change(node_uni)
        self.imc.commit("Changed %s" % safe_str(node_uni.path), author="joe doe <[e-mail]>")

        newtip = self.repo.get_commit()
        assert tip != newtip
        assert tip.id != newtip.id

        self.assert_nodes_in_commit(newtip, (node, node_uni))

    def test_change_raise_empty_repository(self):
        node = FileNode(b"foobar")
        with pytest.raises(EmptyRepositoryError):
            self.imc.change(node)

    def test_check_integrity_change_raise_node_does_not_exist(self):
        node = FileNode(b"foobar", content=b"baz")
        self.imc.add(node)
        self.imc.commit(message="Added foobar", author="Some Name <[e-mail]>")
        node = FileNode(b"not-foobar", content=b"")
        self.imc.change(node)
        with pytest.raises(NodeDoesNotExistError):
            self.imc.commit(message="Changed not existing node", author="Some Name <[e-mail]>")

    def test_change_raise_node_already_changed(self):
        node = FileNode(b"foobar", content=b"baz")
        self.imc.add(node)
        self.imc.commit(message="Added foobar", author="Some Nam <[e-mail]>")
        node = FileNode(b"foobar", content=b"more baz")
        self.imc.change(node)
        with pytest.raises(NodeAlreadyChangedError):
            self.imc.change(node)

    def test_check_integrity_change_raise_node_not_changed(self, nodes):
        self.test_add(nodes)  # Performs first commit

        node = FileNode(nodes[0].bytes_path, content=nodes[0].content)
        self.imc.change(node)
        with pytest.raises(NodeNotChangedError):
            self.imc.commit(
                message="Trying to mark node as changed without touching it", author="Some Name <[e-mail]>"
            )

    def test_change_raise_node_already_removed(self):
        node = FileNode(b"foobar", content=b"baz")
        self.imc.add(node)
        self.imc.commit(message="Added foobar", author="Some Name <[e-mail]>")
        self.imc.remove(FileNode(b"foobar"))
        with pytest.raises(NodeAlreadyRemovedError):
            self.imc.change(node)

    def test_remove(self, nodes):
        self.test_add(nodes)  # Performs first commit

        tip = self.repo.get_commit()
        node = nodes[0]
        assert node.content == tip.get_node(node.path).content
        self.imc.remove(node)
        self.imc.commit(message=f"Removed {node.path}", author="Some Name <[e-mail]>")

        newtip = self.repo.get_commit()
        assert tip != newtip
        assert tip.id != newtip.id
        with pytest.raises(NodeDoesNotExistError):
            newtip.get_node(node.path)

    def test_remove_last_file_from_directory(self):
        node = FileNode(b"omg/qwe/foo/bar", content=b"foobar")
        self.imc.add(node)
        self.imc.commit("added", author="joe doe <[e-mail]>")

        self.imc.remove(node)
        tip = self.imc.commit("removed", "joe doe <[e-mail]>")
        with pytest.raises(NodeDoesNotExistError):
            tip.get_node("omg/qwe/foo/bar")

    def test_remove_raise_node_does_not_exist(self, nodes):
        self.imc.remove(nodes[0])
        with pytest.raises(NodeDoesNotExistError):
            self.imc.commit(message="Trying to remove node at empty repository", author="Some Name <[e-mail]>")

    def test_check_integrity_remove_raise_node_does_not_exist(self, nodes):
        self.test_add(nodes)  # Performs first commit

        node = FileNode(b"no-such-file")
        self.imc.remove(node)
        with pytest.raises(NodeDoesNotExistError):
            self.imc.commit(message="Trying to remove not existing node", author="Some Name <[e-mail]>")

    def test_remove_raise_node_already_removed(self, nodes):
        self.test_add(nodes)  # Performs first commit

        node = FileNode(nodes[0].bytes_path)
        self.imc.remove(node)
        with pytest.raises(NodeAlreadyRemovedError):
            self.imc.remove(node)

    def test_remove_raise_node_already_changed(self, nodes):
        self.test_add(nodes)  # Performs first commit

        node = FileNode(nodes[0].bytes_path, content=b"Bending time")
        self.imc.change(node)
        with pytest.raises(NodeAlreadyChangedError):
            self.imc.remove(node)

    def test_reset(self):
        self.imc.add(FileNode(b"foo", content=b"bar"))
        # self.imc.change(FileNode(b'baz', content='new'))
        # self.imc.remove(FileNode(b'qwe'))
        self.imc.reset()
        assert not any((self.imc.added, self.imc.changed, self.imc.removed))

    def test_multiple_commits(self):
        N = 3  # number of commits to perform
        last = None
        for x in range(N):
            fname = safe_bytes("file%s" % str(x).rjust(5, "0"))
            content = safe_bytes("foobar\n" * x)
            node = FileNode(fname, content=content)
            self.imc.add(node)
            commit = self.imc.commit("Commit no. %s" % (x + 1), author="Vcs User <[e-mail]>")
            assert last != commit
            last = commit

        # Check commit number for same repo
        assert len(self.repo.commit_ids) == N

        # Check commit number for recreated repo
        repo = self.Backend(self.repo_path)
        assert len(repo.commit_ids) == N

    def test_date_attr(self, local_dt_to_utc):
        node = FileNode(b"foobar.txt", content=b"Foobared!")
        self.imc.add(node)
        date = datetime.datetime(1985, 1, 30, 1, 45)
        commit = self.imc.commit("Committed at time when I was born ;-)", author="Test User <[e-mail]>", date=date)

        assert commit.date == local_dt_to_utc(date)

    def assert_successful_commit(self, added_nodes):
        newtip = self.repo.get_commit()
        assert self.commit == newtip
        assert self.old_commit_count + 1 == len(self.repo.commit_ids)
        assert newtip.message == self.commit_message
        assert newtip.author == self.commit_author
        assert not any((self.imc.added, self.imc.changed, self.imc.removed))
        self.assert_nodes_in_commit(newtip, added_nodes)

    def assert_nodes_in_commit(self, commit, nodes):
        for node in nodes:
            assert commit.get_node(node.path).path == node.path
            assert commit.get_node(node.path).content == node.content