dirstate_map.rs
499 lines
| 15.7 KiB
| application/rls-services+xml
|
RustLexer
|
r42999 | // dirstate_map.rs | ||
// | ||||
// Copyright 2019 Raphaël Gomès <rgomes@octobus.net> | ||||
// | ||||
// This software may be used and distributed according to the terms of the | ||||
// GNU General Public License version 2 or any later version. | ||||
//! Bindings for the `hg::dirstate::dirstate_map` file provided by the | ||||
//! `hg-core` package. | ||||
|
r47882 | use std::cell::{RefCell, RefMut}; | ||
|
r42999 | use std::convert::TryInto; | ||
use cpython::{ | ||||
r48870 | exc, PyBool, PyBytes, PyClone, PyDict, PyErr, PyList, PyNone, PyObject, | |||
r48875 | PyResult, Python, PythonObject, ToPyObject, UnsafePyLeaked, | |||
|
r42999 | }; | ||
use crate::{ | ||||
dirstate::copymap::{CopyMap, CopyMapItemsIterator, CopyMapKeysIterator}, | ||||
r49221 | dirstate::item::DirstateItem, | |||
|
r48766 | pybytes_deref::PyBytesDeref, | ||
|
r42999 | }; | ||
use hg::{ | ||||
|
r48882 | dirstate::StateMapIter, | ||
|
r48766 | dirstate_tree::dirstate_map::DirstateMap as TreeDirstateMap, | ||
|
r48126 | dirstate_tree::on_disk::DirstateV2ParseError, | ||
|
r48766 | dirstate_tree::owning::OwningDirstateMap, | ||
|
r47337 | revlog::Node, | ||
|
r47879 | utils::files::normalize_case, | ||
|
r43227 | utils::hg_path::{HgPath, HgPathBuf}, | ||
|
r48882 | DirstateEntry, DirstateError, DirstateParents, EntryState, | ||
|
r42999 | }; | ||
// TODO | ||||
// This object needs to share references to multiple members of its Rust | ||||
// inner struct, namely `copy_map`, `dirs` and `all_dirs`. | ||||
// Right now `CopyMap` is done, but it needs to have an explicit reference | ||||
// to `RustDirstateMap` which itself needs to have an encapsulation for | ||||
// every method in `CopyMap` (copymapcopy, etc.). | ||||
// This is ugly and hard to maintain. | ||||
// The same logic applies to `dirs` and `all_dirs`, however the `Dirs` | ||||
// `py_class!` is already implemented and does not mention | ||||
// `RustDirstateMap`, rightfully so. | ||||
// All attributes also have to have a separate refcount data attribute for | ||||
// leaks, with all methods that go along for reference sharing. | ||||
py_class!(pub class DirstateMap |py| { | ||||
|
r48883 | @shared data inner: OwningDirstateMap; | ||
|
r42999 | |||
|
r47892 | /// Returns a `(dirstate_map, parents)` tuple | ||
@staticmethod | ||||
|
r48474 | def new_v1( | ||
|
r48055 | on_disk: PyBytes, | ||
) -> PyResult<PyObject> { | ||||
|
r48882 | let on_disk = PyBytesDeref::new(py, on_disk); | ||
let mut map = OwningDirstateMap::new_empty(on_disk); | ||||
|
r48883 | let (on_disk, map_placeholder) = map.get_pair_mut(); | ||
|
r48766 | |||
|
r48882 | let (actual_map, parents) = TreeDirstateMap::new_v1(on_disk) | ||
.map_err(|e| dirstate_error(py, e))?; | ||||
*map_placeholder = actual_map; | ||||
|
r48883 | let map = Self::create_instance(py, map)?; | ||
|
r48832 | let parents = parents.map(|p| { | ||
let p1 = PyBytes::new(py, p.p1.as_bytes()); | ||||
let p2 = PyBytes::new(py, p.p2.as_bytes()); | ||||
(p1, p2) | ||||
}); | ||||
|
r47892 | Ok((map, parents).to_py_object(py).into_object()) | ||
|
r42999 | } | ||
|
r48474 | /// Returns a DirstateMap | ||
@staticmethod | ||||
def new_v2( | ||||
on_disk: PyBytes, | ||||
|
r48475 | data_size: usize, | ||
|
r48482 | tree_metadata: PyBytes, | ||
|
r48474 | ) -> PyResult<PyObject> { | ||
let dirstate_error = |e: DirstateError| { | ||||
PyErr::new::<exc::OSError, _>(py, format!("Dirstate error: {:?}", e)) | ||||
}; | ||||
|
r48766 | let on_disk = PyBytesDeref::new(py, on_disk); | ||
let mut map = OwningDirstateMap::new_empty(on_disk); | ||||
|
r48883 | let (on_disk, map_placeholder) = map.get_pair_mut(); | ||
|
r48766 | *map_placeholder = TreeDirstateMap::new_v2( | ||
on_disk, data_size, tree_metadata.data(py), | ||||
|
r48482 | ).map_err(dirstate_error)?; | ||
|
r48883 | let map = Self::create_instance(py, map)?; | ||
|
r48474 | Ok(map.into_object()) | ||
} | ||||
|
r42999 | def clear(&self) -> PyResult<PyObject> { | ||
|
r44702 | self.inner(py).borrow_mut().clear(); | ||
|
r42999 | Ok(py.None()) | ||
} | ||||
def get( | ||||
&self, | ||||
key: PyObject, | ||||
default: Option<PyObject> = None | ||||
) -> PyResult<Option<PyObject>> { | ||||
let key = key.extract::<PyBytes>(py)?; | ||||
|
r48126 | match self | ||
.inner(py) | ||||
.borrow() | ||||
.get(HgPath::new(key.data(py))) | ||||
.map_err(|e| v2_error(py, e))? | ||||
{ | ||||
|
r42999 | Some(entry) => { | ||
|
r48858 | Ok(Some(DirstateItem::new_as_pyobject(py, entry)?)) | ||
|
r42999 | }, | ||
None => Ok(default) | ||||
} | ||||
} | ||||
|
r48859 | def set_dirstate_item( | ||
&self, | ||||
path: PyObject, | ||||
item: DirstateItem | ||||
) -> PyResult<PyObject> { | ||||
r48492 | let f = path.extract::<PyBytes>(py)?; | |||
let filename = HgPath::new(f.data(py)); | ||||
|
r48861 | self.inner(py) | ||
.borrow_mut() | ||||
.set_entry(filename, item.get_entry(py)) | ||||
.map_err(|e| v2_error(py, e))?; | ||||
r48492 | Ok(py.None()) | |||
} | ||||
|
r42999 | def addfile( | ||
&self, | ||||
|
r48865 | f: PyBytes, | ||
item: DirstateItem, | ||||
) -> PyResult<PyNone> { | ||||
r48307 | let filename = HgPath::new(f.data(py)); | |||
|
r48865 | let entry = item.get_entry(py); | ||
self.inner(py) | ||||
.borrow_mut() | ||||
.add_file(filename, entry) | ||||
.map_err(|e |dirstate_error(py, e))?; | ||||
Ok(PyNone) | ||||
|
r42999 | } | ||
def removefile( | ||||
&self, | ||||
f: PyObject, | ||||
r48300 | in_merge: PyObject | |||
|
r42999 | ) -> PyResult<PyObject> { | ||
|
r44702 | self.inner(py).borrow_mut() | ||
|
r42999 | .remove_file( | ||
|
r43227 | HgPath::new(f.extract::<PyBytes>(py)?.data(py)), | ||
r48300 | in_merge.extract::<PyBool>(py)?.is_true(), | |||
|
r42999 | ) | ||
.or_else(|_| { | ||||
Err(PyErr::new::<exc::OSError, _>( | ||||
py, | ||||
"Dirstate error".to_string(), | ||||
)) | ||||
})?; | ||||
Ok(py.None()) | ||||
} | ||||
|
r48864 | def drop_item_and_copy_source( | ||
|
r42999 | &self, | ||
|
r48862 | f: PyBytes, | ||
) -> PyResult<PyNone> { | ||||
self.inner(py) | ||||
.borrow_mut() | ||||
|
r48864 | .drop_entry_and_copy_source(HgPath::new(f.data(py))) | ||
|
r48862 | .map_err(|e |dirstate_error(py, e))?; | ||
Ok(PyNone) | ||||
|
r42999 | } | ||
def hastrackeddir(&self, d: PyObject) -> PyResult<PyBool> { | ||||
let d = d.extract::<PyBytes>(py)?; | ||||
|
r44702 | Ok(self.inner(py).borrow_mut() | ||
|
r43227 | .has_tracked_dir(HgPath::new(d.data(py))) | ||
|
r44315 | .map_err(|e| { | ||
PyErr::new::<exc::ValueError, _>(py, e.to_string()) | ||||
})? | ||||
|
r42999 | .to_py_object(py)) | ||
} | ||||
def hasdir(&self, d: PyObject) -> PyResult<PyBool> { | ||||
let d = d.extract::<PyBytes>(py)?; | ||||
|
r44702 | Ok(self.inner(py).borrow_mut() | ||
|
r43227 | .has_dir(HgPath::new(d.data(py))) | ||
|
r44315 | .map_err(|e| { | ||
PyErr::new::<exc::ValueError, _>(py, e.to_string()) | ||||
})? | ||||
|
r42999 | .to_py_object(py)) | ||
} | ||||
|
r48474 | def write_v1( | ||
|
r42999 | &self, | ||
p1: PyObject, | ||||
p2: PyObject, | ||||
) -> PyResult<PyBytes> { | ||||
|
r49244 | let inner = self.inner(py).borrow(); | ||
|
r42999 | let parents = DirstateParents { | ||
|
r43068 | p1: extract_node_id(py, &p1)?, | ||
p2: extract_node_id(py, &p2)?, | ||||
|
r42999 | }; | ||
r49221 | let result = inner.pack_v1(parents); | |||
|
r48474 | match result { | ||
Ok(packed) => Ok(PyBytes::new(py, &packed)), | ||||
Err(_) => Err(PyErr::new::<exc::OSError, _>( | ||||
py, | ||||
"Dirstate error".to_string(), | ||||
)), | ||||
} | ||||
} | ||||
|
r48478 | /// Returns new data together with whether that data should be appended to | ||
/// the existing data file whose content is at `self.on_disk` (True), | ||||
/// instead of written to a new data file (False). | ||||
|
r48474 | def write_v2( | ||
&self, | ||||
|
r48478 | can_append: bool, | ||
) -> PyResult<PyObject> { | ||||
|
r49244 | let inner = self.inner(py).borrow(); | ||
r49221 | let result = inner.pack_v2(can_append); | |||
|
r48055 | match result { | ||
|
r48482 | Ok((packed, tree_metadata, append)) => { | ||
|
r48478 | let packed = PyBytes::new(py, &packed); | ||
|
r48482 | let tree_metadata = PyBytes::new(py, &tree_metadata); | ||
let tuple = (packed, tree_metadata, append); | ||||
Ok(tuple.to_py_object(py).into_object()) | ||||
|
r48478 | }, | ||
|
r42999 | Err(_) => Err(PyErr::new::<exc::OSError, _>( | ||
py, | ||||
"Dirstate error".to_string(), | ||||
)), | ||||
} | ||||
} | ||||
def filefoldmapasdict(&self) -> PyResult<PyDict> { | ||||
let dict = PyDict::new(py); | ||||
|
r48126 | for item in self.inner(py).borrow_mut().iter() { | ||
let (path, entry) = item.map_err(|e| v2_error(py, e))?; | ||||
|
r48834 | if entry.state() != EntryState::Removed { | ||
|
r47879 | let key = normalize_case(path); | ||
let value = path; | ||||
dict.set_item( | ||||
py, | ||||
PyBytes::new(py, key.as_bytes()).into_object(), | ||||
PyBytes::new(py, value.as_bytes()).into_object(), | ||||
)?; | ||||
} | ||||
|
r42999 | } | ||
Ok(dict) | ||||
} | ||||
def __len__(&self) -> PyResult<usize> { | ||||
|
r44702 | Ok(self.inner(py).borrow().len()) | ||
|
r42999 | } | ||
def __contains__(&self, key: PyObject) -> PyResult<bool> { | ||||
let key = key.extract::<PyBytes>(py)?; | ||||
|
r48126 | self.inner(py) | ||
.borrow() | ||||
.contains_key(HgPath::new(key.data(py))) | ||||
.map_err(|e| v2_error(py, e)) | ||||
|
r42999 | } | ||
def __getitem__(&self, key: PyObject) -> PyResult<PyObject> { | ||||
let key = key.extract::<PyBytes>(py)?; | ||||
|
r43227 | let key = HgPath::new(key.data(py)); | ||
|
r48126 | match self | ||
.inner(py) | ||||
.borrow() | ||||
.get(key) | ||||
.map_err(|e| v2_error(py, e))? | ||||
{ | ||||
|
r42999 | Some(entry) => { | ||
|
r48858 | Ok(DirstateItem::new_as_pyobject(py, entry)?) | ||
|
r42999 | }, | ||
None => Err(PyErr::new::<exc::KeyError, _>( | ||||
py, | ||||
|
r43227 | String::from_utf8_lossy(key.as_bytes()), | ||
|
r42999 | )), | ||
} | ||||
} | ||||
def keys(&self) -> PyResult<DirstateMapKeysIterator> { | ||||
|
r44702 | let leaked_ref = self.inner(py).leak_immutable(); | ||
|
r42999 | DirstateMapKeysIterator::from_inner( | ||
py, | ||||
|
r43579 | unsafe { leaked_ref.map(py, |o| o.iter()) }, | ||
|
r42999 | ) | ||
} | ||||
def items(&self) -> PyResult<DirstateMapItemsIterator> { | ||||
|
r44702 | let leaked_ref = self.inner(py).leak_immutable(); | ||
|
r42999 | DirstateMapItemsIterator::from_inner( | ||
py, | ||||
|
r43579 | unsafe { leaked_ref.map(py, |o| o.iter()) }, | ||
|
r42999 | ) | ||
} | ||||
def __iter__(&self) -> PyResult<DirstateMapKeysIterator> { | ||||
|
r44702 | let leaked_ref = self.inner(py).leak_immutable(); | ||
|
r42999 | DirstateMapKeysIterator::from_inner( | ||
py, | ||||
|
r43579 | unsafe { leaked_ref.map(py, |o| o.iter()) }, | ||
|
r42999 | ) | ||
} | ||||
// TODO all copymap* methods, see docstring above | ||||
def copymapcopy(&self) -> PyResult<PyDict> { | ||||
let dict = PyDict::new(py); | ||||
|
r48126 | for item in self.inner(py).borrow().copy_map_iter() { | ||
let (key, value) = item.map_err(|e| v2_error(py, e))?; | ||||
|
r43227 | dict.set_item( | ||
py, | ||||
|
r45500 | PyBytes::new(py, key.as_bytes()), | ||
PyBytes::new(py, value.as_bytes()), | ||||
|
r43227 | )?; | ||
|
r42999 | } | ||
Ok(dict) | ||||
} | ||||
def copymapgetitem(&self, key: PyObject) -> PyResult<PyBytes> { | ||||
let key = key.extract::<PyBytes>(py)?; | ||||
|
r48126 | match self | ||
.inner(py) | ||||
.borrow() | ||||
.copy_map_get(HgPath::new(key.data(py))) | ||||
.map_err(|e| v2_error(py, e))? | ||||
{ | ||||
|
r45500 | Some(copy) => Ok(PyBytes::new(py, copy.as_bytes())), | ||
|
r42999 | None => Err(PyErr::new::<exc::KeyError, _>( | ||
py, | ||||
String::from_utf8_lossy(key.data(py)), | ||||
)), | ||||
} | ||||
} | ||||
def copymap(&self) -> PyResult<CopyMap> { | ||||
CopyMap::from_inner(py, self.clone_ref(py)) | ||||
} | ||||
def copymaplen(&self) -> PyResult<usize> { | ||||
|
r47863 | Ok(self.inner(py).borrow().copy_map_len()) | ||
|
r42999 | } | ||
def copymapcontains(&self, key: PyObject) -> PyResult<bool> { | ||||
let key = key.extract::<PyBytes>(py)?; | ||||
|
r48126 | self.inner(py) | ||
|
r43227 | .borrow() | ||
|
r48126 | .copy_map_contains_key(HgPath::new(key.data(py))) | ||
.map_err(|e| v2_error(py, e)) | ||||
|
r42999 | } | ||
def copymapget( | ||||
&self, | ||||
key: PyObject, | ||||
default: Option<PyObject> | ||||
) -> PyResult<Option<PyObject>> { | ||||
let key = key.extract::<PyBytes>(py)?; | ||||
|
r43227 | match self | ||
|
r44702 | .inner(py) | ||
|
r43227 | .borrow() | ||
|
r47863 | .copy_map_get(HgPath::new(key.data(py))) | ||
|
r48126 | .map_err(|e| v2_error(py, e))? | ||
|
r43227 | { | ||
Some(copy) => Ok(Some( | ||||
|
r45500 | PyBytes::new(py, copy.as_bytes()).into_object(), | ||
|
r43227 | )), | ||
|
r42999 | None => Ok(default), | ||
} | ||||
} | ||||
def copymapsetitem( | ||||
&self, | ||||
key: PyObject, | ||||
value: PyObject | ||||
) -> PyResult<PyObject> { | ||||
let key = key.extract::<PyBytes>(py)?; | ||||
let value = value.extract::<PyBytes>(py)?; | ||||
|
r48126 | self.inner(py) | ||
.borrow_mut() | ||||
.copy_map_insert( | ||||
HgPathBuf::from_bytes(key.data(py)), | ||||
HgPathBuf::from_bytes(value.data(py)), | ||||
) | ||||
.map_err(|e| v2_error(py, e))?; | ||||
|
r42999 | Ok(py.None()) | ||
} | ||||
def copymappop( | ||||
&self, | ||||
key: PyObject, | ||||
default: Option<PyObject> | ||||
) -> PyResult<Option<PyObject>> { | ||||
let key = key.extract::<PyBytes>(py)?; | ||||
|
r43227 | match self | ||
|
r44702 | .inner(py) | ||
|
r44685 | .borrow_mut() | ||
|
r47863 | .copy_map_remove(HgPath::new(key.data(py))) | ||
|
r48126 | .map_err(|e| v2_error(py, e))? | ||
|
r43227 | { | ||
r48947 | Some(copy) => Ok(Some( | |||
PyBytes::new(py, copy.as_bytes()).into_object(), | ||||
)), | ||||
|
r42999 | None => Ok(default), | ||
} | ||||
} | ||||
def copymapiter(&self) -> PyResult<CopyMapKeysIterator> { | ||||
|
r44702 | let leaked_ref = self.inner(py).leak_immutable(); | ||
|
r42999 | CopyMapKeysIterator::from_inner( | ||
py, | ||||
|
r47863 | unsafe { leaked_ref.map(py, |o| o.copy_map_iter()) }, | ||
|
r42999 | ) | ||
} | ||||
def copymapitemsiter(&self) -> PyResult<CopyMapItemsIterator> { | ||||
|
r44702 | let leaked_ref = self.inner(py).leak_immutable(); | ||
|
r42999 | CopyMapItemsIterator::from_inner( | ||
py, | ||||
|
r47863 | unsafe { leaked_ref.map(py, |o| o.copy_map_iter()) }, | ||
|
r42999 | ) | ||
} | ||||
|
r48483 | def tracked_dirs(&self) -> PyResult<PyList> { | ||
|
r48140 | let dirs = PyList::new(py, &[]); | ||
|
r48483 | for path in self.inner(py).borrow_mut().iter_tracked_dirs() | ||
.map_err(|e |dirstate_error(py, e))? | ||||
{ | ||||
let path = path.map_err(|e| v2_error(py, e))?; | ||||
|
r48140 | let path = PyBytes::new(py, path.as_bytes()); | ||
|
r48483 | dirs.append(py, path.into_object()) | ||
|
r48140 | } | ||
Ok(dirs) | ||||
} | ||||
|
r48835 | def debug_iter(&self, all: bool) -> PyResult<PyList> { | ||
|
r48483 | let dirs = PyList::new(py, &[]); | ||
|
r48835 | for item in self.inner(py).borrow().debug_iter(all) { | ||
|
r48483 | let (path, (state, mode, size, mtime)) = | ||
item.map_err(|e| v2_error(py, e))?; | ||||
let path = PyBytes::new(py, path.as_bytes()); | ||||
|
r48836 | let item = (path, state, mode, size, mtime); | ||
dirs.append(py, item.to_py_object(py).into_object()) | ||||
|
r48483 | } | ||
Ok(dirs) | ||||
} | ||||
|
r42999 | }); | ||
impl DirstateMap { | ||||
|
r47882 | pub fn get_inner_mut<'a>( | ||
|
r43567 | &'a self, | ||
py: Python<'a>, | ||||
|
r48883 | ) -> RefMut<'a, OwningDirstateMap> { | ||
|
r47882 | self.inner(py).borrow_mut() | ||
|
r43567 | } | ||
|
r42999 | fn translate_key( | ||
py: Python, | ||||
|
r48126 | res: Result<(&HgPath, DirstateEntry), DirstateV2ParseError>, | ||
|
r42999 | ) -> PyResult<Option<PyBytes>> { | ||
|
r48126 | let (f, _entry) = res.map_err(|e| v2_error(py, e))?; | ||
Ok(Some(PyBytes::new(py, f.as_bytes()))) | ||||
|
r42999 | } | ||
fn translate_key_value( | ||||
py: Python, | ||||
|
r48126 | res: Result<(&HgPath, DirstateEntry), DirstateV2ParseError>, | ||
|
r42999 | ) -> PyResult<Option<(PyBytes, PyObject)>> { | ||
|
r48126 | let (f, entry) = res.map_err(|e| v2_error(py, e))?; | ||
|
r42999 | Ok(Some(( | ||
|
r45500 | PyBytes::new(py, f.as_bytes()), | ||
|
r48858 | DirstateItem::new_as_pyobject(py, entry)?, | ||
|
r46185 | ))) | ||
} | ||||
|
r42999 | } | ||
|
r43159 | py_shared_iterator!( | ||
|
r42999 | DirstateMapKeysIterator, | ||
|
r44703 | UnsafePyLeaked<StateMapIter<'static>>, | ||
|
r42999 | DirstateMap::translate_key, | ||
Option<PyBytes> | ||||
); | ||||
|
r43159 | py_shared_iterator!( | ||
|
r42999 | DirstateMapItemsIterator, | ||
|
r44703 | UnsafePyLeaked<StateMapIter<'static>>, | ||
|
r42999 | DirstateMap::translate_key_value, | ||
Option<(PyBytes, PyObject)> | ||||
); | ||||
|
r43068 | |||
|
r47337 | fn extract_node_id(py: Python, obj: &PyObject) -> PyResult<Node> { | ||
|
r43068 | let bytes = obj.extract::<PyBytes>(py)?; | ||
match bytes.data(py).try_into() { | ||||
Ok(s) => Ok(s), | ||||
Err(e) => Err(PyErr::new::<exc::ValueError, _>(py, e.to_string())), | ||||
} | ||||
} | ||||
|
r48126 | |||
pub(super) fn v2_error(py: Python<'_>, _: DirstateV2ParseError) -> PyErr { | ||||
PyErr::new::<exc::ValueError, _>(py, "corrupted dirstate-v2") | ||||
} | ||||
|
r48483 | |||
fn dirstate_error(py: Python<'_>, e: DirstateError) -> PyErr { | ||||
PyErr::new::<exc::OSError, _>(py, format!("Dirstate error: {:?}", e)) | ||||
} | ||||