osutil.c
928 lines
| 20.9 KiB
| text/x-c
|
CLexer
/ mercurial / osutil.c
Bryan O'Sullivan
|
r5396 | /* | ||
osutil.c - native operating system services | ||||
Copyright 2007 Matt Mackall and others | ||||
This software may be used and distributed according to the terms of | ||||
the GNU General Public License, incorporated herein by reference. | ||||
*/ | ||||
Bryan O'Sullivan
|
r5463 | #define _ATFILE_SOURCE | ||
Alexis S. L. Carvalho
|
r5397 | #include <Python.h> | ||
Bryan O'Sullivan
|
r8330 | #include <fcntl.h> | ||
#include <stdio.h> | ||||
Yuya Nishihara
|
r27473 | #include <stdlib.h> | ||
Bryan O'Sullivan
|
r8330 | #include <string.h> | ||
Matt Mackall
|
r14873 | #include <errno.h> | ||
Bryan O'Sullivan
|
r8330 | |||
Petr Kodl
|
r7056 | #ifdef _WIN32 | ||
Matt Mackall
|
r10282 | #include <windows.h> | ||
#include <io.h> | ||||
Petr Kodl
|
r7056 | #else | ||
Matt Mackall
|
r10282 | #include <dirent.h> | ||
Yuya Nishihara
|
r27473 | #include <sys/socket.h> | ||
Matt Mackall
|
r10282 | #include <sys/stat.h> | ||
#include <sys/types.h> | ||||
#include <unistd.h> | ||||
Petr Kodl
|
r7056 | #endif | ||
Bryan O'Sullivan
|
r5396 | |||
Siddharth Agarwal
|
r24461 | #ifdef __APPLE__ | ||
#include <sys/attr.h> | ||||
#include <sys/vnode.h> | ||||
#endif | ||||
Renato Cunha
|
r11359 | #include "util.h" | ||
Sebastien Binet
|
r9353 | /* some platforms lack the PATH_MAX definition (eg. GNU/Hurd) */ | ||
Arne Babenhauserheide
|
r8722 | #ifndef PATH_MAX | ||
#define PATH_MAX 4096 | ||||
#endif | ||||
Petr Kodl
|
r7056 | #ifdef _WIN32 | ||
/* | ||||
stat struct compatible with hg expectations | ||||
Mercurial only uses st_mode, st_size and st_mtime | ||||
the rest is kept to minimize changes between implementations | ||||
*/ | ||||
struct hg_stat { | ||||
int st_dev; | ||||
int st_mode; | ||||
int st_nlink; | ||||
__int64 st_size; | ||||
int st_mtime; | ||||
int st_ctime; | ||||
}; | ||||
struct listdir_stat { | ||||
PyObject_HEAD | ||||
struct hg_stat st; | ||||
}; | ||||
#else | ||||
Bryan O'Sullivan
|
r5396 | struct listdir_stat { | ||
Matt Mackall
|
r5421 | PyObject_HEAD | ||
struct stat st; | ||||
Bryan O'Sullivan
|
r5396 | }; | ||
Petr Kodl
|
r7056 | #endif | ||
Bryan O'Sullivan
|
r5396 | |||
#define listdir_slot(name) \ | ||||
Thomas Arendsen Hein
|
r7190 | static PyObject *listdir_stat_##name(PyObject *self, void *x) \ | ||
{ \ | ||||
return PyInt_FromLong(((struct listdir_stat *)self)->st.name); \ | ||||
} | ||||
Bryan O'Sullivan
|
r5396 | |||
Bryan O'Sullivan
|
r5431 | listdir_slot(st_dev) | ||
listdir_slot(st_mode) | ||||
listdir_slot(st_nlink) | ||||
Petr Kodl
|
r7056 | #ifdef _WIN32 | ||
static PyObject *listdir_stat_st_size(PyObject *self, void *x) | ||||
{ | ||||
return PyLong_FromLongLong( | ||||
(PY_LONG_LONG)((struct listdir_stat *)self)->st.st_size); | ||||
} | ||||
#else | ||||
Bryan O'Sullivan
|
r5431 | listdir_slot(st_size) | ||
Petr Kodl
|
r7056 | #endif | ||
Bryan O'Sullivan
|
r5431 | listdir_slot(st_mtime) | ||
listdir_slot(st_ctime) | ||||
Bryan O'Sullivan
|
r5396 | |||
static struct PyGetSetDef listdir_stat_getsets[] = { | ||||
Matt Mackall
|
r5421 | {"st_dev", listdir_stat_st_dev, 0, 0, 0}, | ||
{"st_mode", listdir_stat_st_mode, 0, 0, 0}, | ||||
{"st_nlink", listdir_stat_st_nlink, 0, 0, 0}, | ||||
{"st_size", listdir_stat_st_size, 0, 0, 0}, | ||||
{"st_mtime", listdir_stat_st_mtime, 0, 0, 0}, | ||||
{"st_ctime", listdir_stat_st_ctime, 0, 0, 0}, | ||||
{0, 0, 0, 0, 0} | ||||
Bryan O'Sullivan
|
r5396 | }; | ||
static PyObject *listdir_stat_new(PyTypeObject *t, PyObject *a, PyObject *k) | ||||
{ | ||||
Matt Mackall
|
r5421 | return t->tp_alloc(t, 0); | ||
Bryan O'Sullivan
|
r5396 | } | ||
static void listdir_stat_dealloc(PyObject *o) | ||||
{ | ||||
Matt Mackall
|
r5421 | o->ob_type->tp_free(o); | ||
Bryan O'Sullivan
|
r5396 | } | ||
static PyTypeObject listdir_stat_type = { | ||||
Renato Cunha
|
r11359 | PyVarObject_HEAD_INIT(NULL, 0) | ||
Matt Mackall
|
r5421 | "osutil.stat", /*tp_name*/ | ||
sizeof(struct listdir_stat), /*tp_basicsize*/ | ||||
0, /*tp_itemsize*/ | ||||
(destructor)listdir_stat_dealloc, /*tp_dealloc*/ | ||||
0, /*tp_print*/ | ||||
0, /*tp_getattr*/ | ||||
0, /*tp_setattr*/ | ||||
0, /*tp_compare*/ | ||||
0, /*tp_repr*/ | ||||
0, /*tp_as_number*/ | ||||
0, /*tp_as_sequence*/ | ||||
0, /*tp_as_mapping*/ | ||||
0, /*tp_hash */ | ||||
0, /*tp_call*/ | ||||
0, /*tp_str*/ | ||||
0, /*tp_getattro*/ | ||||
0, /*tp_setattro*/ | ||||
0, /*tp_as_buffer*/ | ||||
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /*tp_flags*/ | ||||
"stat objects", /* tp_doc */ | ||||
0, /* tp_traverse */ | ||||
0, /* tp_clear */ | ||||
0, /* tp_richcompare */ | ||||
0, /* tp_weaklistoffset */ | ||||
0, /* tp_iter */ | ||||
0, /* tp_iternext */ | ||||
0, /* tp_methods */ | ||||
0, /* tp_members */ | ||||
listdir_stat_getsets, /* tp_getset */ | ||||
0, /* tp_base */ | ||||
0, /* tp_dict */ | ||||
0, /* tp_descr_get */ | ||||
0, /* tp_descr_set */ | ||||
0, /* tp_dictoffset */ | ||||
0, /* tp_init */ | ||||
0, /* tp_alloc */ | ||||
listdir_stat_new, /* tp_new */ | ||||
Bryan O'Sullivan
|
r5396 | }; | ||
Petr Kodl
|
r7056 | #ifdef _WIN32 | ||
static int to_python_time(const FILETIME *tm) | ||||
{ | ||||
/* number of seconds between epoch and January 1 1601 */ | ||||
const __int64 a0 = (__int64)134774L * (__int64)24L * (__int64)3600L; | ||||
/* conversion factor from 100ns to 1s */ | ||||
const __int64 a1 = 10000000; | ||||
/* explicit (int) cast to suspend compiler warnings */ | ||||
return (int)((((__int64)tm->dwHighDateTime << 32) | ||||
+ tm->dwLowDateTime) / a1 - a0); | ||||
} | ||||
static PyObject *make_item(const WIN32_FIND_DATAA *fd, int wantstat) | ||||
{ | ||||
PyObject *py_st; | ||||
struct hg_stat *stp; | ||||
int kind = (fd->dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) | ||||
? _S_IFDIR : _S_IFREG; | ||||
if (!wantstat) | ||||
return Py_BuildValue("si", fd->cFileName, kind); | ||||
py_st = PyObject_CallObject((PyObject *)&listdir_stat_type, NULL); | ||||
if (!py_st) | ||||
return NULL; | ||||
stp = &((struct listdir_stat *)py_st)->st; | ||||
/* | ||||
use kind as st_mode | ||||
rwx bits on Win32 are meaningless | ||||
and Hg does not use them anyway | ||||
*/ | ||||
stp->st_mode = kind; | ||||
stp->st_mtime = to_python_time(&fd->ftLastWriteTime); | ||||
stp->st_ctime = to_python_time(&fd->ftCreationTime); | ||||
if (kind == _S_IFREG) | ||||
Matt Mackall
|
r10282 | stp->st_size = ((__int64)fd->nFileSizeHigh << 32) | ||
Petr Kodl
|
r7056 | + fd->nFileSizeLow; | ||
return Py_BuildValue("siN", fd->cFileName, | ||||
kind, py_st); | ||||
} | ||||
Benoit Boissinot
|
r7098 | static PyObject *_listdir(char *path, int plen, int wantstat, char *skip) | ||
Petr Kodl
|
r7056 | { | ||
PyObject *rval = NULL; /* initialize - return value */ | ||||
PyObject *list; | ||||
HANDLE fh; | ||||
WIN32_FIND_DATAA fd; | ||||
Benoit Boissinot
|
r7098 | char *pattern; | ||
Petr Kodl
|
r7056 | |||
/* build the path + \* pattern string */ | ||||
Matt Mackall
|
r10282 | pattern = malloc(plen + 3); /* path + \* + \0 */ | ||
Petr Kodl
|
r7056 | if (!pattern) { | ||
PyErr_NoMemory(); | ||||
Benoit Boissinot
|
r7098 | goto error_nomem; | ||
Petr Kodl
|
r7056 | } | ||
Augie Fackler
|
r28593 | memcpy(pattern, path, plen); | ||
Petr Kodl
|
r7056 | |||
if (plen > 0) { | ||||
char c = path[plen-1]; | ||||
if (c != ':' && c != '/' && c != '\\') | ||||
pattern[plen++] = '\\'; | ||||
} | ||||
Augie Fackler
|
r28593 | pattern[plen++] = '*'; | ||
pattern[plen] = '\0'; | ||||
Petr Kodl
|
r7056 | |||
fh = FindFirstFileA(pattern, &fd); | ||||
if (fh == INVALID_HANDLE_VALUE) { | ||||
Petr Kodl
|
r7059 | PyErr_SetFromWindowsErrWithFilename(GetLastError(), path); | ||
Petr Kodl
|
r7056 | goto error_file; | ||
} | ||||
list = PyList_New(0); | ||||
if (!list) | ||||
goto error_list; | ||||
do { | ||||
PyObject *item; | ||||
if (fd.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) { | ||||
if (!strcmp(fd.cFileName, ".") | ||||
|| !strcmp(fd.cFileName, "..")) | ||||
continue; | ||||
if (skip && !strcmp(fd.cFileName, skip)) { | ||||
rval = PyList_New(0); | ||||
goto error; | ||||
} | ||||
} | ||||
item = make_item(&fd, wantstat); | ||||
if (!item) | ||||
goto error; | ||||
if (PyList_Append(list, item)) { | ||||
Py_XDECREF(item); | ||||
goto error; | ||||
} | ||||
Py_XDECREF(item); | ||||
} while (FindNextFileA(fh, &fd)); | ||||
if (GetLastError() != ERROR_NO_MORE_FILES) { | ||||
Petr Kodl
|
r7059 | PyErr_SetFromWindowsErrWithFilename(GetLastError(), path); | ||
Petr Kodl
|
r7056 | goto error; | ||
} | ||||
rval = list; | ||||
Py_XINCREF(rval); | ||||
error: | ||||
Py_XDECREF(list); | ||||
error_list: | ||||
FindClose(fh); | ||||
error_file: | ||||
free(pattern); | ||||
Benoit Boissinot
|
r7098 | error_nomem: | ||
Petr Kodl
|
r7056 | return rval; | ||
} | ||||
#else | ||||
Matt Mackall
|
r7031 | int entkind(struct dirent *ent) | ||
Matt Mackall
|
r5425 | { | ||
Matt Mackall
|
r7031 | #ifdef DT_REG | ||
switch (ent->d_type) { | ||||
case DT_REG: return S_IFREG; | ||||
case DT_DIR: return S_IFDIR; | ||||
case DT_LNK: return S_IFLNK; | ||||
case DT_BLK: return S_IFBLK; | ||||
case DT_CHR: return S_IFCHR; | ||||
case DT_FIFO: return S_IFIFO; | ||||
case DT_SOCK: return S_IFSOCK; | ||||
} | ||||
Bryan O'Sullivan
|
r5463 | #endif | ||
Matt Mackall
|
r7033 | return -1; | ||
Matt Mackall
|
r5425 | } | ||
Bryan O'Sullivan
|
r18019 | static PyObject *makestat(const struct stat *st) | ||
{ | ||||
Bryan O'Sullivan
|
r18021 | PyObject *stat; | ||
Bryan O'Sullivan
|
r18019 | |||
Bryan O'Sullivan
|
r18021 | stat = PyObject_CallObject((PyObject *)&listdir_stat_type, NULL); | ||
if (stat) | ||||
memcpy(&((struct listdir_stat *)stat)->st, st, sizeof(*st)); | ||||
return stat; | ||||
Bryan O'Sullivan
|
r18019 | } | ||
Siddharth Agarwal
|
r24460 | static PyObject *_listdir_stat(char *path, int pathlen, int keepstat, | ||
char *skip) | ||||
Bryan O'Sullivan
|
r5396 | { | ||
Augie Fackler
|
r23962 | PyObject *list, *elem, *stat = NULL, *ret = NULL; | ||
Benoit Boissinot
|
r7098 | char fullpath[PATH_MAX + 10]; | ||
Brendan Cully
|
r7136 | int kind, err; | ||
Matt Mackall
|
r7031 | struct stat st; | ||
struct dirent *ent; | ||||
DIR *dir; | ||||
Brendan Cully
|
r7136 | #ifdef AT_SYMLINK_NOFOLLOW | ||
int dfd = -1; | ||||
#endif | ||||
Bryan O'Sullivan
|
r5396 | |||
Petr Kodl
|
r7059 | if (pathlen >= PATH_MAX) { | ||
Matt Mackall
|
r14873 | errno = ENAMETOOLONG; | ||
PyErr_SetFromErrnoWithFilename(PyExc_OSError, path); | ||||
Benoit Boissinot
|
r7098 | goto error_value; | ||
Petr Kodl
|
r7059 | } | ||
Matt Mackall
|
r7031 | strncpy(fullpath, path, PATH_MAX); | ||
fullpath[pathlen] = '/'; | ||||
Bryan O'Sullivan
|
r5396 | |||
Matt Mackall
|
r7033 | #ifdef AT_SYMLINK_NOFOLLOW | ||
dfd = open(path, O_RDONLY); | ||||
if (dfd == -1) { | ||||
PyErr_SetFromErrnoWithFilename(PyExc_OSError, path); | ||||
Benoit Boissinot
|
r7098 | goto error_value; | ||
Matt Mackall
|
r7033 | } | ||
dir = fdopendir(dfd); | ||||
#else | ||||
dir = opendir(path); | ||||
#endif | ||||
Matt Mackall
|
r5421 | if (!dir) { | ||
Matt Mackall
|
r7031 | PyErr_SetFromErrnoWithFilename(PyExc_OSError, path); | ||
goto error_dir; | ||||
Augie Fackler
|
r23961 | } | ||
Bryan O'Sullivan
|
r5396 | |||
Matt Mackall
|
r5421 | list = PyList_New(0); | ||
Matt Mackall
|
r7031 | if (!list) | ||
goto error_list; | ||||
while ((ent = readdir(dir))) { | ||||
if (!strcmp(ent->d_name, ".") || !strcmp(ent->d_name, "..")) | ||||
continue; | ||||
Giorgos Keramidas
|
r5416 | |||
Matt Mackall
|
r7031 | kind = entkind(ent); | ||
if (kind == -1 || keepstat) { | ||||
Matt Mackall
|
r7033 | #ifdef AT_SYMLINK_NOFOLLOW | ||
err = fstatat(dfd, ent->d_name, &st, | ||||
AT_SYMLINK_NOFOLLOW); | ||||
#else | ||||
strncpy(fullpath + pathlen + 1, ent->d_name, | ||||
PATH_MAX - pathlen); | ||||
Siddharth Agarwal
|
r24462 | fullpath[PATH_MAX] = '\0'; | ||
Matt Mackall
|
r7033 | err = lstat(fullpath, &st); | ||
#endif | ||||
Matt Mackall
|
r7031 | if (err == -1) { | ||
Matt Mackall
|
r16747 | /* race with file deletion? */ | ||
if (errno == ENOENT) | ||||
continue; | ||||
Matt Mackall
|
r7031 | strncpy(fullpath + pathlen + 1, ent->d_name, | ||
PATH_MAX - pathlen); | ||||
fullpath[PATH_MAX] = 0; | ||||
PyErr_SetFromErrnoWithFilename(PyExc_OSError, | ||||
fullpath); | ||||
goto error; | ||||
} | ||||
kind = st.st_mode & S_IFMT; | ||||
} | ||||
Bryan O'Sullivan
|
r5396 | |||
Matt Mackall
|
r7034 | /* quit early? */ | ||
if (skip && kind == S_IFDIR && !strcmp(ent->d_name, skip)) { | ||||
ret = PyList_New(0); | ||||
goto error; | ||||
} | ||||
Matt Mackall
|
r7031 | if (keepstat) { | ||
Bryan O'Sullivan
|
r18019 | stat = makestat(&st); | ||
Matt Mackall
|
r7031 | if (!stat) | ||
goto error; | ||||
elem = Py_BuildValue("siN", ent->d_name, kind, stat); | ||||
} else | ||||
elem = Py_BuildValue("si", ent->d_name, kind); | ||||
if (!elem) | ||||
goto error; | ||||
Augie Fackler
|
r23962 | stat = NULL; | ||
Matt Mackall
|
r7031 | |||
PyList_Append(list, elem); | ||||
Py_DECREF(elem); | ||||
} | ||||
Matt Mackall
|
r5421 | |||
Matt Mackall
|
r7031 | ret = list; | ||
Py_INCREF(ret); | ||||
Matt Mackall
|
r5421 | |||
Matt Mackall
|
r7031 | error: | ||
Py_DECREF(list); | ||||
Augie Fackler
|
r23962 | Py_XDECREF(stat); | ||
Matt Mackall
|
r7031 | error_list: | ||
closedir(dir); | ||||
error_dir: | ||||
Matt Mackall
|
r7033 | #ifdef AT_SYMLINK_NOFOLLOW | ||
close(dfd); | ||||
#endif | ||||
Benoit Boissinot
|
r7098 | error_value: | ||
Matt Mackall
|
r7031 | return ret; | ||
Matt Mackall
|
r5421 | } | ||
Bryan O'Sullivan
|
r5396 | |||
Siddharth Agarwal
|
r24461 | #ifdef __APPLE__ | ||
typedef struct { | ||||
u_int32_t length; | ||||
attrreference_t name; | ||||
fsobj_type_t obj_type; | ||||
struct timespec mtime; | ||||
#if __LITTLE_ENDIAN__ | ||||
mode_t access_mask; | ||||
uint16_t padding; | ||||
#else | ||||
uint16_t padding; | ||||
mode_t access_mask; | ||||
#endif | ||||
off_t size; | ||||
} __attribute__((packed)) attrbuf_entry; | ||||
int attrkind(attrbuf_entry *entry) | ||||
{ | ||||
switch (entry->obj_type) { | ||||
case VREG: return S_IFREG; | ||||
case VDIR: return S_IFDIR; | ||||
case VLNK: return S_IFLNK; | ||||
case VBLK: return S_IFBLK; | ||||
case VCHR: return S_IFCHR; | ||||
case VFIFO: return S_IFIFO; | ||||
case VSOCK: return S_IFSOCK; | ||||
} | ||||
return -1; | ||||
} | ||||
/* get these many entries at a time */ | ||||
#define LISTDIR_BATCH_SIZE 50 | ||||
static PyObject *_listdir_batch(char *path, int pathlen, int keepstat, | ||||
char *skip, bool *fallback) | ||||
{ | ||||
PyObject *list, *elem, *stat = NULL, *ret = NULL; | ||||
int kind, err; | ||||
unsigned long index; | ||||
unsigned int count, old_state, new_state; | ||||
bool state_seen = false; | ||||
attrbuf_entry *entry; | ||||
/* from the getattrlist(2) man page: a path can be no longer than | ||||
(NAME_MAX * 3 + 1) bytes. Also, "The getattrlist() function will | ||||
silently truncate attribute data if attrBufSize is too small." So | ||||
pass in a buffer big enough for the worst case. */ | ||||
char attrbuf[LISTDIR_BATCH_SIZE * (sizeof(attrbuf_entry) + NAME_MAX * 3 + 1)]; | ||||
unsigned int basep_unused; | ||||
struct stat st; | ||||
int dfd = -1; | ||||
/* these must match the attrbuf_entry struct, otherwise you'll end up | ||||
with garbage */ | ||||
struct attrlist requested_attr = {0}; | ||||
requested_attr.bitmapcount = ATTR_BIT_MAP_COUNT; | ||||
requested_attr.commonattr = (ATTR_CMN_NAME | ATTR_CMN_OBJTYPE | | ||||
ATTR_CMN_MODTIME | ATTR_CMN_ACCESSMASK); | ||||
Matt Mackall
|
r27877 | requested_attr.fileattr = ATTR_FILE_DATALENGTH; | ||
Siddharth Agarwal
|
r24461 | |||
*fallback = false; | ||||
if (pathlen >= PATH_MAX) { | ||||
errno = ENAMETOOLONG; | ||||
PyErr_SetFromErrnoWithFilename(PyExc_OSError, path); | ||||
goto error_value; | ||||
} | ||||
dfd = open(path, O_RDONLY); | ||||
if (dfd == -1) { | ||||
PyErr_SetFromErrnoWithFilename(PyExc_OSError, path); | ||||
goto error_value; | ||||
} | ||||
list = PyList_New(0); | ||||
if (!list) | ||||
goto error_dir; | ||||
do { | ||||
count = LISTDIR_BATCH_SIZE; | ||||
err = getdirentriesattr(dfd, &requested_attr, &attrbuf, | ||||
sizeof(attrbuf), &count, &basep_unused, | ||||
&new_state, 0); | ||||
if (err < 0) { | ||||
if (errno == ENOTSUP) { | ||||
/* We're on a filesystem that doesn't support | ||||
getdirentriesattr. Fall back to the | ||||
stat-based implementation. */ | ||||
*fallback = true; | ||||
} else | ||||
PyErr_SetFromErrnoWithFilename(PyExc_OSError, path); | ||||
goto error; | ||||
} | ||||
if (!state_seen) { | ||||
old_state = new_state; | ||||
state_seen = true; | ||||
} else if (old_state != new_state) { | ||||
/* There's an edge case with getdirentriesattr. Consider | ||||
the following initial list of files: | ||||
a | ||||
b | ||||
<-- | ||||
c | ||||
d | ||||
If the iteration is paused at the arrow, and b is | ||||
deleted before it is resumed, getdirentriesattr will | ||||
not return d at all! Ordinarily we're expected to | ||||
restart the iteration from the beginning. To avoid | ||||
getting stuck in a retry loop here, fall back to | ||||
stat. */ | ||||
*fallback = true; | ||||
goto error; | ||||
} | ||||
entry = (attrbuf_entry *)attrbuf; | ||||
for (index = 0; index < count; index++) { | ||||
char *filename = ((char *)&entry->name) + | ||||
entry->name.attr_dataoffset; | ||||
if (!strcmp(filename, ".") || !strcmp(filename, "..")) | ||||
continue; | ||||
kind = attrkind(entry); | ||||
if (kind == -1) { | ||||
PyErr_Format(PyExc_OSError, | ||||
"unknown object type %u for file " | ||||
"%s%s!", | ||||
entry->obj_type, path, filename); | ||||
goto error; | ||||
} | ||||
/* quit early? */ | ||||
if (skip && kind == S_IFDIR && !strcmp(filename, skip)) { | ||||
ret = PyList_New(0); | ||||
goto error; | ||||
} | ||||
if (keepstat) { | ||||
/* from the getattrlist(2) man page: "Only the | ||||
permission bits ... are valid". */ | ||||
st.st_mode = (entry->access_mask & ~S_IFMT) | kind; | ||||
st.st_mtime = entry->mtime.tv_sec; | ||||
st.st_size = entry->size; | ||||
stat = makestat(&st); | ||||
if (!stat) | ||||
goto error; | ||||
elem = Py_BuildValue("siN", filename, kind, stat); | ||||
} else | ||||
elem = Py_BuildValue("si", filename, kind); | ||||
if (!elem) | ||||
goto error; | ||||
stat = NULL; | ||||
PyList_Append(list, elem); | ||||
Py_DECREF(elem); | ||||
entry = (attrbuf_entry *)((char *)entry + entry->length); | ||||
} | ||||
} while (err == 0); | ||||
ret = list; | ||||
Py_INCREF(ret); | ||||
error: | ||||
Py_DECREF(list); | ||||
Py_XDECREF(stat); | ||||
error_dir: | ||||
close(dfd); | ||||
error_value: | ||||
return ret; | ||||
} | ||||
#endif /* __APPLE__ */ | ||||
Siddharth Agarwal
|
r24460 | static PyObject *_listdir(char *path, int pathlen, int keepstat, char *skip) | ||
{ | ||||
Siddharth Agarwal
|
r24461 | #ifdef __APPLE__ | ||
PyObject *ret; | ||||
bool fallback = false; | ||||
ret = _listdir_batch(path, pathlen, keepstat, skip, &fallback); | ||||
if (ret != NULL || !fallback) | ||||
return ret; | ||||
#endif | ||||
Siddharth Agarwal
|
r24460 | return _listdir_stat(path, pathlen, keepstat, skip); | ||
} | ||||
Bryan O'Sullivan
|
r18026 | static PyObject *statfiles(PyObject *self, PyObject *args) | ||
{ | ||||
Bryan O'Sullivan
|
r18027 | PyObject *names, *stats; | ||
Py_ssize_t i, count; | ||||
Bryan O'Sullivan
|
r18026 | |||
Bryan O'Sullivan
|
r18027 | if (!PyArg_ParseTuple(args, "O:statfiles", &names)) | ||
return NULL; | ||||
Bryan O'Sullivan
|
r18026 | |||
Bryan O'Sullivan
|
r18027 | count = PySequence_Length(names); | ||
if (count == -1) { | ||||
PyErr_SetString(PyExc_TypeError, "not a sequence"); | ||||
return NULL; | ||||
} | ||||
Bryan O'Sullivan
|
r18026 | |||
Bryan O'Sullivan
|
r18027 | stats = PyList_New(count); | ||
if (stats == NULL) | ||||
return NULL; | ||||
Bryan O'Sullivan
|
r18026 | |||
Bryan O'Sullivan
|
r18027 | for (i = 0; i < count; i++) { | ||
Augie Fackler
|
r23966 | PyObject *stat, *pypath; | ||
Bryan O'Sullivan
|
r18027 | struct stat st; | ||
int ret, kind; | ||||
char *path; | ||||
Bryan O'Sullivan
|
r18026 | |||
Bryan O'Sullivan
|
r26983 | /* With a large file count or on a slow filesystem, | ||
don't block signals for long (issue4878). */ | ||||
if ((i % 1000) == 999 && PyErr_CheckSignals() == -1) | ||||
goto bail; | ||||
Augie Fackler
|
r23966 | pypath = PySequence_GetItem(names, i); | ||
if (!pypath) | ||||
Bryan O'Sullivan
|
r26982 | goto bail; | ||
Augie Fackler
|
r23966 | path = PyString_AsString(pypath); | ||
Bryan O'Sullivan
|
r18027 | if (path == NULL) { | ||
Augie Fackler
|
r23966 | Py_DECREF(pypath); | ||
Bryan O'Sullivan
|
r18027 | PyErr_SetString(PyExc_TypeError, "not a string"); | ||
goto bail; | ||||
} | ||||
ret = lstat(path, &st); | ||||
Augie Fackler
|
r23966 | Py_DECREF(pypath); | ||
Bryan O'Sullivan
|
r18027 | kind = st.st_mode & S_IFMT; | ||
if (ret != -1 && (kind == S_IFREG || kind == S_IFLNK)) { | ||||
stat = makestat(&st); | ||||
if (stat == NULL) | ||||
goto bail; | ||||
PyList_SET_ITEM(stats, i, stat); | ||||
} else { | ||||
Py_INCREF(Py_None); | ||||
PyList_SET_ITEM(stats, i, Py_None); | ||||
} | ||||
} | ||||
Bryan O'Sullivan
|
r18026 | |||
Bryan O'Sullivan
|
r18027 | return stats; | ||
Bryan O'Sullivan
|
r18026 | |||
bail: | ||||
Bryan O'Sullivan
|
r18027 | Py_DECREF(stats); | ||
return NULL; | ||||
Bryan O'Sullivan
|
r18026 | } | ||
Yuya Nishihara
|
r27473 | /* | ||
* recvfds() simply does not release GIL during blocking io operation because | ||||
* command server is known to be single-threaded. | ||||
Yuya Nishihara
|
r27970 | * | ||
* Old systems such as Solaris don't provide CMSG_LEN, msg_control, etc. | ||||
* Currently, recvfds() is not supported on these platforms. | ||||
Yuya Nishihara
|
r27473 | */ | ||
Yuya Nishihara
|
r27970 | #ifdef CMSG_LEN | ||
Yuya Nishihara
|
r27473 | |||
static ssize_t recvfdstobuf(int sockfd, int **rfds, void *cbuf, size_t cbufsize) | ||||
{ | ||||
char dummy[1]; | ||||
struct iovec iov = {dummy, sizeof(dummy)}; | ||||
struct msghdr msgh = {0}; | ||||
struct cmsghdr *cmsg; | ||||
msgh.msg_iov = &iov; | ||||
msgh.msg_iovlen = 1; | ||||
msgh.msg_control = cbuf; | ||||
msgh.msg_controllen = (socklen_t)cbufsize; | ||||
if (recvmsg(sockfd, &msgh, 0) < 0) | ||||
return -1; | ||||
for (cmsg = CMSG_FIRSTHDR(&msgh); cmsg; | ||||
cmsg = CMSG_NXTHDR(&msgh, cmsg)) { | ||||
if (cmsg->cmsg_level != SOL_SOCKET || | ||||
cmsg->cmsg_type != SCM_RIGHTS) | ||||
continue; | ||||
*rfds = (int *)CMSG_DATA(cmsg); | ||||
return (cmsg->cmsg_len - CMSG_LEN(0)) / sizeof(int); | ||||
} | ||||
*rfds = cbuf; | ||||
return 0; | ||||
} | ||||
static PyObject *recvfds(PyObject *self, PyObject *args) | ||||
{ | ||||
int sockfd; | ||||
int *rfds = NULL; | ||||
ssize_t rfdscount, i; | ||||
char cbuf[256]; | ||||
PyObject *rfdslist = NULL; | ||||
if (!PyArg_ParseTuple(args, "i", &sockfd)) | ||||
return NULL; | ||||
rfdscount = recvfdstobuf(sockfd, &rfds, cbuf, sizeof(cbuf)); | ||||
if (rfdscount < 0) | ||||
return PyErr_SetFromErrno(PyExc_OSError); | ||||
rfdslist = PyList_New(rfdscount); | ||||
if (!rfdslist) | ||||
goto bail; | ||||
for (i = 0; i < rfdscount; i++) { | ||||
PyObject *obj = PyInt_FromLong(rfds[i]); | ||||
if (!obj) | ||||
goto bail; | ||||
PyList_SET_ITEM(rfdslist, i, obj); | ||||
} | ||||
return rfdslist; | ||||
bail: | ||||
Py_XDECREF(rfdslist); | ||||
return NULL; | ||||
} | ||||
Yuya Nishihara
|
r27970 | #endif /* CMSG_LEN */ | ||
Petr Kodl
|
r7056 | #endif /* ndef _WIN32 */ | ||
Benoit Boissinot
|
r7098 | static PyObject *listdir(PyObject *self, PyObject *args, PyObject *kwargs) | ||
{ | ||||
PyObject *statobj = NULL; /* initialize - optional arg */ | ||||
PyObject *skipobj = NULL; /* initialize - optional arg */ | ||||
char *path, *skip = NULL; | ||||
int wantstat, plen; | ||||
static char *kwlist[] = {"path", "stat", "skip", NULL}; | ||||
if (!PyArg_ParseTupleAndKeywords(args, kwargs, "s#|OO:listdir", | ||||
kwlist, &path, &plen, &statobj, &skipobj)) | ||||
return NULL; | ||||
wantstat = statobj && PyObject_IsTrue(statobj); | ||||
if (skipobj && skipobj != Py_None) { | ||||
Renato Cunha
|
r11359 | skip = PyBytes_AsString(skipobj); | ||
Benoit Boissinot
|
r7098 | if (!skip) | ||
return NULL; | ||||
} | ||||
return _listdir(path, plen, wantstat, skip); | ||||
} | ||||
Bryan O'Sullivan
|
r8330 | #ifdef _WIN32 | ||
static PyObject *posixfile(PyObject *self, PyObject *args, PyObject *kwds) | ||||
{ | ||||
static char *kwlist[] = {"name", "mode", "buffering", NULL}; | ||||
PyObject *file_obj = NULL; | ||||
char *name = NULL; | ||||
char *mode = "rb"; | ||||
Patrick Mezard
|
r8597 | DWORD access = 0; | ||
Bryan O'Sullivan
|
r8330 | DWORD creation; | ||
HANDLE handle; | ||||
int fd, flags = 0; | ||||
int bufsize = -1; | ||||
char m0, m1, m2; | ||||
char fpmode[4]; | ||||
int fppos = 0; | ||||
int plus; | ||||
FILE *fp; | ||||
if (!PyArg_ParseTupleAndKeywords(args, kwds, "et|si:posixfile", kwlist, | ||||
Py_FileSystemDefaultEncoding, | ||||
&name, &mode, &bufsize)) | ||||
return NULL; | ||||
m0 = mode[0]; | ||||
m1 = m0 ? mode[1] : '\0'; | ||||
m2 = m1 ? mode[2] : '\0'; | ||||
plus = m1 == '+' || m2 == '+'; | ||||
fpmode[fppos++] = m0; | ||||
if (m1 == 'b' || m2 == 'b') { | ||||
flags = _O_BINARY; | ||||
fpmode[fppos++] = 'b'; | ||||
} | ||||
else | ||||
flags = _O_TEXT; | ||||
Adrian Buehlmann
|
r13273 | if (m0 == 'r' && !plus) { | ||
flags |= _O_RDONLY; | ||||
access = GENERIC_READ; | ||||
} else { | ||||
/* | ||||
work around http://support.microsoft.com/kb/899149 and | ||||
set _O_RDWR for 'w' and 'a', even if mode has no '+' | ||||
*/ | ||||
Bryan O'Sullivan
|
r8330 | flags |= _O_RDWR; | ||
access = GENERIC_READ | GENERIC_WRITE; | ||||
fpmode[fppos++] = '+'; | ||||
} | ||||
fpmode[fppos++] = '\0'; | ||||
switch (m0) { | ||||
case 'r': | ||||
creation = OPEN_EXISTING; | ||||
break; | ||||
case 'w': | ||||
creation = CREATE_ALWAYS; | ||||
break; | ||||
case 'a': | ||||
creation = OPEN_ALWAYS; | ||||
flags |= _O_APPEND; | ||||
break; | ||||
default: | ||||
PyErr_Format(PyExc_ValueError, | ||||
"mode string must begin with one of 'r', 'w', " | ||||
"or 'a', not '%c'", m0); | ||||
goto bail; | ||||
} | ||||
handle = CreateFile(name, access, | ||||
FILE_SHARE_READ | FILE_SHARE_WRITE | | ||||
FILE_SHARE_DELETE, | ||||
NULL, | ||||
creation, | ||||
FILE_ATTRIBUTE_NORMAL, | ||||
0); | ||||
if (handle == INVALID_HANDLE_VALUE) { | ||||
PyErr_SetFromWindowsErrWithFilename(GetLastError(), name); | ||||
goto bail; | ||||
} | ||||
Matt Mackall
|
r10282 | fd = _open_osfhandle((intptr_t)handle, flags); | ||
Renato Cunha
|
r11359 | |||
Bryan O'Sullivan
|
r8330 | if (fd == -1) { | ||
CloseHandle(handle); | ||||
PyErr_SetFromErrnoWithFilename(PyExc_IOError, name); | ||||
goto bail; | ||||
} | ||||
Renato Cunha
|
r11359 | #ifndef IS_PY3K | ||
Bryan O'Sullivan
|
r8330 | fp = _fdopen(fd, fpmode); | ||
if (fp == NULL) { | ||||
_close(fd); | ||||
PyErr_SetFromErrnoWithFilename(PyExc_IOError, name); | ||||
goto bail; | ||||
} | ||||
file_obj = PyFile_FromFile(fp, name, mode, fclose); | ||||
if (file_obj == NULL) { | ||||
fclose(fp); | ||||
goto bail; | ||||
} | ||||
PyFile_SetBufSize(file_obj, bufsize); | ||||
Renato Cunha
|
r11359 | #else | ||
file_obj = PyFile_FromFd(fd, name, mode, bufsize, NULL, NULL, NULL, 1); | ||||
if (file_obj == NULL) | ||||
goto bail; | ||||
#endif | ||||
Bryan O'Sullivan
|
r8330 | bail: | ||
PyMem_Free(name); | ||||
return file_obj; | ||||
} | ||||
#endif | ||||
Dan Villiom Podlaski Christiansen
|
r13734 | #ifdef __APPLE__ | ||
Dan Villiom Podlaski Christiansen
|
r13748 | #include <ApplicationServices/ApplicationServices.h> | ||
Dan Villiom Podlaski Christiansen
|
r13734 | |||
static PyObject *isgui(PyObject *self) | ||||
{ | ||||
Matt Mackall
|
r13736 | CFDictionaryRef dict = CGSessionCopyCurrentDictionary(); | ||
Dan Villiom Podlaski Christiansen
|
r13734 | |||
Matt Mackall
|
r13736 | if (dict != NULL) { | ||
CFRelease(dict); | ||||
Steve Streeting
|
r15094 | Py_RETURN_TRUE; | ||
Matt Mackall
|
r13736 | } else { | ||
Steve Streeting
|
r15094 | Py_RETURN_FALSE; | ||
Matt Mackall
|
r13736 | } | ||
Dan Villiom Podlaski Christiansen
|
r13734 | } | ||
#endif | ||||
Bryan O'Sullivan
|
r5396 | static char osutil_doc[] = "Native operating system services."; | ||
static PyMethodDef methods[] = { | ||||
Matt Mackall
|
r5421 | {"listdir", (PyCFunction)listdir, METH_VARARGS | METH_KEYWORDS, | ||
"list a directory\n"}, | ||||
Bryan O'Sullivan
|
r8330 | #ifdef _WIN32 | ||
{"posixfile", (PyCFunction)posixfile, METH_VARARGS | METH_KEYWORDS, | ||||
"Open a file with POSIX-like semantics.\n" | ||||
"On error, this function may raise either a WindowsError or an IOError."}, | ||||
Bryan O'Sullivan
|
r18026 | #else | ||
{"statfiles", (PyCFunction)statfiles, METH_VARARGS | METH_KEYWORDS, | ||||
"stat a series of files or symlinks\n" | ||||
"Returns None for non-existent entries and entries of other types.\n"}, | ||||
Yuya Nishihara
|
r27970 | #ifdef CMSG_LEN | ||
Yuya Nishihara
|
r27473 | {"recvfds", (PyCFunction)recvfds, METH_VARARGS, | ||
"receive list of file descriptors via socket\n"}, | ||||
Bryan O'Sullivan
|
r8330 | #endif | ||
Yuya Nishihara
|
r27970 | #endif | ||
Dan Villiom Podlaski Christiansen
|
r13734 | #ifdef __APPLE__ | ||
Matt Mackall
|
r13736 | { | ||
"isgui", (PyCFunction)isgui, METH_NOARGS, | ||||
"Is a CoreGraphics session available?" | ||||
}, | ||||
Dan Villiom Podlaski Christiansen
|
r13734 | #endif | ||
Matt Mackall
|
r5421 | {NULL, NULL} | ||
Bryan O'Sullivan
|
r5396 | }; | ||
Renato Cunha
|
r11359 | #ifdef IS_PY3K | ||
static struct PyModuleDef osutil_module = { | ||||
PyModuleDef_HEAD_INIT, | ||||
"osutil", | ||||
osutil_doc, | ||||
-1, | ||||
methods | ||||
}; | ||||
PyMODINIT_FUNC PyInit_osutil(void) | ||||
{ | ||||
if (PyType_Ready(&listdir_stat_type) < 0) | ||||
return NULL; | ||||
return PyModule_Create(&osutil_module); | ||||
} | ||||
#else | ||||
Bryan O'Sullivan
|
r5396 | PyMODINIT_FUNC initosutil(void) | ||
{ | ||||
Matt Mackall
|
r5421 | if (PyType_Ready(&listdir_stat_type) == -1) | ||
return; | ||||
Bryan O'Sullivan
|
r5396 | |||
Matt Mackall
|
r5421 | Py_InitModule3("osutil", methods, osutil_doc); | ||
Bryan O'Sullivan
|
r5396 | } | ||
Renato Cunha
|
r11359 | #endif | ||