##// END OF EJS Templates
osutil: more tidying...
Matt Mackall -
r5428:eb1b6aae default
parent child Browse files
Show More
@@ -1,307 +1,307
1 /*
1 /*
2 osutil.c - native operating system services
2 osutil.c - native operating system services
3
3
4 Copyright 2007 Matt Mackall and others
4 Copyright 2007 Matt Mackall and others
5
5
6 This software may be used and distributed according to the terms of
6 This software may be used and distributed according to the terms of
7 the GNU General Public License, incorporated herein by reference.
7 the GNU General Public License, incorporated herein by reference.
8 */
8 */
9
9
10 #define _ATFILE_SOURCE
10 #define _ATFILE_SOURCE
11 #include <Python.h>
11 #include <Python.h>
12 #include <alloca.h>
12 #include <alloca.h>
13 #include <dirent.h>
13 #include <dirent.h>
14 #include <fcntl.h>
14 #include <fcntl.h>
15 #include <string.h>
15 #include <string.h>
16 #include <sys/stat.h>
16 #include <sys/stat.h>
17 #include <sys/types.h>
17 #include <sys/types.h>
18 #include <unistd.h>
18 #include <unistd.h>
19
19
20 struct listdir_stat {
20 struct listdir_stat {
21 PyObject_HEAD
21 PyObject_HEAD
22 struct stat st;
22 struct stat st;
23 };
23 };
24
24
25 #define listdir_slot(name) \
25 #define listdir_slot(name) \
26 static PyObject *listdir_stat_##name(PyObject *self, void *x) \
26 static PyObject *listdir_stat_##name(PyObject *self, void *x) \
27 { \
27 { \
28 return PyInt_FromLong(((struct listdir_stat *)self)->st.name); \
28 return PyInt_FromLong(((struct listdir_stat *)self)->st.name); \
29 }
29 }
30
30
31 listdir_slot(st_dev);
31 listdir_slot(st_dev);
32 listdir_slot(st_mode);
32 listdir_slot(st_mode);
33 listdir_slot(st_nlink);
33 listdir_slot(st_nlink);
34 listdir_slot(st_size);
34 listdir_slot(st_size);
35 listdir_slot(st_mtime);
35 listdir_slot(st_mtime);
36 listdir_slot(st_ctime);
36 listdir_slot(st_ctime);
37
37
38 static struct PyGetSetDef listdir_stat_getsets[] = {
38 static struct PyGetSetDef listdir_stat_getsets[] = {
39 {"st_dev", listdir_stat_st_dev, 0, 0, 0},
39 {"st_dev", listdir_stat_st_dev, 0, 0, 0},
40 {"st_mode", listdir_stat_st_mode, 0, 0, 0},
40 {"st_mode", listdir_stat_st_mode, 0, 0, 0},
41 {"st_nlink", listdir_stat_st_nlink, 0, 0, 0},
41 {"st_nlink", listdir_stat_st_nlink, 0, 0, 0},
42 {"st_size", listdir_stat_st_size, 0, 0, 0},
42 {"st_size", listdir_stat_st_size, 0, 0, 0},
43 {"st_mtime", listdir_stat_st_mtime, 0, 0, 0},
43 {"st_mtime", listdir_stat_st_mtime, 0, 0, 0},
44 {"st_ctime", listdir_stat_st_ctime, 0, 0, 0},
44 {"st_ctime", listdir_stat_st_ctime, 0, 0, 0},
45 {0, 0, 0, 0, 0}
45 {0, 0, 0, 0, 0}
46 };
46 };
47
47
48 static PyObject *listdir_stat_new(PyTypeObject *t, PyObject *a, PyObject *k)
48 static PyObject *listdir_stat_new(PyTypeObject *t, PyObject *a, PyObject *k)
49 {
49 {
50 return t->tp_alloc(t, 0);
50 return t->tp_alloc(t, 0);
51 }
51 }
52
52
53 static void listdir_stat_dealloc(PyObject *o)
53 static void listdir_stat_dealloc(PyObject *o)
54 {
54 {
55 o->ob_type->tp_free(o);
55 o->ob_type->tp_free(o);
56 }
56 }
57
57
58 static PyTypeObject listdir_stat_type = {
58 static PyTypeObject listdir_stat_type = {
59 PyObject_HEAD_INIT(NULL)
59 PyObject_HEAD_INIT(NULL)
60 0, /*ob_size*/
60 0, /*ob_size*/
61 "osutil.stat", /*tp_name*/
61 "osutil.stat", /*tp_name*/
62 sizeof(struct listdir_stat), /*tp_basicsize*/
62 sizeof(struct listdir_stat), /*tp_basicsize*/
63 0, /*tp_itemsize*/
63 0, /*tp_itemsize*/
64 (destructor)listdir_stat_dealloc, /*tp_dealloc*/
64 (destructor)listdir_stat_dealloc, /*tp_dealloc*/
65 0, /*tp_print*/
65 0, /*tp_print*/
66 0, /*tp_getattr*/
66 0, /*tp_getattr*/
67 0, /*tp_setattr*/
67 0, /*tp_setattr*/
68 0, /*tp_compare*/
68 0, /*tp_compare*/
69 0, /*tp_repr*/
69 0, /*tp_repr*/
70 0, /*tp_as_number*/
70 0, /*tp_as_number*/
71 0, /*tp_as_sequence*/
71 0, /*tp_as_sequence*/
72 0, /*tp_as_mapping*/
72 0, /*tp_as_mapping*/
73 0, /*tp_hash */
73 0, /*tp_hash */
74 0, /*tp_call*/
74 0, /*tp_call*/
75 0, /*tp_str*/
75 0, /*tp_str*/
76 0, /*tp_getattro*/
76 0, /*tp_getattro*/
77 0, /*tp_setattro*/
77 0, /*tp_setattro*/
78 0, /*tp_as_buffer*/
78 0, /*tp_as_buffer*/
79 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /*tp_flags*/
79 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /*tp_flags*/
80 "stat objects", /* tp_doc */
80 "stat objects", /* tp_doc */
81 0, /* tp_traverse */
81 0, /* tp_traverse */
82 0, /* tp_clear */
82 0, /* tp_clear */
83 0, /* tp_richcompare */
83 0, /* tp_richcompare */
84 0, /* tp_weaklistoffset */
84 0, /* tp_weaklistoffset */
85 0, /* tp_iter */
85 0, /* tp_iter */
86 0, /* tp_iternext */
86 0, /* tp_iternext */
87 0, /* tp_methods */
87 0, /* tp_methods */
88 0, /* tp_members */
88 0, /* tp_members */
89 listdir_stat_getsets, /* tp_getset */
89 listdir_stat_getsets, /* tp_getset */
90 0, /* tp_base */
90 0, /* tp_base */
91 0, /* tp_dict */
91 0, /* tp_dict */
92 0, /* tp_descr_get */
92 0, /* tp_descr_get */
93 0, /* tp_descr_set */
93 0, /* tp_descr_set */
94 0, /* tp_dictoffset */
94 0, /* tp_dictoffset */
95 0, /* tp_init */
95 0, /* tp_init */
96 0, /* tp_alloc */
96 0, /* tp_alloc */
97 listdir_stat_new, /* tp_new */
97 listdir_stat_new, /* tp_new */
98 };
98 };
99
99
100 static inline int mode_to_kind(int mode)
100 static inline int mode_to_kind(int mode)
101 {
101 {
102 if (S_ISREG(mode)) return S_IFREG;
102 if (S_ISREG(mode)) return S_IFREG;
103 if (S_ISDIR(mode)) return S_IFDIR;
103 if (S_ISDIR(mode)) return S_IFDIR;
104 if (S_ISLNK(mode)) return S_IFLNK;
104 if (S_ISLNK(mode)) return S_IFLNK;
105 if (S_ISBLK(mode)) return S_IFBLK;
105 if (S_ISBLK(mode)) return S_IFBLK;
106 if (S_ISCHR(mode)) return S_IFCHR;
106 if (S_ISCHR(mode)) return S_IFCHR;
107 if (S_ISFIFO(mode)) return S_IFIFO;
107 if (S_ISFIFO(mode)) return S_IFIFO;
108 if (S_ISSOCK(mode)) return S_IFSOCK;
108 if (S_ISSOCK(mode)) return S_IFSOCK;
109 return mode;
109 return mode;
110 }
110 }
111
111
112 static PyObject *listfiles(PyObject *list, DIR *dir, int stat, int *all)
112 static PyObject *listfiles(PyObject *list, DIR *dir,
113 int keep_stat, int *need_stat)
113 {
114 {
114 struct dirent *ent;
115 struct dirent *ent;
115 PyObject *name, *py_kind, *val;
116 PyObject *name, *py_kind, *val;
116
117
118 #ifdef DT_REG
119 *need_stat = 0;
120 #else
121 *need_stat = 1;
122 #endif
123
117 for (ent = readdir(dir); ent; ent = readdir(dir)) {
124 for (ent = readdir(dir); ent; ent = readdir(dir)) {
118 int kind = -1;
125 int kind = -1;
119
126
120 if (!strcmp(ent->d_name, ".") || !strcmp(ent->d_name, ".."))
127 if (!strcmp(ent->d_name, ".") || !strcmp(ent->d_name, ".."))
121 continue;
128 continue;
122
129
123 #ifdef DT_REG
130 #ifdef DT_REG
124 if (!stat)
131 if (!keep_stat)
125 switch (ent->d_type) {
132 switch (ent->d_type) {
126 case DT_REG: kind = S_IFREG; break;
133 case DT_REG: kind = S_IFREG; break;
127 case DT_DIR: kind = S_IFDIR; break;
134 case DT_DIR: kind = S_IFDIR; break;
128 case DT_LNK: kind = S_IFLNK; break;
135 case DT_LNK: kind = S_IFLNK; break;
129 case DT_BLK: kind = S_IFBLK; break;
136 case DT_BLK: kind = S_IFBLK; break;
130 case DT_CHR: kind = S_IFCHR; break;
137 case DT_CHR: kind = S_IFCHR; break;
131 case DT_FIFO: kind = S_IFIFO; break;
138 case DT_FIFO: kind = S_IFIFO; break;
132 case DT_SOCK: kind = S_IFSOCK; break;
139 case DT_SOCK: kind = S_IFSOCK; break;
133 default:
140 default:
134 *all = 0;
141 *need_stat = 0;
135 break;
142 break;
136 }
143 }
137 #else
138 *all = 0;
139 #endif
144 #endif
140
145
141 if (kind != -1)
146 if (kind != -1)
142 py_kind = PyInt_FromLong(kind);
147 py_kind = PyInt_FromLong(kind);
143 else {
148 else {
144 py_kind = Py_None;
149 py_kind = Py_None;
145 Py_INCREF(Py_None);
150 Py_INCREF(Py_None);
146 }
151 }
147
152
148 val = PyTuple_New(stat ? 3 : 2);
153 val = PyTuple_New(keep_stat ? 3 : 2);
149 name = PyString_FromString(ent->d_name);
154 name = PyString_FromString(ent->d_name);
150
155
151 if (!name || !py_kind || !val) {
156 if (!name || !py_kind || !val) {
152 Py_XDECREF(name);
157 Py_XDECREF(name);
153 Py_XDECREF(py_kind);
158 Py_XDECREF(py_kind);
154 Py_XDECREF(val);
159 Py_XDECREF(val);
155 return PyErr_NoMemory();
160 return PyErr_NoMemory();
156 }
161 }
157
162
158 PyTuple_SET_ITEM(val, 0, name);
163 PyTuple_SET_ITEM(val, 0, name);
159 PyTuple_SET_ITEM(val, 1, py_kind);
164 PyTuple_SET_ITEM(val, 1, py_kind);
160 if (stat) {
165 if (keep_stat) {
161 PyTuple_SET_ITEM(val, 2, Py_None);
166 PyTuple_SET_ITEM(val, 2, Py_None);
162 Py_INCREF(Py_None);
167 Py_INCREF(Py_None);
163 }
168 }
164
169
165 PyList_Append(list, val);
170 PyList_Append(list, val);
166 Py_DECREF(val);
171 Py_DECREF(val);
167 }
172 }
168
173
169 return 0;
174 return 0;
170 }
175 }
171
176
172 static PyObject *statfiles(PyObject *list, PyObject *ctor_args, int keep,
177 static PyObject *statfiles(PyObject *list, PyObject *ctor_args, int keep,
173 char *path, int len, DIR *dir)
178 char *path, int len, DIR *dir)
174 {
179 {
175 struct stat buf;
180 struct stat buf;
176 struct stat *stp = &buf;
181 struct stat *stp = &buf;
177 int kind;
182 int kind;
178 int ret;
183 int ret;
179 ssize_t i;
184 ssize_t i;
180 ssize_t size = PyList_Size(list);
185 ssize_t size = PyList_Size(list);
181 #ifdef AT_SYMLINK_NOFOLLOW
186 #ifdef AT_SYMLINK_NOFOLLOW
182 int dfd = dirfd(dir);
187 int dfd = dirfd(dir);
183 #endif
188 #endif
184
189
185 for (i = 0; i < size; i++) {
190 for (i = 0; i < size; i++) {
186 PyObject *elt = PyList_GetItem(list, i);
191 PyObject *elt = PyList_GetItem(list, i);
187 char *name = PyString_AsString(PyTuple_GET_ITEM(elt, 0));
192 char *name = PyString_AsString(PyTuple_GET_ITEM(elt, 0));
188 PyObject *py_st = NULL;
193 PyObject *py_st = NULL;
189 PyObject *py_kind = PyTuple_GET_ITEM(elt, 1);
194 PyObject *py_kind = PyTuple_GET_ITEM(elt, 1);
190
195
191 kind = py_kind == Py_None ? -1 : PyInt_AsLong(py_kind);
196 kind = py_kind == Py_None ? -1 : PyInt_AsLong(py_kind);
192 if (kind != -1 && !keep)
197 if (kind != -1 && !keep)
193 continue;
198 continue;
194
199
195 strncat(path + len + 1, name, PATH_MAX - len);
200 strncat(path + len + 1, name, PATH_MAX - len);
196 path[PATH_MAX] = 0;
201 path[PATH_MAX] = 0;
197
202
198 if (keep) {
203 if (keep) {
199 py_st = PyObject_CallObject(
204 py_st = PyObject_CallObject(
200 (PyObject *)&listdir_stat_type, ctor_args);
205 (PyObject *)&listdir_stat_type, ctor_args);
201 if (!py_st)
206 if (!py_st)
202 return PyErr_NoMemory();
207 return PyErr_NoMemory();
203 stp = &((struct listdir_stat *)py_st)->st;
208 stp = &((struct listdir_stat *)py_st)->st;
204 PyTuple_SET_ITEM(elt, 2, py_st);
209 PyTuple_SET_ITEM(elt, 2, py_st);
205 }
210 }
206
211
207 #ifdef AT_SYMLINK_NOFOLLOW
212 #ifdef AT_SYMLINK_NOFOLLOW
208 ret = fstatat(dfd, name, stp, AT_SYMLINK_NOFOLLOW);
213 ret = fstatat(dfd, name, stp, AT_SYMLINK_NOFOLLOW);
209 #else
214 #else
210 ret = lstat(path, stp);
215 ret = lstat(path, stp);
211 #endif
216 #endif
212 if (ret == -1)
217 if (ret == -1)
213 return PyErr_SetFromErrnoWithFilename(PyExc_OSError,
218 return PyErr_SetFromErrnoWithFilename(PyExc_OSError,
214 path);
219 path);
215
220
216 if (kind == -1)
221 if (kind == -1)
217 kind = mode_to_kind(stp->st_mode);
222 kind = mode_to_kind(stp->st_mode);
218
223
219 if (py_kind == Py_None && kind != -1) {
224 if (py_kind == Py_None && kind != -1) {
220 py_kind = PyInt_FromLong(kind);
225 py_kind = PyInt_FromLong(kind);
221 if (!py_kind)
226 if (!py_kind)
222 return PyErr_NoMemory();
227 return PyErr_NoMemory();
223 Py_XDECREF(Py_None);
228 Py_XDECREF(Py_None);
224 PyTuple_SET_ITEM(elt, 1, py_kind);
229 PyTuple_SET_ITEM(elt, 1, py_kind);
225 }
230 }
226 }
231 }
227
232
228 return 0;
233 return 0;
229 }
234 }
230
235
231 static PyObject *listdir(PyObject *self, PyObject *args, PyObject *kwargs)
236 static PyObject *listdir(PyObject *self, PyObject *args, PyObject *kwargs)
232 {
237 {
233 static char *kwlist[] = { "path", "stat", NULL };
238 static char *kwlist[] = { "path", "stat", NULL };
239 DIR *dir = NULL;
234 PyObject *statobj = NULL;
240 PyObject *statobj = NULL;
235 DIR *dir = NULL;
236 PyObject *list = NULL;
241 PyObject *list = NULL;
237 PyObject *err = NULL;
242 PyObject *err = NULL;
238 PyObject *ctor_args = NULL;
243 PyObject *ctor_args = NULL;
239 int all_kinds = 1;
244 char *path;
240 char full_path[PATH_MAX + 10];
245 char full_path[PATH_MAX + 10];
241 int path_len;
246 int path_len;
242 int do_stat;
247 int need_stat, keep_stat;
243 char *path;
244
248
245 if (!PyArg_ParseTupleAndKeywords(args, kwargs, "s#|O:listdir", kwlist,
249 if (!PyArg_ParseTupleAndKeywords(args, kwargs, "s#|O:listdir", kwlist,
246 &path, &path_len, &statobj))
250 &path, &path_len, &statobj))
247 goto bail;
251 goto bail;
248
252
249 do_stat = statobj && PyObject_IsTrue(statobj);
253 keep_stat = statobj && PyObject_IsTrue(statobj);
250
254
251 dir = opendir(path);
255 dir = opendir(path);
252 if (!dir) {
256 if (!dir) {
253 list = PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
257 err = PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
254 goto bail;
258 goto bail;
255 }
259 }
256
260
257 list = PyList_New(0);
261 list = PyList_New(0);
258 if (!list)
262 ctor_args = PyTuple_New(0);
263 if (!list || !ctor_args)
259 goto bail;
264 goto bail;
260
265
261 strncpy(full_path, path, PATH_MAX);
266 strncpy(full_path, path, PATH_MAX);
262 full_path[path_len] = '/';
267 full_path[path_len] = '/';
263
268
264 err = listfiles(list, dir, do_stat, &all_kinds);
269 err = listfiles(list, dir, keep_stat, &need_stat);
265 if (err)
270 if (err)
266 goto bail;
271 goto bail;
267
272
268 PyList_Sort(list);
273 PyList_Sort(list);
269
274
270 if (do_stat) {
275 if (!keep_stat && !need_stat)
271 ctor_args = PyTuple_New(0);
276 goto done;
272 if (!ctor_args)
273 goto bail;
274 }
275
277
276 if (do_stat || !all_kinds)
278 err = statfiles(list, ctor_args, keep_stat, full_path, path_len, dir);
277 if (statfiles(list, ctor_args, do_stat, full_path, path_len,
279 if (!err)
278 dir))
279 goto bail;
280 goto done;
280 goto done;
281
281
282 bail:
282 bail:
283 Py_XDECREF(list);
283 Py_XDECREF(list);
284
284
285 done:
285 done:
286 Py_XDECREF(ctor_args);
286 Py_XDECREF(ctor_args);
287 if (dir)
287 if (dir)
288 closedir(dir);
288 closedir(dir);
289 return err ? err : list;
289 return err ? err : list;
290 }
290 }
291
291
292
292
293 static char osutil_doc[] = "Native operating system services.";
293 static char osutil_doc[] = "Native operating system services.";
294
294
295 static PyMethodDef methods[] = {
295 static PyMethodDef methods[] = {
296 {"listdir", (PyCFunction)listdir, METH_VARARGS | METH_KEYWORDS,
296 {"listdir", (PyCFunction)listdir, METH_VARARGS | METH_KEYWORDS,
297 "list a directory\n"},
297 "list a directory\n"},
298 {NULL, NULL}
298 {NULL, NULL}
299 };
299 };
300
300
301 PyMODINIT_FUNC initosutil(void)
301 PyMODINIT_FUNC initosutil(void)
302 {
302 {
303 if (PyType_Ready(&listdir_stat_type) == -1)
303 if (PyType_Ready(&listdir_stat_type) == -1)
304 return;
304 return;
305
305
306 Py_InitModule3("osutil", methods, osutil_doc);
306 Py_InitModule3("osutil", methods, osutil_doc);
307 }
307 }
General Comments 0
You need to be logged in to leave comments. Login now