##// END OF EJS Templates
osutil: fix tab damage
Bryan O'Sullivan -
r18021:9b05b31b default
parent child Browse files
Show More
@@ -1,590 +1,590 b''
1 1 /*
2 2 osutil.c - native operating system services
3 3
4 4 Copyright 2007 Matt Mackall and others
5 5
6 6 This software may be used and distributed according to the terms of
7 7 the GNU General Public License, incorporated herein by reference.
8 8 */
9 9
10 10 #define _ATFILE_SOURCE
11 11 #include <Python.h>
12 12 #include <fcntl.h>
13 13 #include <stdio.h>
14 14 #include <string.h>
15 15 #include <errno.h>
16 16
17 17 #ifdef _WIN32
18 18 #include <windows.h>
19 19 #include <io.h>
20 20 #else
21 21 #include <dirent.h>
22 22 #include <sys/stat.h>
23 23 #include <sys/types.h>
24 24 #include <unistd.h>
25 25 #endif
26 26
27 27 #include "util.h"
28 28
29 29 /* some platforms lack the PATH_MAX definition (eg. GNU/Hurd) */
30 30 #ifndef PATH_MAX
31 31 #define PATH_MAX 4096
32 32 #endif
33 33
34 34 #ifdef _WIN32
35 35 /*
36 36 stat struct compatible with hg expectations
37 37 Mercurial only uses st_mode, st_size and st_mtime
38 38 the rest is kept to minimize changes between implementations
39 39 */
40 40 struct hg_stat {
41 41 int st_dev;
42 42 int st_mode;
43 43 int st_nlink;
44 44 __int64 st_size;
45 45 int st_mtime;
46 46 int st_ctime;
47 47 };
48 48 struct listdir_stat {
49 49 PyObject_HEAD
50 50 struct hg_stat st;
51 51 };
52 52 #else
53 53 struct listdir_stat {
54 54 PyObject_HEAD
55 55 struct stat st;
56 56 };
57 57 #endif
58 58
59 59 #define listdir_slot(name) \
60 60 static PyObject *listdir_stat_##name(PyObject *self, void *x) \
61 61 { \
62 62 return PyInt_FromLong(((struct listdir_stat *)self)->st.name); \
63 63 }
64 64
65 65 listdir_slot(st_dev)
66 66 listdir_slot(st_mode)
67 67 listdir_slot(st_nlink)
68 68 #ifdef _WIN32
69 69 static PyObject *listdir_stat_st_size(PyObject *self, void *x)
70 70 {
71 71 return PyLong_FromLongLong(
72 72 (PY_LONG_LONG)((struct listdir_stat *)self)->st.st_size);
73 73 }
74 74 #else
75 75 listdir_slot(st_size)
76 76 #endif
77 77 listdir_slot(st_mtime)
78 78 listdir_slot(st_ctime)
79 79
80 80 static struct PyGetSetDef listdir_stat_getsets[] = {
81 81 {"st_dev", listdir_stat_st_dev, 0, 0, 0},
82 82 {"st_mode", listdir_stat_st_mode, 0, 0, 0},
83 83 {"st_nlink", listdir_stat_st_nlink, 0, 0, 0},
84 84 {"st_size", listdir_stat_st_size, 0, 0, 0},
85 85 {"st_mtime", listdir_stat_st_mtime, 0, 0, 0},
86 86 {"st_ctime", listdir_stat_st_ctime, 0, 0, 0},
87 87 {0, 0, 0, 0, 0}
88 88 };
89 89
90 90 static PyObject *listdir_stat_new(PyTypeObject *t, PyObject *a, PyObject *k)
91 91 {
92 92 return t->tp_alloc(t, 0);
93 93 }
94 94
95 95 static void listdir_stat_dealloc(PyObject *o)
96 96 {
97 97 o->ob_type->tp_free(o);
98 98 }
99 99
100 100 static PyTypeObject listdir_stat_type = {
101 101 PyVarObject_HEAD_INIT(NULL, 0)
102 102 "osutil.stat", /*tp_name*/
103 103 sizeof(struct listdir_stat), /*tp_basicsize*/
104 104 0, /*tp_itemsize*/
105 105 (destructor)listdir_stat_dealloc, /*tp_dealloc*/
106 106 0, /*tp_print*/
107 107 0, /*tp_getattr*/
108 108 0, /*tp_setattr*/
109 109 0, /*tp_compare*/
110 110 0, /*tp_repr*/
111 111 0, /*tp_as_number*/
112 112 0, /*tp_as_sequence*/
113 113 0, /*tp_as_mapping*/
114 114 0, /*tp_hash */
115 115 0, /*tp_call*/
116 116 0, /*tp_str*/
117 117 0, /*tp_getattro*/
118 118 0, /*tp_setattro*/
119 119 0, /*tp_as_buffer*/
120 120 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /*tp_flags*/
121 121 "stat objects", /* tp_doc */
122 122 0, /* tp_traverse */
123 123 0, /* tp_clear */
124 124 0, /* tp_richcompare */
125 125 0, /* tp_weaklistoffset */
126 126 0, /* tp_iter */
127 127 0, /* tp_iternext */
128 128 0, /* tp_methods */
129 129 0, /* tp_members */
130 130 listdir_stat_getsets, /* tp_getset */
131 131 0, /* tp_base */
132 132 0, /* tp_dict */
133 133 0, /* tp_descr_get */
134 134 0, /* tp_descr_set */
135 135 0, /* tp_dictoffset */
136 136 0, /* tp_init */
137 137 0, /* tp_alloc */
138 138 listdir_stat_new, /* tp_new */
139 139 };
140 140
141 141 #ifdef _WIN32
142 142
143 143 static int to_python_time(const FILETIME *tm)
144 144 {
145 145 /* number of seconds between epoch and January 1 1601 */
146 146 const __int64 a0 = (__int64)134774L * (__int64)24L * (__int64)3600L;
147 147 /* conversion factor from 100ns to 1s */
148 148 const __int64 a1 = 10000000;
149 149 /* explicit (int) cast to suspend compiler warnings */
150 150 return (int)((((__int64)tm->dwHighDateTime << 32)
151 151 + tm->dwLowDateTime) / a1 - a0);
152 152 }
153 153
154 154 static PyObject *make_item(const WIN32_FIND_DATAA *fd, int wantstat)
155 155 {
156 156 PyObject *py_st;
157 157 struct hg_stat *stp;
158 158
159 159 int kind = (fd->dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY)
160 160 ? _S_IFDIR : _S_IFREG;
161 161
162 162 if (!wantstat)
163 163 return Py_BuildValue("si", fd->cFileName, kind);
164 164
165 165 py_st = PyObject_CallObject((PyObject *)&listdir_stat_type, NULL);
166 166 if (!py_st)
167 167 return NULL;
168 168
169 169 stp = &((struct listdir_stat *)py_st)->st;
170 170 /*
171 171 use kind as st_mode
172 172 rwx bits on Win32 are meaningless
173 173 and Hg does not use them anyway
174 174 */
175 175 stp->st_mode = kind;
176 176 stp->st_mtime = to_python_time(&fd->ftLastWriteTime);
177 177 stp->st_ctime = to_python_time(&fd->ftCreationTime);
178 178 if (kind == _S_IFREG)
179 179 stp->st_size = ((__int64)fd->nFileSizeHigh << 32)
180 180 + fd->nFileSizeLow;
181 181 return Py_BuildValue("siN", fd->cFileName,
182 182 kind, py_st);
183 183 }
184 184
185 185 static PyObject *_listdir(char *path, int plen, int wantstat, char *skip)
186 186 {
187 187 PyObject *rval = NULL; /* initialize - return value */
188 188 PyObject *list;
189 189 HANDLE fh;
190 190 WIN32_FIND_DATAA fd;
191 191 char *pattern;
192 192
193 193 /* build the path + \* pattern string */
194 194 pattern = malloc(plen + 3); /* path + \* + \0 */
195 195 if (!pattern) {
196 196 PyErr_NoMemory();
197 197 goto error_nomem;
198 198 }
199 199 strcpy(pattern, path);
200 200
201 201 if (plen > 0) {
202 202 char c = path[plen-1];
203 203 if (c != ':' && c != '/' && c != '\\')
204 204 pattern[plen++] = '\\';
205 205 }
206 206 strcpy(pattern + plen, "*");
207 207
208 208 fh = FindFirstFileA(pattern, &fd);
209 209 if (fh == INVALID_HANDLE_VALUE) {
210 210 PyErr_SetFromWindowsErrWithFilename(GetLastError(), path);
211 211 goto error_file;
212 212 }
213 213
214 214 list = PyList_New(0);
215 215 if (!list)
216 216 goto error_list;
217 217
218 218 do {
219 219 PyObject *item;
220 220
221 221 if (fd.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) {
222 222 if (!strcmp(fd.cFileName, ".")
223 223 || !strcmp(fd.cFileName, ".."))
224 224 continue;
225 225
226 226 if (skip && !strcmp(fd.cFileName, skip)) {
227 227 rval = PyList_New(0);
228 228 goto error;
229 229 }
230 230 }
231 231
232 232 item = make_item(&fd, wantstat);
233 233 if (!item)
234 234 goto error;
235 235
236 236 if (PyList_Append(list, item)) {
237 237 Py_XDECREF(item);
238 238 goto error;
239 239 }
240 240
241 241 Py_XDECREF(item);
242 242 } while (FindNextFileA(fh, &fd));
243 243
244 244 if (GetLastError() != ERROR_NO_MORE_FILES) {
245 245 PyErr_SetFromWindowsErrWithFilename(GetLastError(), path);
246 246 goto error;
247 247 }
248 248
249 249 rval = list;
250 250 Py_XINCREF(rval);
251 251 error:
252 252 Py_XDECREF(list);
253 253 error_list:
254 254 FindClose(fh);
255 255 error_file:
256 256 free(pattern);
257 257 error_nomem:
258 258 return rval;
259 259 }
260 260
261 261 #else
262 262
263 263 int entkind(struct dirent *ent)
264 264 {
265 265 #ifdef DT_REG
266 266 switch (ent->d_type) {
267 267 case DT_REG: return S_IFREG;
268 268 case DT_DIR: return S_IFDIR;
269 269 case DT_LNK: return S_IFLNK;
270 270 case DT_BLK: return S_IFBLK;
271 271 case DT_CHR: return S_IFCHR;
272 272 case DT_FIFO: return S_IFIFO;
273 273 case DT_SOCK: return S_IFSOCK;
274 274 }
275 275 #endif
276 276 return -1;
277 277 }
278 278
279 279 static PyObject *makestat(const struct stat *st)
280 280 {
281 PyObject *stat;
281 PyObject *stat;
282 282
283 stat = PyObject_CallObject((PyObject *)&listdir_stat_type, NULL);
284 if (stat)
285 memcpy(&((struct listdir_stat *)stat)->st, st, sizeof(*st));
286 return stat;
283 stat = PyObject_CallObject((PyObject *)&listdir_stat_type, NULL);
284 if (stat)
285 memcpy(&((struct listdir_stat *)stat)->st, st, sizeof(*st));
286 return stat;
287 287 }
288 288
289 289 static PyObject *_listdir(char *path, int pathlen, int keepstat, char *skip)
290 290 {
291 291 PyObject *list, *elem, *stat, *ret = NULL;
292 292 char fullpath[PATH_MAX + 10];
293 293 int kind, err;
294 294 struct stat st;
295 295 struct dirent *ent;
296 296 DIR *dir;
297 297 #ifdef AT_SYMLINK_NOFOLLOW
298 298 int dfd = -1;
299 299 #endif
300 300
301 301 if (pathlen >= PATH_MAX) {
302 302 errno = ENAMETOOLONG;
303 303 PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
304 304 goto error_value;
305 305 }
306 306 strncpy(fullpath, path, PATH_MAX);
307 307 fullpath[pathlen] = '/';
308 308
309 309 #ifdef AT_SYMLINK_NOFOLLOW
310 310 dfd = open(path, O_RDONLY);
311 311 if (dfd == -1) {
312 312 PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
313 313 goto error_value;
314 314 }
315 315 dir = fdopendir(dfd);
316 316 #else
317 317 dir = opendir(path);
318 318 #endif
319 319 if (!dir) {
320 320 PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
321 321 goto error_dir;
322 322 }
323 323
324 324 list = PyList_New(0);
325 325 if (!list)
326 326 goto error_list;
327 327
328 328 while ((ent = readdir(dir))) {
329 329 if (!strcmp(ent->d_name, ".") || !strcmp(ent->d_name, ".."))
330 330 continue;
331 331
332 332 kind = entkind(ent);
333 333 if (kind == -1 || keepstat) {
334 334 #ifdef AT_SYMLINK_NOFOLLOW
335 335 err = fstatat(dfd, ent->d_name, &st,
336 336 AT_SYMLINK_NOFOLLOW);
337 337 #else
338 338 strncpy(fullpath + pathlen + 1, ent->d_name,
339 339 PATH_MAX - pathlen);
340 340 fullpath[PATH_MAX] = 0;
341 341 err = lstat(fullpath, &st);
342 342 #endif
343 343 if (err == -1) {
344 344 /* race with file deletion? */
345 345 if (errno == ENOENT)
346 346 continue;
347 347 strncpy(fullpath + pathlen + 1, ent->d_name,
348 348 PATH_MAX - pathlen);
349 349 fullpath[PATH_MAX] = 0;
350 350 PyErr_SetFromErrnoWithFilename(PyExc_OSError,
351 351 fullpath);
352 352 goto error;
353 353 }
354 354 kind = st.st_mode & S_IFMT;
355 355 }
356 356
357 357 /* quit early? */
358 358 if (skip && kind == S_IFDIR && !strcmp(ent->d_name, skip)) {
359 359 ret = PyList_New(0);
360 360 goto error;
361 361 }
362 362
363 363 if (keepstat) {
364 364 stat = makestat(&st);
365 365 if (!stat)
366 366 goto error;
367 367 elem = Py_BuildValue("siN", ent->d_name, kind, stat);
368 368 } else
369 369 elem = Py_BuildValue("si", ent->d_name, kind);
370 370 if (!elem)
371 371 goto error;
372 372
373 373 PyList_Append(list, elem);
374 374 Py_DECREF(elem);
375 375 }
376 376
377 377 ret = list;
378 378 Py_INCREF(ret);
379 379
380 380 error:
381 381 Py_DECREF(list);
382 382 error_list:
383 383 closedir(dir);
384 384 error_dir:
385 385 #ifdef AT_SYMLINK_NOFOLLOW
386 386 close(dfd);
387 387 #endif
388 388 error_value:
389 389 return ret;
390 390 }
391 391
392 392 #endif /* ndef _WIN32 */
393 393
394 394 static PyObject *listdir(PyObject *self, PyObject *args, PyObject *kwargs)
395 395 {
396 396 PyObject *statobj = NULL; /* initialize - optional arg */
397 397 PyObject *skipobj = NULL; /* initialize - optional arg */
398 398 char *path, *skip = NULL;
399 399 int wantstat, plen;
400 400
401 401 static char *kwlist[] = {"path", "stat", "skip", NULL};
402 402
403 403 if (!PyArg_ParseTupleAndKeywords(args, kwargs, "s#|OO:listdir",
404 404 kwlist, &path, &plen, &statobj, &skipobj))
405 405 return NULL;
406 406
407 407 wantstat = statobj && PyObject_IsTrue(statobj);
408 408
409 409 if (skipobj && skipobj != Py_None) {
410 410 skip = PyBytes_AsString(skipobj);
411 411 if (!skip)
412 412 return NULL;
413 413 }
414 414
415 415 return _listdir(path, plen, wantstat, skip);
416 416 }
417 417
418 418 #ifdef _WIN32
419 419 static PyObject *posixfile(PyObject *self, PyObject *args, PyObject *kwds)
420 420 {
421 421 static char *kwlist[] = {"name", "mode", "buffering", NULL};
422 422 PyObject *file_obj = NULL;
423 423 char *name = NULL;
424 424 char *mode = "rb";
425 425 DWORD access = 0;
426 426 DWORD creation;
427 427 HANDLE handle;
428 428 int fd, flags = 0;
429 429 int bufsize = -1;
430 430 char m0, m1, m2;
431 431 char fpmode[4];
432 432 int fppos = 0;
433 433 int plus;
434 434 FILE *fp;
435 435
436 436 if (!PyArg_ParseTupleAndKeywords(args, kwds, "et|si:posixfile", kwlist,
437 437 Py_FileSystemDefaultEncoding,
438 438 &name, &mode, &bufsize))
439 439 return NULL;
440 440
441 441 m0 = mode[0];
442 442 m1 = m0 ? mode[1] : '\0';
443 443 m2 = m1 ? mode[2] : '\0';
444 444 plus = m1 == '+' || m2 == '+';
445 445
446 446 fpmode[fppos++] = m0;
447 447 if (m1 == 'b' || m2 == 'b') {
448 448 flags = _O_BINARY;
449 449 fpmode[fppos++] = 'b';
450 450 }
451 451 else
452 452 flags = _O_TEXT;
453 453 if (m0 == 'r' && !plus) {
454 454 flags |= _O_RDONLY;
455 455 access = GENERIC_READ;
456 456 } else {
457 457 /*
458 458 work around http://support.microsoft.com/kb/899149 and
459 459 set _O_RDWR for 'w' and 'a', even if mode has no '+'
460 460 */
461 461 flags |= _O_RDWR;
462 462 access = GENERIC_READ | GENERIC_WRITE;
463 463 fpmode[fppos++] = '+';
464 464 }
465 465 fpmode[fppos++] = '\0';
466 466
467 467 switch (m0) {
468 468 case 'r':
469 469 creation = OPEN_EXISTING;
470 470 break;
471 471 case 'w':
472 472 creation = CREATE_ALWAYS;
473 473 break;
474 474 case 'a':
475 475 creation = OPEN_ALWAYS;
476 476 flags |= _O_APPEND;
477 477 break;
478 478 default:
479 479 PyErr_Format(PyExc_ValueError,
480 480 "mode string must begin with one of 'r', 'w', "
481 481 "or 'a', not '%c'", m0);
482 482 goto bail;
483 483 }
484 484
485 485 handle = CreateFile(name, access,
486 486 FILE_SHARE_READ | FILE_SHARE_WRITE |
487 487 FILE_SHARE_DELETE,
488 488 NULL,
489 489 creation,
490 490 FILE_ATTRIBUTE_NORMAL,
491 491 0);
492 492
493 493 if (handle == INVALID_HANDLE_VALUE) {
494 494 PyErr_SetFromWindowsErrWithFilename(GetLastError(), name);
495 495 goto bail;
496 496 }
497 497
498 498 fd = _open_osfhandle((intptr_t)handle, flags);
499 499
500 500 if (fd == -1) {
501 501 CloseHandle(handle);
502 502 PyErr_SetFromErrnoWithFilename(PyExc_IOError, name);
503 503 goto bail;
504 504 }
505 505 #ifndef IS_PY3K
506 506 fp = _fdopen(fd, fpmode);
507 507 if (fp == NULL) {
508 508 _close(fd);
509 509 PyErr_SetFromErrnoWithFilename(PyExc_IOError, name);
510 510 goto bail;
511 511 }
512 512
513 513 file_obj = PyFile_FromFile(fp, name, mode, fclose);
514 514 if (file_obj == NULL) {
515 515 fclose(fp);
516 516 goto bail;
517 517 }
518 518
519 519 PyFile_SetBufSize(file_obj, bufsize);
520 520 #else
521 521 file_obj = PyFile_FromFd(fd, name, mode, bufsize, NULL, NULL, NULL, 1);
522 522 if (file_obj == NULL)
523 523 goto bail;
524 524 #endif
525 525 bail:
526 526 PyMem_Free(name);
527 527 return file_obj;
528 528 }
529 529 #endif
530 530
531 531 #ifdef __APPLE__
532 532 #include <ApplicationServices/ApplicationServices.h>
533 533
534 534 static PyObject *isgui(PyObject *self)
535 535 {
536 536 CFDictionaryRef dict = CGSessionCopyCurrentDictionary();
537 537
538 538 if (dict != NULL) {
539 539 CFRelease(dict);
540 540 Py_RETURN_TRUE;
541 541 } else {
542 542 Py_RETURN_FALSE;
543 543 }
544 544 }
545 545 #endif
546 546
547 547 static char osutil_doc[] = "Native operating system services.";
548 548
549 549 static PyMethodDef methods[] = {
550 550 {"listdir", (PyCFunction)listdir, METH_VARARGS | METH_KEYWORDS,
551 551 "list a directory\n"},
552 552 #ifdef _WIN32
553 553 {"posixfile", (PyCFunction)posixfile, METH_VARARGS | METH_KEYWORDS,
554 554 "Open a file with POSIX-like semantics.\n"
555 555 "On error, this function may raise either a WindowsError or an IOError."},
556 556 #endif
557 557 #ifdef __APPLE__
558 558 {
559 559 "isgui", (PyCFunction)isgui, METH_NOARGS,
560 560 "Is a CoreGraphics session available?"
561 561 },
562 562 #endif
563 563 {NULL, NULL}
564 564 };
565 565
566 566 #ifdef IS_PY3K
567 567 static struct PyModuleDef osutil_module = {
568 568 PyModuleDef_HEAD_INIT,
569 569 "osutil",
570 570 osutil_doc,
571 571 -1,
572 572 methods
573 573 };
574 574
575 575 PyMODINIT_FUNC PyInit_osutil(void)
576 576 {
577 577 if (PyType_Ready(&listdir_stat_type) < 0)
578 578 return NULL;
579 579
580 580 return PyModule_Create(&osutil_module);
581 581 }
582 582 #else
583 583 PyMODINIT_FUNC initosutil(void)
584 584 {
585 585 if (PyType_Ready(&listdir_stat_type) == -1)
586 586 return;
587 587
588 588 Py_InitModule3("osutil", methods, osutil_doc);
589 589 }
590 590 #endif
General Comments 0
You need to be logged in to leave comments. Login now