##// END OF EJS Templates
cext: fix warnings when building for py3 on Windows...
Matt Harbison -
r39646:11ed2ead default
parent child Browse files
Show More
@@ -1,1407 +1,1409 b''
1 1 /*
2 2 osutil.c - native operating system services
3 3
4 4 Copyright 2007 Matt Mackall and others
5 5
6 6 This software may be used and distributed according to the terms of
7 7 the GNU General Public License, incorporated herein by reference.
8 8 */
9 9
10 10 #define _ATFILE_SOURCE
11 11 #include <Python.h>
12 12 #include <errno.h>
13 13 #include <fcntl.h>
14 14 #include <stdio.h>
15 15 #include <stdlib.h>
16 16 #include <string.h>
17 17
18 18 #ifdef _WIN32
19 19 #include <io.h>
20 20 #include <windows.h>
21 21 #else
22 22 #include <dirent.h>
23 23 #include <signal.h>
24 24 #include <sys/socket.h>
25 25 #include <sys/stat.h>
26 26 #include <sys/types.h>
27 27 #include <unistd.h>
28 28 #ifdef HAVE_LINUX_STATFS
29 29 #include <linux/magic.h>
30 30 #include <sys/vfs.h>
31 31 #endif
32 32 #ifdef HAVE_BSD_STATFS
33 33 #include <sys/mount.h>
34 34 #include <sys/param.h>
35 35 #endif
36 36 #endif
37 37
38 38 #ifdef __APPLE__
39 39 #include <sys/attr.h>
40 40 #include <sys/vnode.h>
41 41 #endif
42 42
43 43 #include "util.h"
44 44
45 45 /* some platforms lack the PATH_MAX definition (eg. GNU/Hurd) */
46 46 #ifndef PATH_MAX
47 47 #define PATH_MAX 4096
48 48 #endif
49 49
50 50 #ifdef _WIN32
51 51 /*
52 52 stat struct compatible with hg expectations
53 53 Mercurial only uses st_mode, st_size and st_mtime
54 54 the rest is kept to minimize changes between implementations
55 55 */
56 56 struct hg_stat {
57 57 int st_dev;
58 58 int st_mode;
59 59 int st_nlink;
60 60 __int64 st_size;
61 61 int st_mtime;
62 62 int st_ctime;
63 63 };
64 64 struct listdir_stat {
65 65 PyObject_HEAD
66 66 struct hg_stat st;
67 67 };
68 68 #else
69 69 struct listdir_stat {
70 70 PyObject_HEAD
71 71 struct stat st;
72 72 };
73 73 #endif
74 74
75 75 #ifdef IS_PY3K
76 76 #define listdir_slot(name) \
77 77 static PyObject *listdir_stat_##name(PyObject *self, void *x) \
78 78 { \
79 79 return PyLong_FromLong(((struct listdir_stat *)self)->st.name); \
80 80 }
81 81 #else
82 82 #define listdir_slot(name) \
83 83 static PyObject *listdir_stat_##name(PyObject *self, void *x) \
84 84 { \
85 85 return PyInt_FromLong(((struct listdir_stat *)self)->st.name); \
86 86 }
87 87 #endif
88 88
89 89 listdir_slot(st_dev)
90 90 listdir_slot(st_mode)
91 91 listdir_slot(st_nlink)
92 92 #ifdef _WIN32
93 93 static PyObject *listdir_stat_st_size(PyObject *self, void *x)
94 94 {
95 95 return PyLong_FromLongLong(
96 96 (PY_LONG_LONG)((struct listdir_stat *)self)->st.st_size);
97 97 }
98 98 #else
99 99 listdir_slot(st_size)
100 100 #endif
101 101 listdir_slot(st_mtime)
102 102 listdir_slot(st_ctime)
103 103
104 104 static struct PyGetSetDef listdir_stat_getsets[] = {
105 105 {"st_dev", listdir_stat_st_dev, 0, 0, 0},
106 106 {"st_mode", listdir_stat_st_mode, 0, 0, 0},
107 107 {"st_nlink", listdir_stat_st_nlink, 0, 0, 0},
108 108 {"st_size", listdir_stat_st_size, 0, 0, 0},
109 109 {"st_mtime", listdir_stat_st_mtime, 0, 0, 0},
110 110 {"st_ctime", listdir_stat_st_ctime, 0, 0, 0},
111 111 {0, 0, 0, 0, 0}
112 112 };
113 113
114 114 static PyObject *listdir_stat_new(PyTypeObject *t, PyObject *a, PyObject *k)
115 115 {
116 116 return t->tp_alloc(t, 0);
117 117 }
118 118
119 119 static void listdir_stat_dealloc(PyObject *o)
120 120 {
121 121 o->ob_type->tp_free(o);
122 122 }
123 123
124 124 static PyObject *listdir_stat_getitem(PyObject *self, PyObject *key)
125 125 {
126 126 long index = PyLong_AsLong(key);
127 127 if (index == -1 && PyErr_Occurred()) {
128 128 return NULL;
129 129 }
130 130 if (index != 8) {
131 131 PyErr_Format(PyExc_IndexError, "osutil.stat objects only "
132 132 "support stat.ST_MTIME in "
133 133 "__getitem__");
134 134 return NULL;
135 135 }
136 136 return listdir_stat_st_mtime(self, NULL);
137 137 }
138 138
139 139 static PyMappingMethods listdir_stat_type_mapping_methods = {
140 140 (lenfunc)NULL, /* mp_length */
141 141 (binaryfunc)listdir_stat_getitem, /* mp_subscript */
142 142 (objobjargproc)NULL, /* mp_ass_subscript */
143 143 };
144 144
145 145 static PyTypeObject listdir_stat_type = {
146 146 PyVarObject_HEAD_INIT(NULL, 0) /* header */
147 147 "osutil.stat", /*tp_name*/
148 148 sizeof(struct listdir_stat), /*tp_basicsize*/
149 149 0, /*tp_itemsize*/
150 150 (destructor)listdir_stat_dealloc, /*tp_dealloc*/
151 151 0, /*tp_print*/
152 152 0, /*tp_getattr*/
153 153 0, /*tp_setattr*/
154 154 0, /*tp_compare*/
155 155 0, /*tp_repr*/
156 156 0, /*tp_as_number*/
157 157 0, /*tp_as_sequence*/
158 158 &listdir_stat_type_mapping_methods, /*tp_as_mapping*/
159 159 0, /*tp_hash */
160 160 0, /*tp_call*/
161 161 0, /*tp_str*/
162 162 0, /*tp_getattro*/
163 163 0, /*tp_setattro*/
164 164 0, /*tp_as_buffer*/
165 165 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /*tp_flags*/
166 166 "stat objects", /* tp_doc */
167 167 0, /* tp_traverse */
168 168 0, /* tp_clear */
169 169 0, /* tp_richcompare */
170 170 0, /* tp_weaklistoffset */
171 171 0, /* tp_iter */
172 172 0, /* tp_iternext */
173 173 0, /* tp_methods */
174 174 0, /* tp_members */
175 175 listdir_stat_getsets, /* tp_getset */
176 176 0, /* tp_base */
177 177 0, /* tp_dict */
178 178 0, /* tp_descr_get */
179 179 0, /* tp_descr_set */
180 180 0, /* tp_dictoffset */
181 181 0, /* tp_init */
182 182 0, /* tp_alloc */
183 183 listdir_stat_new, /* tp_new */
184 184 };
185 185
186 186 #ifdef _WIN32
187 187
188 188 static int to_python_time(const FILETIME *tm)
189 189 {
190 190 /* number of seconds between epoch and January 1 1601 */
191 191 const __int64 a0 = (__int64)134774L * (__int64)24L * (__int64)3600L;
192 192 /* conversion factor from 100ns to 1s */
193 193 const __int64 a1 = 10000000;
194 194 /* explicit (int) cast to suspend compiler warnings */
195 195 return (int)((((__int64)tm->dwHighDateTime << 32)
196 196 + tm->dwLowDateTime) / a1 - a0);
197 197 }
198 198
199 199 static PyObject *make_item(const WIN32_FIND_DATAA *fd, int wantstat)
200 200 {
201 201 PyObject *py_st;
202 202 struct hg_stat *stp;
203 203
204 204 int kind = (fd->dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY)
205 205 ? _S_IFDIR : _S_IFREG;
206 206
207 207 if (!wantstat)
208 208 return Py_BuildValue(PY23("si", "yi"), fd->cFileName, kind);
209 209
210 210 py_st = PyObject_CallObject((PyObject *)&listdir_stat_type, NULL);
211 211 if (!py_st)
212 212 return NULL;
213 213
214 214 stp = &((struct listdir_stat *)py_st)->st;
215 215 /*
216 216 use kind as st_mode
217 217 rwx bits on Win32 are meaningless
218 218 and Hg does not use them anyway
219 219 */
220 220 stp->st_mode = kind;
221 221 stp->st_mtime = to_python_time(&fd->ftLastWriteTime);
222 222 stp->st_ctime = to_python_time(&fd->ftCreationTime);
223 223 if (kind == _S_IFREG)
224 224 stp->st_size = ((__int64)fd->nFileSizeHigh << 32)
225 225 + fd->nFileSizeLow;
226 226 return Py_BuildValue(PY23("siN", "yiN"), fd->cFileName,
227 227 kind, py_st);
228 228 }
229 229
230 230 static PyObject *_listdir(char *path, int plen, int wantstat, char *skip)
231 231 {
232 232 PyObject *rval = NULL; /* initialize - return value */
233 233 PyObject *list;
234 234 HANDLE fh;
235 235 WIN32_FIND_DATAA fd;
236 236 char *pattern;
237 237
238 238 /* build the path + \* pattern string */
239 239 pattern = PyMem_Malloc(plen + 3); /* path + \* + \0 */
240 240 if (!pattern) {
241 241 PyErr_NoMemory();
242 242 goto error_nomem;
243 243 }
244 244 memcpy(pattern, path, plen);
245 245
246 246 if (plen > 0) {
247 247 char c = path[plen-1];
248 248 if (c != ':' && c != '/' && c != '\\')
249 249 pattern[plen++] = '\\';
250 250 }
251 251 pattern[plen++] = '*';
252 252 pattern[plen] = '\0';
253 253
254 254 fh = FindFirstFileA(pattern, &fd);
255 255 if (fh == INVALID_HANDLE_VALUE) {
256 256 PyErr_SetFromWindowsErrWithFilename(GetLastError(), path);
257 257 goto error_file;
258 258 }
259 259
260 260 list = PyList_New(0);
261 261 if (!list)
262 262 goto error_list;
263 263
264 264 do {
265 265 PyObject *item;
266 266
267 267 if (fd.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) {
268 268 if (!strcmp(fd.cFileName, ".")
269 269 || !strcmp(fd.cFileName, ".."))
270 270 continue;
271 271
272 272 if (skip && !strcmp(fd.cFileName, skip)) {
273 273 rval = PyList_New(0);
274 274 goto error;
275 275 }
276 276 }
277 277
278 278 item = make_item(&fd, wantstat);
279 279 if (!item)
280 280 goto error;
281 281
282 282 if (PyList_Append(list, item)) {
283 283 Py_XDECREF(item);
284 284 goto error;
285 285 }
286 286
287 287 Py_XDECREF(item);
288 288 } while (FindNextFileA(fh, &fd));
289 289
290 290 if (GetLastError() != ERROR_NO_MORE_FILES) {
291 291 PyErr_SetFromWindowsErrWithFilename(GetLastError(), path);
292 292 goto error;
293 293 }
294 294
295 295 rval = list;
296 296 Py_XINCREF(rval);
297 297 error:
298 298 Py_XDECREF(list);
299 299 error_list:
300 300 FindClose(fh);
301 301 error_file:
302 302 PyMem_Free(pattern);
303 303 error_nomem:
304 304 return rval;
305 305 }
306 306
307 307 #else
308 308
309 309 int entkind(struct dirent *ent)
310 310 {
311 311 #ifdef DT_REG
312 312 switch (ent->d_type) {
313 313 case DT_REG: return S_IFREG;
314 314 case DT_DIR: return S_IFDIR;
315 315 case DT_LNK: return S_IFLNK;
316 316 case DT_BLK: return S_IFBLK;
317 317 case DT_CHR: return S_IFCHR;
318 318 case DT_FIFO: return S_IFIFO;
319 319 case DT_SOCK: return S_IFSOCK;
320 320 }
321 321 #endif
322 322 return -1;
323 323 }
324 324
325 325 static PyObject *makestat(const struct stat *st)
326 326 {
327 327 PyObject *stat;
328 328
329 329 stat = PyObject_CallObject((PyObject *)&listdir_stat_type, NULL);
330 330 if (stat)
331 331 memcpy(&((struct listdir_stat *)stat)->st, st, sizeof(*st));
332 332 return stat;
333 333 }
334 334
335 335 static PyObject *_listdir_stat(char *path, int pathlen, int keepstat,
336 336 char *skip)
337 337 {
338 338 PyObject *list, *elem, *stat = NULL, *ret = NULL;
339 339 char fullpath[PATH_MAX + 10];
340 340 int kind, err;
341 341 struct stat st;
342 342 struct dirent *ent;
343 343 DIR *dir;
344 344 #ifdef AT_SYMLINK_NOFOLLOW
345 345 int dfd = -1;
346 346 #endif
347 347
348 348 if (pathlen >= PATH_MAX) {
349 349 errno = ENAMETOOLONG;
350 350 PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
351 351 goto error_value;
352 352 }
353 353 strncpy(fullpath, path, PATH_MAX);
354 354 fullpath[pathlen] = '/';
355 355
356 356 #ifdef AT_SYMLINK_NOFOLLOW
357 357 dfd = open(path, O_RDONLY);
358 358 if (dfd == -1) {
359 359 PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
360 360 goto error_value;
361 361 }
362 362 dir = fdopendir(dfd);
363 363 #else
364 364 dir = opendir(path);
365 365 #endif
366 366 if (!dir) {
367 367 PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
368 368 goto error_dir;
369 369 }
370 370
371 371 list = PyList_New(0);
372 372 if (!list)
373 373 goto error_list;
374 374
375 375 while ((ent = readdir(dir))) {
376 376 if (!strcmp(ent->d_name, ".") || !strcmp(ent->d_name, ".."))
377 377 continue;
378 378
379 379 kind = entkind(ent);
380 380 if (kind == -1 || keepstat) {
381 381 #ifdef AT_SYMLINK_NOFOLLOW
382 382 err = fstatat(dfd, ent->d_name, &st,
383 383 AT_SYMLINK_NOFOLLOW);
384 384 #else
385 385 strncpy(fullpath + pathlen + 1, ent->d_name,
386 386 PATH_MAX - pathlen);
387 387 fullpath[PATH_MAX] = '\0';
388 388 err = lstat(fullpath, &st);
389 389 #endif
390 390 if (err == -1) {
391 391 /* race with file deletion? */
392 392 if (errno == ENOENT)
393 393 continue;
394 394 strncpy(fullpath + pathlen + 1, ent->d_name,
395 395 PATH_MAX - pathlen);
396 396 fullpath[PATH_MAX] = 0;
397 397 PyErr_SetFromErrnoWithFilename(PyExc_OSError,
398 398 fullpath);
399 399 goto error;
400 400 }
401 401 kind = st.st_mode & S_IFMT;
402 402 }
403 403
404 404 /* quit early? */
405 405 if (skip && kind == S_IFDIR && !strcmp(ent->d_name, skip)) {
406 406 ret = PyList_New(0);
407 407 goto error;
408 408 }
409 409
410 410 if (keepstat) {
411 411 stat = makestat(&st);
412 412 if (!stat)
413 413 goto error;
414 414 elem = Py_BuildValue(PY23("siN", "yiN"), ent->d_name,
415 415 kind, stat);
416 416 } else
417 417 elem = Py_BuildValue(PY23("si", "yi"), ent->d_name,
418 418 kind);
419 419 if (!elem)
420 420 goto error;
421 421 stat = NULL;
422 422
423 423 PyList_Append(list, elem);
424 424 Py_DECREF(elem);
425 425 }
426 426
427 427 ret = list;
428 428 Py_INCREF(ret);
429 429
430 430 error:
431 431 Py_DECREF(list);
432 432 Py_XDECREF(stat);
433 433 error_list:
434 434 closedir(dir);
435 435 /* closedir also closes its dirfd */
436 436 goto error_value;
437 437 error_dir:
438 438 #ifdef AT_SYMLINK_NOFOLLOW
439 439 close(dfd);
440 440 #endif
441 441 error_value:
442 442 return ret;
443 443 }
444 444
445 445 #ifdef __APPLE__
446 446
447 447 typedef struct {
448 448 u_int32_t length;
449 449 attrreference_t name;
450 450 fsobj_type_t obj_type;
451 451 struct timespec mtime;
452 452 #if __LITTLE_ENDIAN__
453 453 mode_t access_mask;
454 454 uint16_t padding;
455 455 #else
456 456 uint16_t padding;
457 457 mode_t access_mask;
458 458 #endif
459 459 off_t size;
460 460 } __attribute__((packed)) attrbuf_entry;
461 461
462 462 int attrkind(attrbuf_entry *entry)
463 463 {
464 464 switch (entry->obj_type) {
465 465 case VREG: return S_IFREG;
466 466 case VDIR: return S_IFDIR;
467 467 case VLNK: return S_IFLNK;
468 468 case VBLK: return S_IFBLK;
469 469 case VCHR: return S_IFCHR;
470 470 case VFIFO: return S_IFIFO;
471 471 case VSOCK: return S_IFSOCK;
472 472 }
473 473 return -1;
474 474 }
475 475
476 476 /* get these many entries at a time */
477 477 #define LISTDIR_BATCH_SIZE 50
478 478
479 479 static PyObject *_listdir_batch(char *path, int pathlen, int keepstat,
480 480 char *skip, bool *fallback)
481 481 {
482 482 PyObject *list, *elem, *stat = NULL, *ret = NULL;
483 483 int kind, err;
484 484 unsigned long index;
485 485 unsigned int count, old_state, new_state;
486 486 bool state_seen = false;
487 487 attrbuf_entry *entry;
488 488 /* from the getattrlist(2) man page: a path can be no longer than
489 489 (NAME_MAX * 3 + 1) bytes. Also, "The getattrlist() function will
490 490 silently truncate attribute data if attrBufSize is too small." So
491 491 pass in a buffer big enough for the worst case. */
492 492 char attrbuf[LISTDIR_BATCH_SIZE * (sizeof(attrbuf_entry) + NAME_MAX * 3 + 1)];
493 493 unsigned int basep_unused;
494 494
495 495 struct stat st;
496 496 int dfd = -1;
497 497
498 498 /* these must match the attrbuf_entry struct, otherwise you'll end up
499 499 with garbage */
500 500 struct attrlist requested_attr = {0};
501 501 requested_attr.bitmapcount = ATTR_BIT_MAP_COUNT;
502 502 requested_attr.commonattr = (ATTR_CMN_NAME | ATTR_CMN_OBJTYPE |
503 503 ATTR_CMN_MODTIME | ATTR_CMN_ACCESSMASK);
504 504 requested_attr.fileattr = ATTR_FILE_DATALENGTH;
505 505
506 506 *fallback = false;
507 507
508 508 if (pathlen >= PATH_MAX) {
509 509 errno = ENAMETOOLONG;
510 510 PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
511 511 goto error_value;
512 512 }
513 513
514 514 dfd = open(path, O_RDONLY);
515 515 if (dfd == -1) {
516 516 PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
517 517 goto error_value;
518 518 }
519 519
520 520 list = PyList_New(0);
521 521 if (!list)
522 522 goto error_dir;
523 523
524 524 do {
525 525 count = LISTDIR_BATCH_SIZE;
526 526 err = getdirentriesattr(dfd, &requested_attr, &attrbuf,
527 527 sizeof(attrbuf), &count, &basep_unused,
528 528 &new_state, 0);
529 529 if (err < 0) {
530 530 if (errno == ENOTSUP) {
531 531 /* We're on a filesystem that doesn't support
532 532 getdirentriesattr. Fall back to the
533 533 stat-based implementation. */
534 534 *fallback = true;
535 535 } else
536 536 PyErr_SetFromErrnoWithFilename(PyExc_OSError, path);
537 537 goto error;
538 538 }
539 539
540 540 if (!state_seen) {
541 541 old_state = new_state;
542 542 state_seen = true;
543 543 } else if (old_state != new_state) {
544 544 /* There's an edge case with getdirentriesattr. Consider
545 545 the following initial list of files:
546 546
547 547 a
548 548 b
549 549 <--
550 550 c
551 551 d
552 552
553 553 If the iteration is paused at the arrow, and b is
554 554 deleted before it is resumed, getdirentriesattr will
555 555 not return d at all! Ordinarily we're expected to
556 556 restart the iteration from the beginning. To avoid
557 557 getting stuck in a retry loop here, fall back to
558 558 stat. */
559 559 *fallback = true;
560 560 goto error;
561 561 }
562 562
563 563 entry = (attrbuf_entry *)attrbuf;
564 564
565 565 for (index = 0; index < count; index++) {
566 566 char *filename = ((char *)&entry->name) +
567 567 entry->name.attr_dataoffset;
568 568
569 569 if (!strcmp(filename, ".") || !strcmp(filename, ".."))
570 570 continue;
571 571
572 572 kind = attrkind(entry);
573 573 if (kind == -1) {
574 574 PyErr_Format(PyExc_OSError,
575 575 "unknown object type %u for file "
576 576 "%s%s!",
577 577 entry->obj_type, path, filename);
578 578 goto error;
579 579 }
580 580
581 581 /* quit early? */
582 582 if (skip && kind == S_IFDIR && !strcmp(filename, skip)) {
583 583 ret = PyList_New(0);
584 584 goto error;
585 585 }
586 586
587 587 if (keepstat) {
588 588 /* from the getattrlist(2) man page: "Only the
589 589 permission bits ... are valid". */
590 590 st.st_mode = (entry->access_mask & ~S_IFMT) | kind;
591 591 st.st_mtime = entry->mtime.tv_sec;
592 592 st.st_size = entry->size;
593 593 stat = makestat(&st);
594 594 if (!stat)
595 595 goto error;
596 596 elem = Py_BuildValue(PY23("siN", "yiN"),
597 597 filename, kind, stat);
598 598 } else
599 599 elem = Py_BuildValue(PY23("si", "yi"),
600 600 filename, kind);
601 601 if (!elem)
602 602 goto error;
603 603 stat = NULL;
604 604
605 605 PyList_Append(list, elem);
606 606 Py_DECREF(elem);
607 607
608 608 entry = (attrbuf_entry *)((char *)entry + entry->length);
609 609 }
610 610 } while (err == 0);
611 611
612 612 ret = list;
613 613 Py_INCREF(ret);
614 614
615 615 error:
616 616 Py_DECREF(list);
617 617 Py_XDECREF(stat);
618 618 error_dir:
619 619 close(dfd);
620 620 error_value:
621 621 return ret;
622 622 }
623 623
624 624 #endif /* __APPLE__ */
625 625
626 626 static PyObject *_listdir(char *path, int pathlen, int keepstat, char *skip)
627 627 {
628 628 #ifdef __APPLE__
629 629 PyObject *ret;
630 630 bool fallback = false;
631 631
632 632 ret = _listdir_batch(path, pathlen, keepstat, skip, &fallback);
633 633 if (ret != NULL || !fallback)
634 634 return ret;
635 635 #endif
636 636 return _listdir_stat(path, pathlen, keepstat, skip);
637 637 }
638 638
639 639 static PyObject *statfiles(PyObject *self, PyObject *args)
640 640 {
641 641 PyObject *names, *stats;
642 642 Py_ssize_t i, count;
643 643
644 644 if (!PyArg_ParseTuple(args, "O:statfiles", &names))
645 645 return NULL;
646 646
647 647 count = PySequence_Length(names);
648 648 if (count == -1) {
649 649 PyErr_SetString(PyExc_TypeError, "not a sequence");
650 650 return NULL;
651 651 }
652 652
653 653 stats = PyList_New(count);
654 654 if (stats == NULL)
655 655 return NULL;
656 656
657 657 for (i = 0; i < count; i++) {
658 658 PyObject *stat, *pypath;
659 659 struct stat st;
660 660 int ret, kind;
661 661 char *path;
662 662
663 663 /* With a large file count or on a slow filesystem,
664 664 don't block signals for long (issue4878). */
665 665 if ((i % 1000) == 999 && PyErr_CheckSignals() == -1)
666 666 goto bail;
667 667
668 668 pypath = PySequence_GetItem(names, i);
669 669 if (!pypath)
670 670 goto bail;
671 671 path = PyBytes_AsString(pypath);
672 672 if (path == NULL) {
673 673 Py_DECREF(pypath);
674 674 PyErr_SetString(PyExc_TypeError, "not a string");
675 675 goto bail;
676 676 }
677 677 ret = lstat(path, &st);
678 678 Py_DECREF(pypath);
679 679 kind = st.st_mode & S_IFMT;
680 680 if (ret != -1 && (kind == S_IFREG || kind == S_IFLNK)) {
681 681 stat = makestat(&st);
682 682 if (stat == NULL)
683 683 goto bail;
684 684 PyList_SET_ITEM(stats, i, stat);
685 685 } else {
686 686 Py_INCREF(Py_None);
687 687 PyList_SET_ITEM(stats, i, Py_None);
688 688 }
689 689 }
690 690
691 691 return stats;
692 692
693 693 bail:
694 694 Py_DECREF(stats);
695 695 return NULL;
696 696 }
697 697
698 698 /*
699 699 * recvfds() simply does not release GIL during blocking io operation because
700 700 * command server is known to be single-threaded.
701 701 *
702 702 * Old systems such as Solaris don't provide CMSG_LEN, msg_control, etc.
703 703 * Currently, recvfds() is not supported on these platforms.
704 704 */
705 705 #ifdef CMSG_LEN
706 706
707 707 static ssize_t recvfdstobuf(int sockfd, int **rfds, void *cbuf, size_t cbufsize)
708 708 {
709 709 char dummy[1];
710 710 struct iovec iov = {dummy, sizeof(dummy)};
711 711 struct msghdr msgh = {0};
712 712 struct cmsghdr *cmsg;
713 713
714 714 msgh.msg_iov = &iov;
715 715 msgh.msg_iovlen = 1;
716 716 msgh.msg_control = cbuf;
717 717 msgh.msg_controllen = (socklen_t)cbufsize;
718 718 if (recvmsg(sockfd, &msgh, 0) < 0)
719 719 return -1;
720 720
721 721 for (cmsg = CMSG_FIRSTHDR(&msgh); cmsg;
722 722 cmsg = CMSG_NXTHDR(&msgh, cmsg)) {
723 723 if (cmsg->cmsg_level != SOL_SOCKET ||
724 724 cmsg->cmsg_type != SCM_RIGHTS)
725 725 continue;
726 726 *rfds = (int *)CMSG_DATA(cmsg);
727 727 return (cmsg->cmsg_len - CMSG_LEN(0)) / sizeof(int);
728 728 }
729 729
730 730 *rfds = cbuf;
731 731 return 0;
732 732 }
733 733
734 734 static PyObject *recvfds(PyObject *self, PyObject *args)
735 735 {
736 736 int sockfd;
737 737 int *rfds = NULL;
738 738 ssize_t rfdscount, i;
739 739 char cbuf[256];
740 740 PyObject *rfdslist = NULL;
741 741
742 742 if (!PyArg_ParseTuple(args, "i", &sockfd))
743 743 return NULL;
744 744
745 745 rfdscount = recvfdstobuf(sockfd, &rfds, cbuf, sizeof(cbuf));
746 746 if (rfdscount < 0)
747 747 return PyErr_SetFromErrno(PyExc_OSError);
748 748
749 749 rfdslist = PyList_New(rfdscount);
750 750 if (!rfdslist)
751 751 goto bail;
752 752 for (i = 0; i < rfdscount; i++) {
753 753 PyObject *obj = PyLong_FromLong(rfds[i]);
754 754 if (!obj)
755 755 goto bail;
756 756 PyList_SET_ITEM(rfdslist, i, obj);
757 757 }
758 758 return rfdslist;
759 759
760 760 bail:
761 761 Py_XDECREF(rfdslist);
762 762 return NULL;
763 763 }
764 764
765 765 #endif /* CMSG_LEN */
766 766
767 767 #if defined(HAVE_SETPROCTITLE)
768 768 /* setproctitle is the first choice - available in FreeBSD */
769 769 #define SETPROCNAME_USE_SETPROCTITLE
770 770 #elif (defined(__linux__) || defined(__APPLE__)) && PY_MAJOR_VERSION == 2
771 771 /* rewrite the argv buffer in place - works in Linux and OS X. Py_GetArgcArgv
772 772 * in Python 3 returns the copied wchar_t **argv, thus unsupported. */
773 773 #define SETPROCNAME_USE_ARGVREWRITE
774 774 #else
775 775 #define SETPROCNAME_USE_NONE
776 776 #endif
777 777
778 778 #ifndef SETPROCNAME_USE_NONE
779 779 static PyObject *setprocname(PyObject *self, PyObject *args)
780 780 {
781 781 const char *name = NULL;
782 782 if (!PyArg_ParseTuple(args, PY23("s", "y"), &name))
783 783 return NULL;
784 784
785 785 #if defined(SETPROCNAME_USE_SETPROCTITLE)
786 786 setproctitle("%s", name);
787 787 #elif defined(SETPROCNAME_USE_ARGVREWRITE)
788 788 {
789 789 static char *argvstart = NULL;
790 790 static size_t argvsize = 0;
791 791 if (argvstart == NULL) {
792 792 int argc = 0, i;
793 793 char **argv = NULL;
794 794 char *argvend;
795 795 extern void Py_GetArgcArgv(int *argc, char ***argv);
796 796 Py_GetArgcArgv(&argc, &argv);
797 797
798 798 /* Check the memory we can use. Typically, argv[i] and
799 799 * argv[i + 1] are continuous. */
800 800 argvend = argvstart = argv[0];
801 801 for (i = 0; i < argc; ++i) {
802 802 if (argv[i] > argvend || argv[i] < argvstart)
803 803 break; /* not continuous */
804 804 size_t len = strlen(argv[i]);
805 805 argvend = argv[i] + len + 1 /* '\0' */;
806 806 }
807 807 if (argvend > argvstart) /* sanity check */
808 808 argvsize = argvend - argvstart;
809 809 }
810 810
811 811 if (argvstart && argvsize > 1) {
812 812 int n = snprintf(argvstart, argvsize, "%s", name);
813 813 if (n >= 0 && (size_t)n < argvsize)
814 814 memset(argvstart + n, 0, argvsize - n);
815 815 }
816 816 }
817 817 #endif
818 818
819 819 Py_RETURN_NONE;
820 820 }
821 821 #endif /* ndef SETPROCNAME_USE_NONE */
822 822
823 823 #if defined(HAVE_BSD_STATFS)
824 824 static const char *describefstype(const struct statfs *pbuf)
825 825 {
826 826 /* BSD or OSX provides a f_fstypename field */
827 827 return pbuf->f_fstypename;
828 828 }
829 829 #elif defined(HAVE_LINUX_STATFS)
830 830 static const char *describefstype(const struct statfs *pbuf)
831 831 {
832 832 /* Begin of Linux filesystems */
833 833 #ifdef ADFS_SUPER_MAGIC
834 834 if (pbuf->f_type == ADFS_SUPER_MAGIC)
835 835 return "adfs";
836 836 #endif
837 837 #ifdef AFFS_SUPER_MAGIC
838 838 if (pbuf->f_type == AFFS_SUPER_MAGIC)
839 839 return "affs";
840 840 #endif
841 841 #ifdef AUTOFS_SUPER_MAGIC
842 842 if (pbuf->f_type == AUTOFS_SUPER_MAGIC)
843 843 return "autofs";
844 844 #endif
845 845 #ifdef BDEVFS_MAGIC
846 846 if (pbuf->f_type == BDEVFS_MAGIC)
847 847 return "bdevfs";
848 848 #endif
849 849 #ifdef BEFS_SUPER_MAGIC
850 850 if (pbuf->f_type == BEFS_SUPER_MAGIC)
851 851 return "befs";
852 852 #endif
853 853 #ifdef BFS_MAGIC
854 854 if (pbuf->f_type == BFS_MAGIC)
855 855 return "bfs";
856 856 #endif
857 857 #ifdef BINFMTFS_MAGIC
858 858 if (pbuf->f_type == BINFMTFS_MAGIC)
859 859 return "binfmtfs";
860 860 #endif
861 861 #ifdef BTRFS_SUPER_MAGIC
862 862 if (pbuf->f_type == BTRFS_SUPER_MAGIC)
863 863 return "btrfs";
864 864 #endif
865 865 #ifdef CGROUP_SUPER_MAGIC
866 866 if (pbuf->f_type == CGROUP_SUPER_MAGIC)
867 867 return "cgroup";
868 868 #endif
869 869 #ifdef CIFS_MAGIC_NUMBER
870 870 if (pbuf->f_type == CIFS_MAGIC_NUMBER)
871 871 return "cifs";
872 872 #endif
873 873 #ifdef CODA_SUPER_MAGIC
874 874 if (pbuf->f_type == CODA_SUPER_MAGIC)
875 875 return "coda";
876 876 #endif
877 877 #ifdef COH_SUPER_MAGIC
878 878 if (pbuf->f_type == COH_SUPER_MAGIC)
879 879 return "coh";
880 880 #endif
881 881 #ifdef CRAMFS_MAGIC
882 882 if (pbuf->f_type == CRAMFS_MAGIC)
883 883 return "cramfs";
884 884 #endif
885 885 #ifdef DEBUGFS_MAGIC
886 886 if (pbuf->f_type == DEBUGFS_MAGIC)
887 887 return "debugfs";
888 888 #endif
889 889 #ifdef DEVFS_SUPER_MAGIC
890 890 if (pbuf->f_type == DEVFS_SUPER_MAGIC)
891 891 return "devfs";
892 892 #endif
893 893 #ifdef DEVPTS_SUPER_MAGIC
894 894 if (pbuf->f_type == DEVPTS_SUPER_MAGIC)
895 895 return "devpts";
896 896 #endif
897 897 #ifdef EFIVARFS_MAGIC
898 898 if (pbuf->f_type == EFIVARFS_MAGIC)
899 899 return "efivarfs";
900 900 #endif
901 901 #ifdef EFS_SUPER_MAGIC
902 902 if (pbuf->f_type == EFS_SUPER_MAGIC)
903 903 return "efs";
904 904 #endif
905 905 #ifdef EXT_SUPER_MAGIC
906 906 if (pbuf->f_type == EXT_SUPER_MAGIC)
907 907 return "ext";
908 908 #endif
909 909 #ifdef EXT2_OLD_SUPER_MAGIC
910 910 if (pbuf->f_type == EXT2_OLD_SUPER_MAGIC)
911 911 return "ext2";
912 912 #endif
913 913 #ifdef EXT2_SUPER_MAGIC
914 914 if (pbuf->f_type == EXT2_SUPER_MAGIC)
915 915 return "ext2";
916 916 #endif
917 917 #ifdef EXT3_SUPER_MAGIC
918 918 if (pbuf->f_type == EXT3_SUPER_MAGIC)
919 919 return "ext3";
920 920 #endif
921 921 #ifdef EXT4_SUPER_MAGIC
922 922 if (pbuf->f_type == EXT4_SUPER_MAGIC)
923 923 return "ext4";
924 924 #endif
925 925 #ifdef F2FS_SUPER_MAGIC
926 926 if (pbuf->f_type == F2FS_SUPER_MAGIC)
927 927 return "f2fs";
928 928 #endif
929 929 #ifdef FUSE_SUPER_MAGIC
930 930 if (pbuf->f_type == FUSE_SUPER_MAGIC)
931 931 return "fuse";
932 932 #endif
933 933 #ifdef FUTEXFS_SUPER_MAGIC
934 934 if (pbuf->f_type == FUTEXFS_SUPER_MAGIC)
935 935 return "futexfs";
936 936 #endif
937 937 #ifdef HFS_SUPER_MAGIC
938 938 if (pbuf->f_type == HFS_SUPER_MAGIC)
939 939 return "hfs";
940 940 #endif
941 941 #ifdef HOSTFS_SUPER_MAGIC
942 942 if (pbuf->f_type == HOSTFS_SUPER_MAGIC)
943 943 return "hostfs";
944 944 #endif
945 945 #ifdef HPFS_SUPER_MAGIC
946 946 if (pbuf->f_type == HPFS_SUPER_MAGIC)
947 947 return "hpfs";
948 948 #endif
949 949 #ifdef HUGETLBFS_MAGIC
950 950 if (pbuf->f_type == HUGETLBFS_MAGIC)
951 951 return "hugetlbfs";
952 952 #endif
953 953 #ifdef ISOFS_SUPER_MAGIC
954 954 if (pbuf->f_type == ISOFS_SUPER_MAGIC)
955 955 return "isofs";
956 956 #endif
957 957 #ifdef JFFS2_SUPER_MAGIC
958 958 if (pbuf->f_type == JFFS2_SUPER_MAGIC)
959 959 return "jffs2";
960 960 #endif
961 961 #ifdef JFS_SUPER_MAGIC
962 962 if (pbuf->f_type == JFS_SUPER_MAGIC)
963 963 return "jfs";
964 964 #endif
965 965 #ifdef MINIX_SUPER_MAGIC
966 966 if (pbuf->f_type == MINIX_SUPER_MAGIC)
967 967 return "minix";
968 968 #endif
969 969 #ifdef MINIX2_SUPER_MAGIC
970 970 if (pbuf->f_type == MINIX2_SUPER_MAGIC)
971 971 return "minix2";
972 972 #endif
973 973 #ifdef MINIX3_SUPER_MAGIC
974 974 if (pbuf->f_type == MINIX3_SUPER_MAGIC)
975 975 return "minix3";
976 976 #endif
977 977 #ifdef MQUEUE_MAGIC
978 978 if (pbuf->f_type == MQUEUE_MAGIC)
979 979 return "mqueue";
980 980 #endif
981 981 #ifdef MSDOS_SUPER_MAGIC
982 982 if (pbuf->f_type == MSDOS_SUPER_MAGIC)
983 983 return "msdos";
984 984 #endif
985 985 #ifdef NCP_SUPER_MAGIC
986 986 if (pbuf->f_type == NCP_SUPER_MAGIC)
987 987 return "ncp";
988 988 #endif
989 989 #ifdef NFS_SUPER_MAGIC
990 990 if (pbuf->f_type == NFS_SUPER_MAGIC)
991 991 return "nfs";
992 992 #endif
993 993 #ifdef NILFS_SUPER_MAGIC
994 994 if (pbuf->f_type == NILFS_SUPER_MAGIC)
995 995 return "nilfs";
996 996 #endif
997 997 #ifdef NTFS_SB_MAGIC
998 998 if (pbuf->f_type == NTFS_SB_MAGIC)
999 999 return "ntfs-sb";
1000 1000 #endif
1001 1001 #ifdef OCFS2_SUPER_MAGIC
1002 1002 if (pbuf->f_type == OCFS2_SUPER_MAGIC)
1003 1003 return "ocfs2";
1004 1004 #endif
1005 1005 #ifdef OPENPROM_SUPER_MAGIC
1006 1006 if (pbuf->f_type == OPENPROM_SUPER_MAGIC)
1007 1007 return "openprom";
1008 1008 #endif
1009 1009 #ifdef OVERLAYFS_SUPER_MAGIC
1010 1010 if (pbuf->f_type == OVERLAYFS_SUPER_MAGIC)
1011 1011 return "overlay";
1012 1012 #endif
1013 1013 #ifdef PIPEFS_MAGIC
1014 1014 if (pbuf->f_type == PIPEFS_MAGIC)
1015 1015 return "pipefs";
1016 1016 #endif
1017 1017 #ifdef PROC_SUPER_MAGIC
1018 1018 if (pbuf->f_type == PROC_SUPER_MAGIC)
1019 1019 return "proc";
1020 1020 #endif
1021 1021 #ifdef PSTOREFS_MAGIC
1022 1022 if (pbuf->f_type == PSTOREFS_MAGIC)
1023 1023 return "pstorefs";
1024 1024 #endif
1025 1025 #ifdef QNX4_SUPER_MAGIC
1026 1026 if (pbuf->f_type == QNX4_SUPER_MAGIC)
1027 1027 return "qnx4";
1028 1028 #endif
1029 1029 #ifdef QNX6_SUPER_MAGIC
1030 1030 if (pbuf->f_type == QNX6_SUPER_MAGIC)
1031 1031 return "qnx6";
1032 1032 #endif
1033 1033 #ifdef RAMFS_MAGIC
1034 1034 if (pbuf->f_type == RAMFS_MAGIC)
1035 1035 return "ramfs";
1036 1036 #endif
1037 1037 #ifdef REISERFS_SUPER_MAGIC
1038 1038 if (pbuf->f_type == REISERFS_SUPER_MAGIC)
1039 1039 return "reiserfs";
1040 1040 #endif
1041 1041 #ifdef ROMFS_MAGIC
1042 1042 if (pbuf->f_type == ROMFS_MAGIC)
1043 1043 return "romfs";
1044 1044 #endif
1045 1045 #ifdef SECURITYFS_MAGIC
1046 1046 if (pbuf->f_type == SECURITYFS_MAGIC)
1047 1047 return "securityfs";
1048 1048 #endif
1049 1049 #ifdef SELINUX_MAGIC
1050 1050 if (pbuf->f_type == SELINUX_MAGIC)
1051 1051 return "selinux";
1052 1052 #endif
1053 1053 #ifdef SMACK_MAGIC
1054 1054 if (pbuf->f_type == SMACK_MAGIC)
1055 1055 return "smack";
1056 1056 #endif
1057 1057 #ifdef SMB_SUPER_MAGIC
1058 1058 if (pbuf->f_type == SMB_SUPER_MAGIC)
1059 1059 return "smb";
1060 1060 #endif
1061 1061 #ifdef SOCKFS_MAGIC
1062 1062 if (pbuf->f_type == SOCKFS_MAGIC)
1063 1063 return "sockfs";
1064 1064 #endif
1065 1065 #ifdef SQUASHFS_MAGIC
1066 1066 if (pbuf->f_type == SQUASHFS_MAGIC)
1067 1067 return "squashfs";
1068 1068 #endif
1069 1069 #ifdef SYSFS_MAGIC
1070 1070 if (pbuf->f_type == SYSFS_MAGIC)
1071 1071 return "sysfs";
1072 1072 #endif
1073 1073 #ifdef SYSV2_SUPER_MAGIC
1074 1074 if (pbuf->f_type == SYSV2_SUPER_MAGIC)
1075 1075 return "sysv2";
1076 1076 #endif
1077 1077 #ifdef SYSV4_SUPER_MAGIC
1078 1078 if (pbuf->f_type == SYSV4_SUPER_MAGIC)
1079 1079 return "sysv4";
1080 1080 #endif
1081 1081 #ifdef TMPFS_MAGIC
1082 1082 if (pbuf->f_type == TMPFS_MAGIC)
1083 1083 return "tmpfs";
1084 1084 #endif
1085 1085 #ifdef UDF_SUPER_MAGIC
1086 1086 if (pbuf->f_type == UDF_SUPER_MAGIC)
1087 1087 return "udf";
1088 1088 #endif
1089 1089 #ifdef UFS_MAGIC
1090 1090 if (pbuf->f_type == UFS_MAGIC)
1091 1091 return "ufs";
1092 1092 #endif
1093 1093 #ifdef USBDEVICE_SUPER_MAGIC
1094 1094 if (pbuf->f_type == USBDEVICE_SUPER_MAGIC)
1095 1095 return "usbdevice";
1096 1096 #endif
1097 1097 #ifdef V9FS_MAGIC
1098 1098 if (pbuf->f_type == V9FS_MAGIC)
1099 1099 return "v9fs";
1100 1100 #endif
1101 1101 #ifdef VXFS_SUPER_MAGIC
1102 1102 if (pbuf->f_type == VXFS_SUPER_MAGIC)
1103 1103 return "vxfs";
1104 1104 #endif
1105 1105 #ifdef XENFS_SUPER_MAGIC
1106 1106 if (pbuf->f_type == XENFS_SUPER_MAGIC)
1107 1107 return "xenfs";
1108 1108 #endif
1109 1109 #ifdef XENIX_SUPER_MAGIC
1110 1110 if (pbuf->f_type == XENIX_SUPER_MAGIC)
1111 1111 return "xenix";
1112 1112 #endif
1113 1113 #ifdef XFS_SUPER_MAGIC
1114 1114 if (pbuf->f_type == XFS_SUPER_MAGIC)
1115 1115 return "xfs";
1116 1116 #endif
1117 1117 /* End of Linux filesystems */
1118 1118 return NULL;
1119 1119 }
1120 1120 #endif /* def HAVE_LINUX_STATFS */
1121 1121
1122 1122 #if defined(HAVE_BSD_STATFS) || defined(HAVE_LINUX_STATFS)
1123 1123 /* given a directory path, return filesystem type name (best-effort) */
1124 1124 static PyObject *getfstype(PyObject *self, PyObject *args)
1125 1125 {
1126 1126 const char *path = NULL;
1127 1127 struct statfs buf;
1128 1128 int r;
1129 1129 if (!PyArg_ParseTuple(args, PY23("s", "y"), &path))
1130 1130 return NULL;
1131 1131
1132 1132 memset(&buf, 0, sizeof(buf));
1133 1133 r = statfs(path, &buf);
1134 1134 if (r != 0)
1135 1135 return PyErr_SetFromErrno(PyExc_OSError);
1136 1136 return Py_BuildValue(PY23("s", "y"), describefstype(&buf));
1137 1137 }
1138 1138 #endif /* defined(HAVE_LINUX_STATFS) || defined(HAVE_BSD_STATFS) */
1139 1139
1140 1140 #if defined(HAVE_BSD_STATFS)
1141 1141 /* given a directory path, return filesystem mount point (best-effort) */
1142 1142 static PyObject *getfsmountpoint(PyObject *self, PyObject *args)
1143 1143 {
1144 1144 const char *path = NULL;
1145 1145 struct statfs buf;
1146 1146 int r;
1147 1147 if (!PyArg_ParseTuple(args, PY23("s", "y"), &path))
1148 1148 return NULL;
1149 1149
1150 1150 memset(&buf, 0, sizeof(buf));
1151 1151 r = statfs(path, &buf);
1152 1152 if (r != 0)
1153 1153 return PyErr_SetFromErrno(PyExc_OSError);
1154 1154 return Py_BuildValue(PY23("s", "y"), buf.f_mntonname);
1155 1155 }
1156 1156 #endif /* defined(HAVE_BSD_STATFS) */
1157 1157
1158 1158 static PyObject *unblocksignal(PyObject *self, PyObject *args)
1159 1159 {
1160 1160 int sig = 0;
1161 1161 int r;
1162 1162 if (!PyArg_ParseTuple(args, "i", &sig))
1163 1163 return NULL;
1164 1164 sigset_t set;
1165 1165 r = sigemptyset(&set);
1166 1166 if (r != 0)
1167 1167 return PyErr_SetFromErrno(PyExc_OSError);
1168 1168 r = sigaddset(&set, sig);
1169 1169 if (r != 0)
1170 1170 return PyErr_SetFromErrno(PyExc_OSError);
1171 1171 r = sigprocmask(SIG_UNBLOCK, &set, NULL);
1172 1172 if (r != 0)
1173 1173 return PyErr_SetFromErrno(PyExc_OSError);
1174 1174 Py_RETURN_NONE;
1175 1175 }
1176 1176
1177 1177 #endif /* ndef _WIN32 */
1178 1178
1179 1179 static PyObject *listdir(PyObject *self, PyObject *args, PyObject *kwargs)
1180 1180 {
1181 1181 PyObject *statobj = NULL; /* initialize - optional arg */
1182 1182 PyObject *skipobj = NULL; /* initialize - optional arg */
1183 1183 char *path, *skip = NULL;
1184 1184 int wantstat, plen;
1185 1185
1186 1186 static char *kwlist[] = {"path", "stat", "skip", NULL};
1187 1187
1188 1188 if (!PyArg_ParseTupleAndKeywords(args, kwargs, PY23("s#|OO:listdir",
1189 1189 "y#|OO:listdir"),
1190 1190 kwlist, &path, &plen, &statobj, &skipobj))
1191 1191 return NULL;
1192 1192
1193 1193 wantstat = statobj && PyObject_IsTrue(statobj);
1194 1194
1195 1195 if (skipobj && skipobj != Py_None) {
1196 1196 skip = PyBytes_AsString(skipobj);
1197 1197 if (!skip)
1198 1198 return NULL;
1199 1199 }
1200 1200
1201 1201 return _listdir(path, plen, wantstat, skip);
1202 1202 }
1203 1203
1204 1204 #ifdef _WIN32
1205 1205 static PyObject *posixfile(PyObject *self, PyObject *args, PyObject *kwds)
1206 1206 {
1207 1207 static char *kwlist[] = {"name", "mode", "buffering", NULL};
1208 1208 PyObject *file_obj = NULL;
1209 1209 char *name = NULL;
1210 1210 char *mode = "rb";
1211 1211 DWORD access = 0;
1212 1212 DWORD creation;
1213 1213 HANDLE handle;
1214 1214 int fd, flags = 0;
1215 1215 int bufsize = -1;
1216 1216 char m0, m1, m2;
1217 1217 char fpmode[4];
1218 1218 int fppos = 0;
1219 1219 int plus;
1220 #ifndef IS_PY3K
1220 1221 FILE *fp;
1222 #endif
1221 1223
1222 1224 if (!PyArg_ParseTupleAndKeywords(args, kwds, PY23("et|si:posixfile",
1223 1225 "et|yi:posixfile"),
1224 1226 kwlist,
1225 1227 Py_FileSystemDefaultEncoding,
1226 1228 &name, &mode, &bufsize))
1227 1229 return NULL;
1228 1230
1229 1231 m0 = mode[0];
1230 1232 m1 = m0 ? mode[1] : '\0';
1231 1233 m2 = m1 ? mode[2] : '\0';
1232 1234 plus = m1 == '+' || m2 == '+';
1233 1235
1234 1236 fpmode[fppos++] = m0;
1235 1237 if (m1 == 'b' || m2 == 'b') {
1236 1238 flags = _O_BINARY;
1237 1239 fpmode[fppos++] = 'b';
1238 1240 }
1239 1241 else
1240 1242 flags = _O_TEXT;
1241 1243 if (m0 == 'r' && !plus) {
1242 1244 flags |= _O_RDONLY;
1243 1245 access = GENERIC_READ;
1244 1246 } else {
1245 1247 /*
1246 1248 work around http://support.microsoft.com/kb/899149 and
1247 1249 set _O_RDWR for 'w' and 'a', even if mode has no '+'
1248 1250 */
1249 1251 flags |= _O_RDWR;
1250 1252 access = GENERIC_READ | GENERIC_WRITE;
1251 1253 fpmode[fppos++] = '+';
1252 1254 }
1253 1255 fpmode[fppos++] = '\0';
1254 1256
1255 1257 switch (m0) {
1256 1258 case 'r':
1257 1259 creation = OPEN_EXISTING;
1258 1260 break;
1259 1261 case 'w':
1260 1262 creation = CREATE_ALWAYS;
1261 1263 break;
1262 1264 case 'a':
1263 1265 creation = OPEN_ALWAYS;
1264 1266 flags |= _O_APPEND;
1265 1267 break;
1266 1268 default:
1267 1269 PyErr_Format(PyExc_ValueError,
1268 1270 "mode string must begin with one of 'r', 'w', "
1269 1271 "or 'a', not '%c'", m0);
1270 1272 goto bail;
1271 1273 }
1272 1274
1273 1275 handle = CreateFile(name, access,
1274 1276 FILE_SHARE_READ | FILE_SHARE_WRITE |
1275 1277 FILE_SHARE_DELETE,
1276 1278 NULL,
1277 1279 creation,
1278 1280 FILE_ATTRIBUTE_NORMAL,
1279 1281 0);
1280 1282
1281 1283 if (handle == INVALID_HANDLE_VALUE) {
1282 1284 PyErr_SetFromWindowsErrWithFilename(GetLastError(), name);
1283 1285 goto bail;
1284 1286 }
1285 1287
1286 1288 fd = _open_osfhandle((intptr_t)handle, flags);
1287 1289
1288 1290 if (fd == -1) {
1289 1291 CloseHandle(handle);
1290 1292 PyErr_SetFromErrnoWithFilename(PyExc_IOError, name);
1291 1293 goto bail;
1292 1294 }
1293 1295 #ifndef IS_PY3K
1294 1296 fp = _fdopen(fd, fpmode);
1295 1297 if (fp == NULL) {
1296 1298 _close(fd);
1297 1299 PyErr_SetFromErrnoWithFilename(PyExc_IOError, name);
1298 1300 goto bail;
1299 1301 }
1300 1302
1301 1303 file_obj = PyFile_FromFile(fp, name, mode, fclose);
1302 1304 if (file_obj == NULL) {
1303 1305 fclose(fp);
1304 1306 goto bail;
1305 1307 }
1306 1308
1307 1309 PyFile_SetBufSize(file_obj, bufsize);
1308 1310 #else
1309 1311 file_obj = PyFile_FromFd(fd, name, mode, bufsize, NULL, NULL, NULL, 1);
1310 1312 if (file_obj == NULL)
1311 1313 goto bail;
1312 1314 #endif
1313 1315 bail:
1314 1316 PyMem_Free(name);
1315 1317 return file_obj;
1316 1318 }
1317 1319 #endif
1318 1320
1319 1321 #ifdef __APPLE__
1320 1322 #include <ApplicationServices/ApplicationServices.h>
1321 1323
1322 1324 static PyObject *isgui(PyObject *self)
1323 1325 {
1324 1326 CFDictionaryRef dict = CGSessionCopyCurrentDictionary();
1325 1327
1326 1328 if (dict != NULL) {
1327 1329 CFRelease(dict);
1328 1330 Py_RETURN_TRUE;
1329 1331 } else {
1330 1332 Py_RETURN_FALSE;
1331 1333 }
1332 1334 }
1333 1335 #endif
1334 1336
1335 1337 static char osutil_doc[] = "Native operating system services.";
1336 1338
1337 1339 static PyMethodDef methods[] = {
1338 1340 {"listdir", (PyCFunction)listdir, METH_VARARGS | METH_KEYWORDS,
1339 1341 "list a directory\n"},
1340 1342 #ifdef _WIN32
1341 1343 {"posixfile", (PyCFunction)posixfile, METH_VARARGS | METH_KEYWORDS,
1342 1344 "Open a file with POSIX-like semantics.\n"
1343 1345 "On error, this function may raise either a WindowsError or an IOError."},
1344 1346 #else
1345 1347 {"statfiles", (PyCFunction)statfiles, METH_VARARGS | METH_KEYWORDS,
1346 1348 "stat a series of files or symlinks\n"
1347 1349 "Returns None for non-existent entries and entries of other types.\n"},
1348 1350 #ifdef CMSG_LEN
1349 1351 {"recvfds", (PyCFunction)recvfds, METH_VARARGS,
1350 1352 "receive list of file descriptors via socket\n"},
1351 1353 #endif
1352 1354 #ifndef SETPROCNAME_USE_NONE
1353 1355 {"setprocname", (PyCFunction)setprocname, METH_VARARGS,
1354 1356 "set process title (best-effort)\n"},
1355 1357 #endif
1356 1358 #if defined(HAVE_BSD_STATFS) || defined(HAVE_LINUX_STATFS)
1357 1359 {"getfstype", (PyCFunction)getfstype, METH_VARARGS,
1358 1360 "get filesystem type (best-effort)\n"},
1359 1361 #endif
1360 1362 #if defined(HAVE_BSD_STATFS)
1361 1363 {"getfsmountpoint", (PyCFunction)getfsmountpoint, METH_VARARGS,
1362 1364 "get filesystem mount point (best-effort)\n"},
1363 1365 #endif
1364 1366 {"unblocksignal", (PyCFunction)unblocksignal, METH_VARARGS,
1365 1367 "change signal mask to unblock a given signal\n"},
1366 1368 #endif /* ndef _WIN32 */
1367 1369 #ifdef __APPLE__
1368 1370 {
1369 1371 "isgui", (PyCFunction)isgui, METH_NOARGS,
1370 1372 "Is a CoreGraphics session available?"
1371 1373 },
1372 1374 #endif
1373 1375 {NULL, NULL}
1374 1376 };
1375 1377
1376 1378 static const int version = 4;
1377 1379
1378 1380 #ifdef IS_PY3K
1379 1381 static struct PyModuleDef osutil_module = {
1380 1382 PyModuleDef_HEAD_INIT,
1381 1383 "osutil",
1382 1384 osutil_doc,
1383 1385 -1,
1384 1386 methods
1385 1387 };
1386 1388
1387 1389 PyMODINIT_FUNC PyInit_osutil(void)
1388 1390 {
1389 1391 PyObject *m;
1390 1392 if (PyType_Ready(&listdir_stat_type) < 0)
1391 1393 return NULL;
1392 1394
1393 1395 m = PyModule_Create(&osutil_module);
1394 1396 PyModule_AddIntConstant(m, "version", version);
1395 1397 return m;
1396 1398 }
1397 1399 #else
1398 1400 PyMODINIT_FUNC initosutil(void)
1399 1401 {
1400 1402 PyObject *m;
1401 1403 if (PyType_Ready(&listdir_stat_type) == -1)
1402 1404 return;
1403 1405
1404 1406 m = Py_InitModule3("osutil", methods, osutil_doc);
1405 1407 PyModule_AddIntConstant(m, "version", version);
1406 1408 }
1407 1409 #endif
@@ -1,45 +1,58 b''
1 1 #ifndef _HG_COMPAT_H_
2 2 #define _HG_COMPAT_H_
3 3
4 4 #ifdef _WIN32
5 5 #ifdef _MSC_VER
6 #if _MSC_VER < 1900
6 7 /* msvc 6.0 has problems */
7 8 #define inline __inline
8 9 #if defined(_WIN64)
9 10 typedef __int64 ssize_t;
10 11 typedef unsigned __int64 uintptr_t;
11 12 #else
12 13 typedef int ssize_t;
13 14 typedef unsigned int uintptr_t;
14 15 #endif
15 16 typedef signed char int8_t;
16 17 typedef short int16_t;
17 18 typedef long int32_t;
18 19 typedef __int64 int64_t;
19 20 typedef unsigned char uint8_t;
20 21 typedef unsigned short uint16_t;
21 22 typedef unsigned long uint32_t;
22 23 typedef unsigned __int64 uint64_t;
23 24 #else
25 /* VC++ 14 */
26 #include <stdint.h>
27
28 #if defined(_WIN64)
29 typedef __int64 ssize_t;
30 #else
31 typedef int ssize_t;
32 #endif
33 #endif /* _MSC_VER < 1900 */
34
35 #else
36 /* not msvc */
24 37 #include <stdint.h>
25 38 #endif
26 39 #else
27 40 /* not windows */
28 41 #include <sys/types.h>
29 42 #if defined __BEOS__ && !defined __HAIKU__
30 43 #include <ByteOrder.h>
31 44 #else
32 45 #include <arpa/inet.h>
33 46 #endif
34 47 #include <inttypes.h>
35 48 #endif
36 49
37 50 #if defined __hpux || defined __SUNPRO_C || defined _AIX
38 51 #define inline
39 52 #endif
40 53
41 54 #ifdef __linux
42 55 #define inline __inline
43 56 #endif
44 57
45 58 #endif
General Comments 0
You need to be logged in to leave comments. Login now