• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 #include "Python.h"
2 #include "structmember.h"       /* for offsetof() */
3 #include "_iomodule.h"
4 
5 typedef struct {
6     PyObject_HEAD
7     char *buf;
8     Py_ssize_t pos;
9     Py_ssize_t string_size;
10     size_t buf_size;
11     PyObject *dict;
12     PyObject *weakreflist;
13 } bytesio;
14 
15 #define CHECK_CLOSED(self)                                  \
16     if ((self)->buf == NULL) {                              \
17         PyErr_SetString(PyExc_ValueError,                   \
18                         "I/O operation on closed file.");   \
19         return NULL;                                        \
20     }
21 
22 /* Internal routine to get a line from the buffer of a BytesIO
23    object. Returns the length between the current position to the
24    next newline character. */
25 static Py_ssize_t
get_line(bytesio * self,char ** output)26 get_line(bytesio *self, char **output)
27 {
28     char *n;
29     const char *str_end;
30     Py_ssize_t len;
31 
32     assert(self->buf != NULL);
33 
34     /* Move to the end of the line, up to the end of the string, s. */
35     str_end = self->buf + self->string_size;
36     for (n = self->buf + self->pos;
37          n < str_end && *n != '\n';
38          n++);
39 
40     /* Skip the newline character */
41     if (n < str_end)
42         n++;
43 
44     /* Get the length from the current position to the end of the line. */
45     len = n - (self->buf + self->pos);
46     *output = self->buf + self->pos;
47 
48     assert(len >= 0);
49     assert(self->pos < PY_SSIZE_T_MAX - len);
50     self->pos += len;
51 
52     return len;
53 }
54 
55 /* Internal routine for changing the size of the buffer of BytesIO objects.
56    The caller should ensure that the 'size' argument is non-negative.  Returns
57    0 on success, -1 otherwise. */
58 static int
resize_buffer(bytesio * self,size_t size)59 resize_buffer(bytesio *self, size_t size)
60 {
61     /* Here, unsigned types are used to avoid dealing with signed integer
62        overflow, which is undefined in C. */
63     size_t alloc = self->buf_size;
64     char *new_buf = NULL;
65 
66     assert(self->buf != NULL);
67 
68     /* For simplicity, stay in the range of the signed type. Anyway, Python
69        doesn't allow strings to be longer than this. */
70     if (size > PY_SSIZE_T_MAX)
71         goto overflow;
72 
73     if (size < alloc / 2) {
74         /* Major downsize; resize down to exact size. */
75         alloc = size + 1;
76     }
77     else if (size < alloc) {
78         /* Within allocated size; quick exit */
79         return 0;
80     }
81     else if (size <= alloc * 1.125) {
82         /* Moderate upsize; overallocate similar to list_resize() */
83         alloc = size + (size >> 3) + (size < 9 ? 3 : 6);
84     }
85     else {
86         /* Major upsize; resize up to exact size */
87         alloc = size + 1;
88     }
89 
90     if (alloc > ((size_t)-1) / sizeof(char))
91         goto overflow;
92     new_buf = (char *)PyMem_Realloc(self->buf, alloc * sizeof(char));
93     if (new_buf == NULL) {
94         PyErr_NoMemory();
95         return -1;
96     }
97     self->buf_size = alloc;
98     self->buf = new_buf;
99 
100     return 0;
101 
102   overflow:
103     PyErr_SetString(PyExc_OverflowError,
104                     "new buffer size too large");
105     return -1;
106 }
107 
108 /* Internal routine for writing a string of bytes to the buffer of a BytesIO
109    object. Returns the number of bytes written, or -1 on error. */
110 static Py_ssize_t
write_bytes(bytesio * self,const char * bytes,Py_ssize_t len)111 write_bytes(bytesio *self, const char *bytes, Py_ssize_t len)
112 {
113     assert(self->buf != NULL);
114     assert(self->pos >= 0);
115     assert(len >= 0);
116 
117     if ((size_t)self->pos + len > self->buf_size) {
118         if (resize_buffer(self, (size_t)self->pos + len) < 0)
119             return -1;
120     }
121 
122     if (self->pos > self->string_size) {
123         /* In case of overseek, pad with null bytes the buffer region between
124            the end of stream and the current position.
125 
126           0   lo      string_size                           hi
127           |   |<---used--->|<----------available----------->|
128           |   |            <--to pad-->|<---to write--->    |
129           0   buf                   position
130         */
131         memset(self->buf + self->string_size, '\0',
132                (self->pos - self->string_size) * sizeof(char));
133     }
134 
135     /* Copy the data to the internal buffer, overwriting some of the existing
136        data if self->pos < self->string_size. */
137     memcpy(self->buf + self->pos, bytes, len);
138     self->pos += len;
139 
140     /* Set the new length of the internal string if it has changed. */
141     if (self->string_size < self->pos) {
142         self->string_size = self->pos;
143     }
144 
145     return len;
146 }
147 
148 static PyObject *
bytesio_get_closed(bytesio * self)149 bytesio_get_closed(bytesio *self)
150 {
151     if (self->buf == NULL) {
152         Py_RETURN_TRUE;
153     }
154     else {
155         Py_RETURN_FALSE;
156     }
157 }
158 
159 PyDoc_STRVAR(readable_doc,
160 "readable() -> bool. Returns True if the IO object can be read.");
161 
162 PyDoc_STRVAR(writable_doc,
163 "writable() -> bool. Returns True if the IO object can be written.");
164 
165 PyDoc_STRVAR(seekable_doc,
166 "seekable() -> bool. Returns True if the IO object can be seeked.");
167 
168 /* Generic getter for the writable, readable and seekable properties */
169 static PyObject *
return_not_closed(bytesio * self)170 return_not_closed(bytesio *self)
171 {
172     CHECK_CLOSED(self);
173     Py_RETURN_TRUE;
174 }
175 
176 PyDoc_STRVAR(flush_doc,
177 "flush() -> None.  Does nothing.");
178 
179 static PyObject *
bytesio_flush(bytesio * self)180 bytesio_flush(bytesio *self)
181 {
182     CHECK_CLOSED(self);
183     Py_RETURN_NONE;
184 }
185 
186 PyDoc_STRVAR(getval_doc,
187 "getvalue() -> bytes.\n"
188 "\n"
189 "Retrieve the entire contents of the BytesIO object.");
190 
191 static PyObject *
bytesio_getvalue(bytesio * self)192 bytesio_getvalue(bytesio *self)
193 {
194     CHECK_CLOSED(self);
195     return PyBytes_FromStringAndSize(self->buf, self->string_size);
196 }
197 
198 PyDoc_STRVAR(isatty_doc,
199 "isatty() -> False.\n"
200 "\n"
201 "Always returns False since BytesIO objects are not connected\n"
202 "to a tty-like device.");
203 
204 static PyObject *
bytesio_isatty(bytesio * self)205 bytesio_isatty(bytesio *self)
206 {
207     CHECK_CLOSED(self);
208     Py_RETURN_FALSE;
209 }
210 
211 PyDoc_STRVAR(tell_doc,
212 "tell() -> current file position, an integer\n");
213 
214 static PyObject *
bytesio_tell(bytesio * self)215 bytesio_tell(bytesio *self)
216 {
217     CHECK_CLOSED(self);
218     return PyLong_FromSsize_t(self->pos);
219 }
220 
221 PyDoc_STRVAR(read_doc,
222 "read([size]) -> read at most size bytes, returned as a string.\n"
223 "\n"
224 "If the size argument is negative, read until EOF is reached.\n"
225 "Return an empty string at EOF.");
226 
227 static PyObject *
bytesio_read(bytesio * self,PyObject * args)228 bytesio_read(bytesio *self, PyObject *args)
229 {
230     Py_ssize_t size, n;
231     char *output;
232     PyObject *arg = Py_None;
233 
234     CHECK_CLOSED(self);
235 
236     if (!PyArg_ParseTuple(args, "|O:read", &arg))
237         return NULL;
238 
239     if (PyNumber_Check(arg)) {
240         size = PyNumber_AsSsize_t(arg, PyExc_OverflowError);
241         if (size == -1 && PyErr_Occurred())
242             return NULL;
243     }
244     else if (arg == Py_None) {
245         /* Read until EOF is reached, by default. */
246         size = -1;
247     }
248     else {
249         PyErr_Format(PyExc_TypeError, "integer argument expected, got '%s'",
250                      Py_TYPE(arg)->tp_name);
251         return NULL;
252     }
253 
254     /* adjust invalid sizes */
255     n = self->string_size - self->pos;
256     if (size < 0 || size > n) {
257         size = n;
258         if (size < 0)
259             size = 0;
260     }
261 
262     assert(self->buf != NULL);
263     output = self->buf + self->pos;
264     self->pos += size;
265 
266     return PyBytes_FromStringAndSize(output, size);
267 }
268 
269 
270 PyDoc_STRVAR(read1_doc,
271 "read1(size) -> read at most size bytes, returned as a string.\n"
272 "\n"
273 "If the size argument is negative or omitted, read until EOF is reached.\n"
274 "Return an empty string at EOF.");
275 
276 static PyObject *
bytesio_read1(bytesio * self,PyObject * n)277 bytesio_read1(bytesio *self, PyObject *n)
278 {
279     PyObject *arg, *res;
280 
281     arg = PyTuple_Pack(1, n);
282     if (arg == NULL)
283         return NULL;
284     res  = bytesio_read(self, arg);
285     Py_DECREF(arg);
286     return res;
287 }
288 
289 PyDoc_STRVAR(readline_doc,
290 "readline([size]) -> next line from the file, as a string.\n"
291 "\n"
292 "Retain newline.  A non-negative size argument limits the maximum\n"
293 "number of bytes to return (an incomplete line may be returned then).\n"
294 "Return an empty string at EOF.\n");
295 
296 static PyObject *
bytesio_readline(bytesio * self,PyObject * args)297 bytesio_readline(bytesio *self, PyObject *args)
298 {
299     Py_ssize_t size, n;
300     char *output;
301     PyObject *arg = Py_None;
302 
303     CHECK_CLOSED(self);
304 
305     if (!PyArg_ParseTuple(args, "|O:readline", &arg))
306         return NULL;
307 
308     if (PyNumber_Check(arg)) {
309         size = PyNumber_AsSsize_t(arg, PyExc_OverflowError);
310         if (size == -1 && PyErr_Occurred())
311             return NULL;
312     }
313     else if (arg == Py_None) {
314         /* No size limit, by default. */
315         size = -1;
316     }
317     else {
318         PyErr_Format(PyExc_TypeError, "integer argument expected, got '%s'",
319                      Py_TYPE(arg)->tp_name);
320         return NULL;
321     }
322 
323     n = get_line(self, &output);
324 
325     if (size >= 0 && size < n) {
326         size = n - size;
327         n -= size;
328         self->pos -= size;
329     }
330 
331     return PyBytes_FromStringAndSize(output, n);
332 }
333 
334 PyDoc_STRVAR(readlines_doc,
335 "readlines([size]) -> list of strings, each a line from the file.\n"
336 "\n"
337 "Call readline() repeatedly and return a list of the lines so read.\n"
338 "The optional size argument, if given, is an approximate bound on the\n"
339 "total number of bytes in the lines returned.\n");
340 
341 static PyObject *
bytesio_readlines(bytesio * self,PyObject * args)342 bytesio_readlines(bytesio *self, PyObject *args)
343 {
344     Py_ssize_t maxsize, size, n;
345     PyObject *result, *line;
346     char *output;
347     PyObject *arg = Py_None;
348 
349     CHECK_CLOSED(self);
350 
351     if (!PyArg_ParseTuple(args, "|O:readlines", &arg))
352         return NULL;
353 
354     if (PyNumber_Check(arg)) {
355         maxsize = PyNumber_AsSsize_t(arg, PyExc_OverflowError);
356         if (maxsize == -1 && PyErr_Occurred())
357             return NULL;
358     }
359     else if (arg == Py_None) {
360         /* No size limit, by default. */
361         maxsize = -1;
362     }
363     else {
364         PyErr_Format(PyExc_TypeError, "integer argument expected, got '%s'",
365                      Py_TYPE(arg)->tp_name);
366         return NULL;
367     }
368 
369     size = 0;
370     result = PyList_New(0);
371     if (!result)
372         return NULL;
373 
374     while ((n = get_line(self, &output)) != 0) {
375         line = PyBytes_FromStringAndSize(output, n);
376         if (!line)
377             goto on_error;
378         if (PyList_Append(result, line) == -1) {
379             Py_DECREF(line);
380             goto on_error;
381         }
382         Py_DECREF(line);
383         size += n;
384         if (maxsize > 0 && size >= maxsize)
385             break;
386     }
387     return result;
388 
389   on_error:
390     Py_DECREF(result);
391     return NULL;
392 }
393 
394 PyDoc_STRVAR(readinto_doc,
395 "readinto(b) -> int.  Read up to len(b) bytes into b.\n"
396 "\n"
397 "Returns number of bytes read (0 for EOF), or None if the object\n"
398 "is set not to block and has no data to read.");
399 
400 static PyObject *
bytesio_readinto(bytesio * self,PyObject * args)401 bytesio_readinto(bytesio *self, PyObject *args)
402 {
403     Py_buffer buf;
404     Py_ssize_t len, n;
405 
406     CHECK_CLOSED(self);
407 
408     if (!PyArg_ParseTuple(args, "w*", &buf))
409         return NULL;
410 
411     len = buf.len;
412     /* adjust invalid sizes */
413     n = self->string_size - self->pos;
414     if (len > n) {
415         len = n;
416         if (len < 0)
417             len = 0;
418     }
419 
420     memcpy(buf.buf, self->buf + self->pos, len);
421     assert(self->pos + len < PY_SSIZE_T_MAX);
422     assert(len >= 0);
423     self->pos += len;
424 
425     PyBuffer_Release(&buf);
426     return PyLong_FromSsize_t(len);
427 }
428 
429 PyDoc_STRVAR(truncate_doc,
430 "truncate([size]) -> int.  Truncate the file to at most size bytes.\n"
431 "\n"
432 "Size defaults to the current file position, as returned by tell().\n"
433 "The current file position is unchanged.  Returns the new size.\n");
434 
435 static PyObject *
bytesio_truncate(bytesio * self,PyObject * args)436 bytesio_truncate(bytesio *self, PyObject *args)
437 {
438     Py_ssize_t size;
439     PyObject *arg = Py_None;
440 
441     CHECK_CLOSED(self);
442 
443     if (!PyArg_ParseTuple(args, "|O:truncate", &arg))
444         return NULL;
445 
446     if (PyNumber_Check(arg)) {
447         size = PyNumber_AsSsize_t(arg, PyExc_OverflowError);
448         if (size == -1 && PyErr_Occurred())
449             return NULL;
450     }
451     else if (arg == Py_None) {
452         /* Truncate to current position if no argument is passed. */
453         size = self->pos;
454     }
455     else {
456         PyErr_Format(PyExc_TypeError, "integer argument expected, got '%s'",
457                      Py_TYPE(arg)->tp_name);
458         return NULL;
459     }
460 
461     if (size < 0) {
462         PyErr_Format(PyExc_ValueError,
463                      "negative size value %zd", size);
464         return NULL;
465     }
466 
467     if (size < self->string_size) {
468         self->string_size = size;
469         if (resize_buffer(self, size) < 0)
470             return NULL;
471     }
472 
473     return PyLong_FromSsize_t(size);
474 }
475 
476 static PyObject *
bytesio_iternext(bytesio * self)477 bytesio_iternext(bytesio *self)
478 {
479     char *next;
480     Py_ssize_t n;
481 
482     CHECK_CLOSED(self);
483 
484     n = get_line(self, &next);
485 
486     if (!next || n == 0)
487         return NULL;
488 
489     return PyBytes_FromStringAndSize(next, n);
490 }
491 
492 PyDoc_STRVAR(seek_doc,
493 "seek(pos[, whence]) -> int.  Change stream position.\n"
494 "\n"
495 "Seek to byte offset pos relative to position indicated by whence:\n"
496 "     0  Start of stream (the default).  pos should be >= 0;\n"
497 "     1  Current position - pos may be negative;\n"
498 "     2  End of stream - pos usually negative.\n"
499 "Returns the new absolute position.");
500 
501 static PyObject *
bytesio_seek(bytesio * self,PyObject * args)502 bytesio_seek(bytesio *self, PyObject *args)
503 {
504     PyObject *posobj;
505     Py_ssize_t pos;
506     int mode = 0;
507 
508     CHECK_CLOSED(self);
509 
510     if (!PyArg_ParseTuple(args, "O|i:seek", &posobj, &mode))
511         return NULL;
512 
513     pos = PyNumber_AsSsize_t(posobj, PyExc_OverflowError);
514     if (pos == -1 && PyErr_Occurred())
515         return NULL;
516 
517     if (pos < 0 && mode == 0) {
518         PyErr_Format(PyExc_ValueError,
519                      "negative seek value %zd", pos);
520         return NULL;
521     }
522 
523     /* mode 0: offset relative to beginning of the string.
524        mode 1: offset relative to current position.
525        mode 2: offset relative the end of the string. */
526     if (mode == 1) {
527         if (pos > PY_SSIZE_T_MAX - self->pos) {
528             PyErr_SetString(PyExc_OverflowError,
529                             "new position too large");
530             return NULL;
531         }
532         pos += self->pos;
533     }
534     else if (mode == 2) {
535         if (pos > PY_SSIZE_T_MAX - self->string_size) {
536             PyErr_SetString(PyExc_OverflowError,
537                             "new position too large");
538             return NULL;
539         }
540         pos += self->string_size;
541     }
542     else if (mode != 0) {
543         PyErr_Format(PyExc_ValueError,
544                      "invalid whence (%i, should be 0, 1 or 2)", mode);
545         return NULL;
546     }
547 
548     if (pos < 0)
549         pos = 0;
550     self->pos = pos;
551 
552     return PyLong_FromSsize_t(self->pos);
553 }
554 
555 PyDoc_STRVAR(write_doc,
556 "write(bytes) -> int.  Write bytes to file.\n"
557 "\n"
558 "Return the number of bytes written.");
559 
560 static PyObject *
bytesio_write(bytesio * self,PyObject * obj)561 bytesio_write(bytesio *self, PyObject *obj)
562 {
563     Py_ssize_t n = 0;
564     Py_buffer buf;
565     PyObject *result = NULL;
566 
567     CHECK_CLOSED(self);
568 
569     if (PyObject_GetBuffer(obj, &buf, PyBUF_CONTIG_RO) < 0)
570         return NULL;
571 
572     if (buf.len != 0)
573         n = write_bytes(self, buf.buf, buf.len);
574     if (n >= 0)
575         result = PyLong_FromSsize_t(n);
576 
577     PyBuffer_Release(&buf);
578     return result;
579 }
580 
581 PyDoc_STRVAR(writelines_doc,
582 "writelines(sequence_of_strings) -> None.  Write strings to the file.\n"
583 "\n"
584 "Note that newlines are not added.  The sequence can be any iterable\n"
585 "object producing strings. This is equivalent to calling write() for\n"
586 "each string.");
587 
588 static PyObject *
bytesio_writelines(bytesio * self,PyObject * v)589 bytesio_writelines(bytesio *self, PyObject *v)
590 {
591     PyObject *it, *item;
592     PyObject *ret;
593 
594     CHECK_CLOSED(self);
595 
596     it = PyObject_GetIter(v);
597     if (it == NULL)
598         return NULL;
599 
600     while ((item = PyIter_Next(it)) != NULL) {
601         ret = bytesio_write(self, item);
602         Py_DECREF(item);
603         if (ret == NULL) {
604             Py_DECREF(it);
605             return NULL;
606         }
607         Py_DECREF(ret);
608     }
609     Py_DECREF(it);
610 
611     /* See if PyIter_Next failed */
612     if (PyErr_Occurred())
613         return NULL;
614 
615     Py_RETURN_NONE;
616 }
617 
618 PyDoc_STRVAR(close_doc,
619 "close() -> None.  Disable all I/O operations.");
620 
621 static PyObject *
bytesio_close(bytesio * self)622 bytesio_close(bytesio *self)
623 {
624     if (self->buf != NULL) {
625         PyMem_Free(self->buf);
626         self->buf = NULL;
627     }
628     Py_RETURN_NONE;
629 }
630 
631 /* Pickling support.
632 
633    Note that only pickle protocol 2 and onward are supported since we use
634    extended __reduce__ API of PEP 307 to make BytesIO instances picklable.
635 
636    Providing support for protocol < 2 would require the __reduce_ex__ method
637    which is notably long-winded when defined properly.
638 
639    For BytesIO, the implementation would similar to one coded for
640    object.__reduce_ex__, but slightly less general. To be more specific, we
641    could call bytesio_getstate directly and avoid checking for the presence of
642    a fallback __reduce__ method. However, we would still need a __newobj__
643    function to use the efficient instance representation of PEP 307.
644  */
645 
646 static PyObject *
bytesio_getstate(bytesio * self)647 bytesio_getstate(bytesio *self)
648 {
649     PyObject *initvalue = bytesio_getvalue(self);
650     PyObject *dict;
651     PyObject *state;
652 
653     if (initvalue == NULL)
654         return NULL;
655     if (self->dict == NULL) {
656         Py_INCREF(Py_None);
657         dict = Py_None;
658     }
659     else {
660         dict = PyDict_Copy(self->dict);
661         if (dict == NULL)
662             return NULL;
663     }
664 
665     state = Py_BuildValue("(OnN)", initvalue, self->pos, dict);
666     Py_DECREF(initvalue);
667     return state;
668 }
669 
670 static PyObject *
bytesio_setstate(bytesio * self,PyObject * state)671 bytesio_setstate(bytesio *self, PyObject *state)
672 {
673     PyObject *result;
674     PyObject *position_obj;
675     PyObject *dict;
676     Py_ssize_t pos;
677 
678     assert(state != NULL);
679 
680     /* We allow the state tuple to be longer than 3, because we may need
681        someday to extend the object's state without breaking
682        backward-compatibility. */
683     if (!PyTuple_Check(state) || Py_SIZE(state) < 3) {
684         PyErr_Format(PyExc_TypeError,
685                      "%.200s.__setstate__ argument should be 3-tuple, got %.200s",
686                      Py_TYPE(self)->tp_name, Py_TYPE(state)->tp_name);
687         return NULL;
688     }
689     /* Reset the object to its default state. This is only needed to handle
690        the case of repeated calls to __setstate__. */
691     self->string_size = 0;
692     self->pos = 0;
693 
694     /* Set the value of the internal buffer. If state[0] does not support the
695        buffer protocol, bytesio_write will raise the appropriate TypeError. */
696     result = bytesio_write(self, PyTuple_GET_ITEM(state, 0));
697     if (result == NULL)
698         return NULL;
699     Py_DECREF(result);
700 
701     /* Set carefully the position value. Alternatively, we could use the seek
702        method instead of modifying self->pos directly to better protect the
703        object internal state against errneous (or malicious) inputs. */
704     position_obj = PyTuple_GET_ITEM(state, 1);
705     if (!PyIndex_Check(position_obj)) {
706         PyErr_Format(PyExc_TypeError,
707                      "second item of state must be an integer, not %.200s",
708                      Py_TYPE(position_obj)->tp_name);
709         return NULL;
710     }
711     pos = PyNumber_AsSsize_t(position_obj, PyExc_OverflowError);
712     if (pos == -1 && PyErr_Occurred())
713         return NULL;
714     if (pos < 0) {
715         PyErr_SetString(PyExc_ValueError,
716                         "position value cannot be negative");
717         return NULL;
718     }
719     self->pos = pos;
720 
721     /* Set the dictionary of the instance variables. */
722     dict = PyTuple_GET_ITEM(state, 2);
723     if (dict != Py_None) {
724         if (!PyDict_Check(dict)) {
725             PyErr_Format(PyExc_TypeError,
726                          "third item of state should be a dict, got a %.200s",
727                          Py_TYPE(dict)->tp_name);
728             return NULL;
729         }
730         if (self->dict) {
731             /* Alternatively, we could replace the internal dictionary
732                completely. However, it seems more practical to just update it. */
733             if (PyDict_Update(self->dict, dict) < 0)
734                 return NULL;
735         }
736         else {
737             Py_INCREF(dict);
738             self->dict = dict;
739         }
740     }
741 
742     Py_RETURN_NONE;
743 }
744 
745 static void
bytesio_dealloc(bytesio * self)746 bytesio_dealloc(bytesio *self)
747 {
748     /* bpo-31095: UnTrack is needed before calling any callbacks */
749     _PyObject_GC_UNTRACK(self);
750     if (self->buf != NULL) {
751         PyMem_Free(self->buf);
752         self->buf = NULL;
753     }
754     Py_CLEAR(self->dict);
755     if (self->weakreflist != NULL)
756         PyObject_ClearWeakRefs((PyObject *) self);
757     Py_TYPE(self)->tp_free(self);
758 }
759 
760 static PyObject *
bytesio_new(PyTypeObject * type,PyObject * args,PyObject * kwds)761 bytesio_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
762 {
763     bytesio *self;
764 
765     assert(type != NULL && type->tp_alloc != NULL);
766     self = (bytesio *)type->tp_alloc(type, 0);
767     if (self == NULL)
768         return NULL;
769 
770     /* tp_alloc initializes all the fields to zero. So we don't have to
771        initialize them here. */
772 
773     self->buf = (char *)PyMem_Malloc(0);
774     if (self->buf == NULL) {
775         Py_DECREF(self);
776         return PyErr_NoMemory();
777     }
778 
779     return (PyObject *)self;
780 }
781 
782 static int
bytesio_init(bytesio * self,PyObject * args,PyObject * kwds)783 bytesio_init(bytesio *self, PyObject *args, PyObject *kwds)
784 {
785     char *kwlist[] = {"initial_bytes", NULL};
786     PyObject *initvalue = NULL;
787 
788     if (!PyArg_ParseTupleAndKeywords(args, kwds, "|O:BytesIO", kwlist,
789                                      &initvalue))
790         return -1;
791 
792     /* In case, __init__ is called multiple times. */
793     self->string_size = 0;
794     self->pos = 0;
795 
796     if (initvalue && initvalue != Py_None) {
797         PyObject *res;
798         res = bytesio_write(self, initvalue);
799         if (res == NULL)
800             return -1;
801         Py_DECREF(res);
802         self->pos = 0;
803     }
804 
805     return 0;
806 }
807 
808 static PyObject *
bytesio_sizeof(bytesio * self,void * unused)809 bytesio_sizeof(bytesio *self, void *unused)
810 {
811     Py_ssize_t res;
812 
813     res = _PyObject_SIZE(Py_TYPE(self));
814     if (self->buf)
815         res += self->buf_size;
816     return PyLong_FromSsize_t(res);
817 }
818 
819 static int
bytesio_traverse(bytesio * self,visitproc visit,void * arg)820 bytesio_traverse(bytesio *self, visitproc visit, void *arg)
821 {
822     Py_VISIT(self->dict);
823     return 0;
824 }
825 
826 static int
bytesio_clear(bytesio * self)827 bytesio_clear(bytesio *self)
828 {
829     Py_CLEAR(self->dict);
830     return 0;
831 }
832 
833 
834 static PyGetSetDef bytesio_getsetlist[] = {
835     {"closed",  (getter)bytesio_get_closed, NULL,
836      "True if the file is closed."},
837     {NULL},            /* sentinel */
838 };
839 
840 static struct PyMethodDef bytesio_methods[] = {
841     {"readable",   (PyCFunction)return_not_closed,  METH_NOARGS, readable_doc},
842     {"seekable",   (PyCFunction)return_not_closed,  METH_NOARGS, seekable_doc},
843     {"writable",   (PyCFunction)return_not_closed,  METH_NOARGS, writable_doc},
844     {"close",      (PyCFunction)bytesio_close,      METH_NOARGS, close_doc},
845     {"flush",      (PyCFunction)bytesio_flush,      METH_NOARGS, flush_doc},
846     {"isatty",     (PyCFunction)bytesio_isatty,     METH_NOARGS, isatty_doc},
847     {"tell",       (PyCFunction)bytesio_tell,       METH_NOARGS, tell_doc},
848     {"write",      (PyCFunction)bytesio_write,      METH_O, write_doc},
849     {"writelines", (PyCFunction)bytesio_writelines, METH_O, writelines_doc},
850     {"read1",      (PyCFunction)bytesio_read1,      METH_O, read1_doc},
851     {"readinto",   (PyCFunction)bytesio_readinto,   METH_VARARGS, readinto_doc},
852     {"readline",   (PyCFunction)bytesio_readline,   METH_VARARGS, readline_doc},
853     {"readlines",  (PyCFunction)bytesio_readlines,  METH_VARARGS, readlines_doc},
854     {"read",       (PyCFunction)bytesio_read,       METH_VARARGS, read_doc},
855     {"getvalue",   (PyCFunction)bytesio_getvalue,   METH_NOARGS,  getval_doc},
856     {"seek",       (PyCFunction)bytesio_seek,       METH_VARARGS, seek_doc},
857     {"truncate",   (PyCFunction)bytesio_truncate,   METH_VARARGS, truncate_doc},
858     {"__getstate__",  (PyCFunction)bytesio_getstate,  METH_NOARGS, NULL},
859     {"__setstate__",  (PyCFunction)bytesio_setstate,  METH_O, NULL},
860     {"__sizeof__", (PyCFunction)bytesio_sizeof,     METH_NOARGS, NULL},
861     {NULL, NULL}        /* sentinel */
862 };
863 
864 PyDoc_STRVAR(bytesio_doc,
865 "BytesIO([buffer]) -> object\n"
866 "\n"
867 "Create a buffered I/O implementation using an in-memory bytes\n"
868 "buffer, ready for reading and writing.");
869 
870 PyTypeObject PyBytesIO_Type = {
871     PyVarObject_HEAD_INIT(NULL, 0)
872     "_io.BytesIO",                             /*tp_name*/
873     sizeof(bytesio),                     /*tp_basicsize*/
874     0,                                         /*tp_itemsize*/
875     (destructor)bytesio_dealloc,               /*tp_dealloc*/
876     0,                                         /*tp_print*/
877     0,                                         /*tp_getattr*/
878     0,                                         /*tp_setattr*/
879     0,                                         /*tp_reserved*/
880     0,                                         /*tp_repr*/
881     0,                                         /*tp_as_number*/
882     0,                                         /*tp_as_sequence*/
883     0,                                         /*tp_as_mapping*/
884     0,                                         /*tp_hash*/
885     0,                                         /*tp_call*/
886     0,                                         /*tp_str*/
887     0,                                         /*tp_getattro*/
888     0,                                         /*tp_setattro*/
889     0,                                         /*tp_as_buffer*/
890     Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE |
891     Py_TPFLAGS_HAVE_GC,                        /*tp_flags*/
892     bytesio_doc,                               /*tp_doc*/
893     (traverseproc)bytesio_traverse,            /*tp_traverse*/
894     (inquiry)bytesio_clear,                    /*tp_clear*/
895     0,                                         /*tp_richcompare*/
896     offsetof(bytesio, weakreflist),      /*tp_weaklistoffset*/
897     PyObject_SelfIter,                         /*tp_iter*/
898     (iternextfunc)bytesio_iternext,            /*tp_iternext*/
899     bytesio_methods,                           /*tp_methods*/
900     0,                                         /*tp_members*/
901     bytesio_getsetlist,                        /*tp_getset*/
902     0,                                         /*tp_base*/
903     0,                                         /*tp_dict*/
904     0,                                         /*tp_descr_get*/
905     0,                                         /*tp_descr_set*/
906     offsetof(bytesio, dict),             /*tp_dictoffset*/
907     (initproc)bytesio_init,                    /*tp_init*/
908     0,                                         /*tp_alloc*/
909     bytesio_new,                               /*tp_new*/
910 };
911