buffered.rs 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146
  1. // Copyright 2013 The Rust Project Developers. See the COPYRIGHT
  2. // file at the top-level directory of this distribution and at
  3. // http://rust-lang.org/COPYRIGHT.
  4. //
  5. // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
  6. // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
  7. // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
  8. // option. This file may not be copied, modified, or distributed
  9. // except according to those terms.
  10. //! Buffering wrappers for I/O traits
  11. use io::prelude::*;
  12. use marker::Reflect;
  13. use cmp;
  14. use error;
  15. use fmt;
  16. use io::{self, DEFAULT_BUF_SIZE, Error, ErrorKind, SeekFrom};
  17. use memchr;
  18. /// The `BufReader` struct adds buffering to any reader.
  19. ///
  20. /// It can be excessively inefficient to work directly with a `Read` instance.
  21. /// For example, every call to `read` on `TcpStream` results in a system call.
  22. /// A `BufReader` performs large, infrequent reads on the underlying `Read`
  23. /// and maintains an in-memory buffer of the results.
  24. ///
  25. /// # Examples
  26. ///
  27. /// ```
  28. /// use std::io::prelude::*;
  29. /// use std::io::BufReader;
  30. /// use std::fs::File;
  31. ///
  32. /// # fn foo() -> std::io::Result<()> {
  33. /// let mut f = try!(File::open("log.txt"));
  34. /// let mut reader = BufReader::new(f);
  35. ///
  36. /// let mut line = String::new();
  37. /// let len = try!(reader.read_line(&mut line));
  38. /// println!("First line is {} bytes long", len);
  39. /// # Ok(())
  40. /// # }
  41. /// ```
  42. #[stable(feature = "rust1", since = "1.0.0")]
  43. pub struct BufReader<R> {
  44. inner: R,
  45. buf: Box<[u8]>,
  46. pos: usize,
  47. cap: usize,
  48. }
  49. impl<R: Read> BufReader<R> {
  50. /// Creates a new `BufReader` with a default buffer capacity.
  51. ///
  52. /// # Examples
  53. ///
  54. /// ```
  55. /// use std::io::BufReader;
  56. /// use std::fs::File;
  57. ///
  58. /// # fn foo() -> std::io::Result<()> {
  59. /// let mut f = try!(File::open("log.txt"));
  60. /// let mut reader = BufReader::new(f);
  61. /// # Ok(())
  62. /// # }
  63. /// ```
  64. #[stable(feature = "rust1", since = "1.0.0")]
  65. pub fn new(inner: R) -> BufReader<R> {
  66. BufReader::with_capacity(DEFAULT_BUF_SIZE, inner)
  67. }
  68. /// Creates a new `BufReader` with the specified buffer capacity.
  69. ///
  70. /// # Examples
  71. ///
  72. /// Creating a buffer with ten bytes of capacity:
  73. ///
  74. /// ```
  75. /// use std::io::BufReader;
  76. /// use std::fs::File;
  77. ///
  78. /// # fn foo() -> std::io::Result<()> {
  79. /// let mut f = try!(File::open("log.txt"));
  80. /// let mut reader = BufReader::with_capacity(10, f);
  81. /// # Ok(())
  82. /// # }
  83. /// ```
  84. #[stable(feature = "rust1", since = "1.0.0")]
  85. pub fn with_capacity(cap: usize, inner: R) -> BufReader<R> {
  86. BufReader {
  87. inner: inner,
  88. buf: vec![0; cap].into_boxed_slice(),
  89. pos: 0,
  90. cap: 0,
  91. }
  92. }
  93. /// Gets a reference to the underlying reader.
  94. ///
  95. /// It is inadvisable to directly read from the underlying reader.
  96. ///
  97. /// # Examples
  98. ///
  99. /// ```
  100. /// use std::io::BufReader;
  101. /// use std::fs::File;
  102. ///
  103. /// # fn foo() -> std::io::Result<()> {
  104. /// let mut f1 = try!(File::open("log.txt"));
  105. /// let mut reader = BufReader::new(f1);
  106. ///
  107. /// let f2 = reader.get_ref();
  108. /// # Ok(())
  109. /// # }
  110. /// ```
  111. #[stable(feature = "rust1", since = "1.0.0")]
  112. pub fn get_ref(&self) -> &R { &self.inner }
  113. /// Gets a mutable reference to the underlying reader.
  114. ///
  115. /// It is inadvisable to directly read from the underlying reader.
  116. ///
  117. /// # Examples
  118. ///
  119. /// ```
  120. /// use std::io::BufReader;
  121. /// use std::fs::File;
  122. ///
  123. /// # fn foo() -> std::io::Result<()> {
  124. /// let mut f1 = try!(File::open("log.txt"));
  125. /// let mut reader = BufReader::new(f1);
  126. ///
  127. /// let f2 = reader.get_mut();
  128. /// # Ok(())
  129. /// # }
  130. /// ```
  131. #[stable(feature = "rust1", since = "1.0.0")]
  132. pub fn get_mut(&mut self) -> &mut R { &mut self.inner }
  133. /// Unwraps this `BufReader`, returning the underlying reader.
  134. ///
  135. /// Note that any leftover data in the internal buffer is lost.
  136. ///
  137. /// # Examples
  138. ///
  139. /// ```
  140. /// use std::io::BufReader;
  141. /// use std::fs::File;
  142. ///
  143. /// # fn foo() -> std::io::Result<()> {
  144. /// let mut f1 = try!(File::open("log.txt"));
  145. /// let mut reader = BufReader::new(f1);
  146. ///
  147. /// let f2 = reader.into_inner();
  148. /// # Ok(())
  149. /// # }
  150. /// ```
  151. #[stable(feature = "rust1", since = "1.0.0")]
  152. pub fn into_inner(self) -> R { self.inner }
  153. }
  154. #[stable(feature = "rust1", since = "1.0.0")]
  155. impl<R: Read> Read for BufReader<R> {
  156. fn read(&mut self, buf: &mut [u8]) -> io::Result<usize> {
  157. // If we don't have any buffered data and we're doing a massive read
  158. // (larger than our internal buffer), bypass our internal buffer
  159. // entirely.
  160. if self.pos == self.cap && buf.len() >= self.buf.len() {
  161. return self.inner.read(buf);
  162. }
  163. let nread = {
  164. let mut rem = self.fill_buf()?;
  165. rem.read(buf)?
  166. };
  167. self.consume(nread);
  168. Ok(nread)
  169. }
  170. }
  171. #[stable(feature = "rust1", since = "1.0.0")]
  172. impl<R: Read> BufRead for BufReader<R> {
  173. fn fill_buf(&mut self) -> io::Result<&[u8]> {
  174. // If we've reached the end of our internal buffer then we need to fetch
  175. // some more data from the underlying reader.
  176. if self.pos == self.cap {
  177. self.cap = self.inner.read(&mut self.buf)?;
  178. self.pos = 0;
  179. }
  180. Ok(&self.buf[self.pos..self.cap])
  181. }
  182. fn consume(&mut self, amt: usize) {
  183. self.pos = cmp::min(self.pos + amt, self.cap);
  184. }
  185. }
  186. #[stable(feature = "rust1", since = "1.0.0")]
  187. impl<R> fmt::Debug for BufReader<R> where R: fmt::Debug {
  188. fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
  189. fmt.debug_struct("BufReader")
  190. .field("reader", &self.inner)
  191. .field("buffer", &format_args!("{}/{}", self.cap - self.pos, self.buf.len()))
  192. .finish()
  193. }
  194. }
  195. #[stable(feature = "rust1", since = "1.0.0")]
  196. impl<R: Seek> Seek for BufReader<R> {
  197. /// Seek to an offset, in bytes, in the underlying reader.
  198. ///
  199. /// The position used for seeking with `SeekFrom::Current(_)` is the
  200. /// position the underlying reader would be at if the `BufReader` had no
  201. /// internal buffer.
  202. ///
  203. /// Seeking always discards the internal buffer, even if the seek position
  204. /// would otherwise fall within it. This guarantees that calling
  205. /// `.into_inner()` immediately after a seek yields the underlying reader
  206. /// at the same position.
  207. ///
  208. /// See `std::io::Seek` for more details.
  209. ///
  210. /// Note: In the edge case where you're seeking with `SeekFrom::Current(n)`
  211. /// where `n` minus the internal buffer length underflows an `i64`, two
  212. /// seeks will be performed instead of one. If the second seek returns
  213. /// `Err`, the underlying reader will be left at the same position it would
  214. /// have if you seeked to `SeekFrom::Current(0)`.
  215. fn seek(&mut self, pos: SeekFrom) -> io::Result<u64> {
  216. let result: u64;
  217. if let SeekFrom::Current(n) = pos {
  218. let remainder = (self.cap - self.pos) as i64;
  219. // it should be safe to assume that remainder fits within an i64 as the alternative
  220. // means we managed to allocate 8 ebibytes and that's absurd.
  221. // But it's not out of the realm of possibility for some weird underlying reader to
  222. // support seeking by i64::min_value() so we need to handle underflow when subtracting
  223. // remainder.
  224. if let Some(offset) = n.checked_sub(remainder) {
  225. result = self.inner.seek(SeekFrom::Current(offset))?;
  226. } else {
  227. // seek backwards by our remainder, and then by the offset
  228. self.inner.seek(SeekFrom::Current(-remainder))?;
  229. self.pos = self.cap; // empty the buffer
  230. result = self.inner.seek(SeekFrom::Current(n))?;
  231. }
  232. } else {
  233. // Seeking with Start/End doesn't care about our buffer length.
  234. result = self.inner.seek(pos)?;
  235. }
  236. self.pos = self.cap; // empty the buffer
  237. Ok(result)
  238. }
  239. }
  240. /// Wraps a writer and buffers its output.
  241. ///
  242. /// It can be excessively inefficient to work directly with something that
  243. /// implements `Write`. For example, every call to `write` on `TcpStream`
  244. /// results in a system call. A `BufWriter` keeps an in-memory buffer of data
  245. /// and writes it to an underlying writer in large, infrequent batches.
  246. ///
  247. /// The buffer will be written out when the writer is dropped.
  248. ///
  249. /// # Examples
  250. ///
  251. /// Let's write the numbers one through ten to a `TcpStream`:
  252. ///
  253. /// ```no_run
  254. /// use std::io::prelude::*;
  255. /// use std::net::TcpStream;
  256. ///
  257. /// let mut stream = TcpStream::connect("127.0.0.1:34254").unwrap();
  258. ///
  259. /// for i in 1..10 {
  260. /// stream.write(&[i]).unwrap();
  261. /// }
  262. /// ```
  263. ///
  264. /// Because we're not buffering, we write each one in turn, incurring the
  265. /// overhead of a system call per byte written. We can fix this with a
  266. /// `BufWriter`:
  267. ///
  268. /// ```no_run
  269. /// use std::io::prelude::*;
  270. /// use std::io::BufWriter;
  271. /// use std::net::TcpStream;
  272. ///
  273. /// let mut stream = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  274. ///
  275. /// for i in 1..10 {
  276. /// stream.write(&[i]).unwrap();
  277. /// }
  278. /// ```
  279. ///
  280. /// By wrapping the stream with a `BufWriter`, these ten writes are all grouped
  281. /// together by the buffer, and will all be written out in one system call when
  282. /// the `stream` is dropped.
  283. #[stable(feature = "rust1", since = "1.0.0")]
  284. pub struct BufWriter<W: Write> {
  285. inner: Option<W>,
  286. buf: Vec<u8>,
  287. // #30888: If the inner writer panics in a call to write, we don't want to
  288. // write the buffered data a second time in BufWriter's destructor. This
  289. // flag tells the Drop impl if it should skip the flush.
  290. panicked: bool,
  291. }
  292. /// An error returned by `into_inner` which combines an error that
  293. /// happened while writing out the buffer, and the buffered writer object
  294. /// which may be used to recover from the condition.
  295. ///
  296. /// # Examples
  297. ///
  298. /// ```no_run
  299. /// use std::io::BufWriter;
  300. /// use std::net::TcpStream;
  301. ///
  302. /// let mut stream = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  303. ///
  304. /// // do stuff with the stream
  305. ///
  306. /// // we want to get our `TcpStream` back, so let's try:
  307. ///
  308. /// let stream = match stream.into_inner() {
  309. /// Ok(s) => s,
  310. /// Err(e) => {
  311. /// // Here, e is an IntoInnerError
  312. /// panic!("An error occurred");
  313. /// }
  314. /// };
  315. /// ```
  316. #[derive(Debug)]
  317. #[stable(feature = "rust1", since = "1.0.0")]
  318. pub struct IntoInnerError<W>(W, Error);
  319. impl<W: Write> BufWriter<W> {
  320. /// Creates a new `BufWriter` with a default buffer capacity.
  321. ///
  322. /// # Examples
  323. ///
  324. /// ```no_run
  325. /// use std::io::BufWriter;
  326. /// use std::net::TcpStream;
  327. ///
  328. /// let mut buffer = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  329. /// ```
  330. #[stable(feature = "rust1", since = "1.0.0")]
  331. pub fn new(inner: W) -> BufWriter<W> {
  332. BufWriter::with_capacity(DEFAULT_BUF_SIZE, inner)
  333. }
  334. /// Creates a new `BufWriter` with the specified buffer capacity.
  335. ///
  336. /// # Examples
  337. ///
  338. /// Creating a buffer with a buffer of a hundred bytes.
  339. ///
  340. /// ```no_run
  341. /// use std::io::BufWriter;
  342. /// use std::net::TcpStream;
  343. ///
  344. /// let stream = TcpStream::connect("127.0.0.1:34254").unwrap();
  345. /// let mut buffer = BufWriter::with_capacity(100, stream);
  346. /// ```
  347. #[stable(feature = "rust1", since = "1.0.0")]
  348. pub fn with_capacity(cap: usize, inner: W) -> BufWriter<W> {
  349. BufWriter {
  350. inner: Some(inner),
  351. buf: Vec::with_capacity(cap),
  352. panicked: false,
  353. }
  354. }
  355. fn flush_buf(&mut self) -> io::Result<()> {
  356. let mut written = 0;
  357. let len = self.buf.len();
  358. let mut ret = Ok(());
  359. while written < len {
  360. self.panicked = true;
  361. let r = self.inner.as_mut().unwrap().write(&self.buf[written..]);
  362. self.panicked = false;
  363. match r {
  364. Ok(0) => {
  365. ret = Err(Error::new(ErrorKind::WriteZero,
  366. "failed to write the buffered data"));
  367. break;
  368. }
  369. Ok(n) => written += n,
  370. Err(ref e) if e.kind() == io::ErrorKind::Interrupted => {}
  371. Err(e) => { ret = Err(e); break }
  372. }
  373. }
  374. if written > 0 {
  375. self.buf.drain(..written);
  376. }
  377. ret
  378. }
  379. /// Gets a reference to the underlying writer.
  380. ///
  381. /// # Examples
  382. ///
  383. /// ```no_run
  384. /// use std::io::BufWriter;
  385. /// use std::net::TcpStream;
  386. ///
  387. /// let mut buffer = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  388. ///
  389. /// // we can use reference just like buffer
  390. /// let reference = buffer.get_ref();
  391. /// ```
  392. #[stable(feature = "rust1", since = "1.0.0")]
  393. pub fn get_ref(&self) -> &W { self.inner.as_ref().unwrap() }
  394. /// Gets a mutable reference to the underlying writer.
  395. ///
  396. /// It is inadvisable to directly write to the underlying writer.
  397. ///
  398. /// # Examples
  399. ///
  400. /// ```no_run
  401. /// use std::io::BufWriter;
  402. /// use std::net::TcpStream;
  403. ///
  404. /// let mut buffer = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  405. ///
  406. /// // we can use reference just like buffer
  407. /// let reference = buffer.get_mut();
  408. /// ```
  409. #[stable(feature = "rust1", since = "1.0.0")]
  410. pub fn get_mut(&mut self) -> &mut W { self.inner.as_mut().unwrap() }
  411. /// Unwraps this `BufWriter`, returning the underlying writer.
  412. ///
  413. /// The buffer is written out before returning the writer.
  414. ///
  415. /// # Examples
  416. ///
  417. /// ```no_run
  418. /// use std::io::BufWriter;
  419. /// use std::net::TcpStream;
  420. ///
  421. /// let mut buffer = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  422. ///
  423. /// // unwrap the TcpStream and flush the buffer
  424. /// let stream = buffer.into_inner().unwrap();
  425. /// ```
  426. #[stable(feature = "rust1", since = "1.0.0")]
  427. pub fn into_inner(mut self) -> Result<W, IntoInnerError<BufWriter<W>>> {
  428. match self.flush_buf() {
  429. Err(e) => Err(IntoInnerError(self, e)),
  430. Ok(()) => Ok(self.inner.take().unwrap())
  431. }
  432. }
  433. }
  434. #[stable(feature = "rust1", since = "1.0.0")]
  435. impl<W: Write> Write for BufWriter<W> {
  436. fn write(&mut self, buf: &[u8]) -> io::Result<usize> {
  437. if self.buf.len() + buf.len() > self.buf.capacity() {
  438. self.flush_buf()?;
  439. }
  440. if buf.len() >= self.buf.capacity() {
  441. self.panicked = true;
  442. let r = self.inner.as_mut().unwrap().write(buf);
  443. self.panicked = false;
  444. r
  445. } else {
  446. Write::write(&mut self.buf, buf)
  447. }
  448. }
  449. fn flush(&mut self) -> io::Result<()> {
  450. self.flush_buf().and_then(|()| self.get_mut().flush())
  451. }
  452. }
  453. #[stable(feature = "rust1", since = "1.0.0")]
  454. impl<W: Write> fmt::Debug for BufWriter<W> where W: fmt::Debug {
  455. fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
  456. fmt.debug_struct("BufWriter")
  457. .field("writer", &self.inner.as_ref().unwrap())
  458. .field("buffer", &format_args!("{}/{}", self.buf.len(), self.buf.capacity()))
  459. .finish()
  460. }
  461. }
  462. #[stable(feature = "rust1", since = "1.0.0")]
  463. impl<W: Write + Seek> Seek for BufWriter<W> {
  464. /// Seek to the offset, in bytes, in the underlying writer.
  465. ///
  466. /// Seeking always writes out the internal buffer before seeking.
  467. fn seek(&mut self, pos: SeekFrom) -> io::Result<u64> {
  468. self.flush_buf().and_then(|_| self.get_mut().seek(pos))
  469. }
  470. }
  471. #[stable(feature = "rust1", since = "1.0.0")]
  472. impl<W: Write> Drop for BufWriter<W> {
  473. fn drop(&mut self) {
  474. if self.inner.is_some() && !self.panicked {
  475. // dtors should not panic, so we ignore a failed flush
  476. let _r = self.flush_buf();
  477. }
  478. }
  479. }
  480. impl<W> IntoInnerError<W> {
  481. /// Returns the error which caused the call to `into_inner()` to fail.
  482. ///
  483. /// This error was returned when attempting to write the internal buffer.
  484. ///
  485. /// # Examples
  486. ///
  487. /// ```no_run
  488. /// use std::io::BufWriter;
  489. /// use std::net::TcpStream;
  490. ///
  491. /// let mut stream = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  492. ///
  493. /// // do stuff with the stream
  494. ///
  495. /// // we want to get our `TcpStream` back, so let's try:
  496. ///
  497. /// let stream = match stream.into_inner() {
  498. /// Ok(s) => s,
  499. /// Err(e) => {
  500. /// // Here, e is an IntoInnerError, let's log the inner error.
  501. /// //
  502. /// // We'll just 'log' to stdout for this example.
  503. /// println!("{}", e.error());
  504. ///
  505. /// panic!("An unexpected error occurred.");
  506. /// }
  507. /// };
  508. /// ```
  509. #[stable(feature = "rust1", since = "1.0.0")]
  510. pub fn error(&self) -> &Error { &self.1 }
  511. /// Returns the buffered writer instance which generated the error.
  512. ///
  513. /// The returned object can be used for error recovery, such as
  514. /// re-inspecting the buffer.
  515. ///
  516. /// # Examples
  517. ///
  518. /// ```no_run
  519. /// use std::io::BufWriter;
  520. /// use std::net::TcpStream;
  521. ///
  522. /// let mut stream = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  523. ///
  524. /// // do stuff with the stream
  525. ///
  526. /// // we want to get our `TcpStream` back, so let's try:
  527. ///
  528. /// let stream = match stream.into_inner() {
  529. /// Ok(s) => s,
  530. /// Err(e) => {
  531. /// // Here, e is an IntoInnerError, let's re-examine the buffer:
  532. /// let buffer = e.into_inner();
  533. ///
  534. /// // do stuff to try to recover
  535. ///
  536. /// // afterwards, let's just return the stream
  537. /// buffer.into_inner().unwrap()
  538. /// }
  539. /// };
  540. /// ```
  541. #[stable(feature = "rust1", since = "1.0.0")]
  542. pub fn into_inner(self) -> W { self.0 }
  543. }
  544. #[stable(feature = "rust1", since = "1.0.0")]
  545. impl<W> From<IntoInnerError<W>> for Error {
  546. fn from(iie: IntoInnerError<W>) -> Error { iie.1 }
  547. }
  548. #[stable(feature = "rust1", since = "1.0.0")]
  549. impl<W: Reflect + Send + fmt::Debug> error::Error for IntoInnerError<W> {
  550. fn description(&self) -> &str {
  551. error::Error::description(self.error())
  552. }
  553. }
  554. #[stable(feature = "rust1", since = "1.0.0")]
  555. impl<W> fmt::Display for IntoInnerError<W> {
  556. fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
  557. self.error().fmt(f)
  558. }
  559. }
  560. /// Wraps a writer and buffers output to it, flushing whenever a newline
  561. /// (`0x0a`, `'\n'`) is detected.
  562. ///
  563. /// The [`BufWriter`][bufwriter] struct wraps a writer and buffers its output.
  564. /// But it only does this batched write when it goes out of scope, or when the
  565. /// internal buffer is full. Sometimes, you'd prefer to write each line as it's
  566. /// completed, rather than the entire buffer at once. Enter `LineWriter`. It
  567. /// does exactly that.
  568. ///
  569. /// [bufwriter]: struct.BufWriter.html
  570. ///
  571. /// If there's still a partial line in the buffer when the `LineWriter` is
  572. /// dropped, it will flush those contents.
  573. ///
  574. /// # Examples
  575. ///
  576. /// We can use `LineWriter` to write one line at a time, significantly
  577. /// reducing the number of actual writes to the file.
  578. ///
  579. /// ```
  580. /// use std::fs::File;
  581. /// use std::io::prelude::*;
  582. /// use std::io::LineWriter;
  583. ///
  584. /// # fn foo() -> std::io::Result<()> {
  585. /// let road_not_taken = b"I shall be telling this with a sigh
  586. /// Somewhere ages and ages hence:
  587. /// Two roads diverged in a wood, and I -
  588. /// I took the one less traveled by,
  589. /// And that has made all the difference.";
  590. ///
  591. /// let file = try!(File::create("poem.txt"));
  592. /// let mut file = LineWriter::new(file);
  593. ///
  594. /// for &byte in road_not_taken.iter() {
  595. /// file.write(&[byte]).unwrap();
  596. /// }
  597. ///
  598. /// // let's check we did the right thing.
  599. /// let mut file = try!(File::open("poem.txt"));
  600. /// let mut contents = String::new();
  601. ///
  602. /// try!(file.read_to_string(&mut contents));
  603. ///
  604. /// assert_eq!(contents.as_bytes(), &road_not_taken[..]);
  605. /// # Ok(())
  606. /// # }
  607. /// ```
  608. #[stable(feature = "rust1", since = "1.0.0")]
  609. pub struct LineWriter<W: Write> {
  610. inner: BufWriter<W>,
  611. }
  612. impl<W: Write> LineWriter<W> {
  613. /// Creates a new `LineWriter`.
  614. ///
  615. /// # Examples
  616. ///
  617. /// ```
  618. /// use std::fs::File;
  619. /// use std::io::LineWriter;
  620. ///
  621. /// # fn foo() -> std::io::Result<()> {
  622. /// let file = try!(File::create("poem.txt"));
  623. /// let file = LineWriter::new(file);
  624. /// # Ok(())
  625. /// # }
  626. /// ```
  627. #[stable(feature = "rust1", since = "1.0.0")]
  628. pub fn new(inner: W) -> LineWriter<W> {
  629. // Lines typically aren't that long, don't use a giant buffer
  630. LineWriter::with_capacity(1024, inner)
  631. }
  632. /// Creates a new `LineWriter` with a specified capacity for the internal
  633. /// buffer.
  634. ///
  635. /// # Examples
  636. ///
  637. /// ```
  638. /// use std::fs::File;
  639. /// use std::io::LineWriter;
  640. ///
  641. /// # fn foo() -> std::io::Result<()> {
  642. /// let file = try!(File::create("poem.txt"));
  643. /// let file = LineWriter::with_capacity(100, file);
  644. /// # Ok(())
  645. /// # }
  646. /// ```
  647. #[stable(feature = "rust1", since = "1.0.0")]
  648. pub fn with_capacity(cap: usize, inner: W) -> LineWriter<W> {
  649. LineWriter { inner: BufWriter::with_capacity(cap, inner) }
  650. }
  651. /// Gets a reference to the underlying writer.
  652. ///
  653. /// # Examples
  654. ///
  655. /// ```
  656. /// use std::fs::File;
  657. /// use std::io::LineWriter;
  658. ///
  659. /// # fn foo() -> std::io::Result<()> {
  660. /// let file = try!(File::create("poem.txt"));
  661. /// let file = LineWriter::new(file);
  662. ///
  663. /// let reference = file.get_ref();
  664. /// # Ok(())
  665. /// # }
  666. /// ```
  667. #[stable(feature = "rust1", since = "1.0.0")]
  668. pub fn get_ref(&self) -> &W { self.inner.get_ref() }
  669. /// Gets a mutable reference to the underlying writer.
  670. ///
  671. /// Caution must be taken when calling methods on the mutable reference
  672. /// returned as extra writes could corrupt the output stream.
  673. ///
  674. /// # Examples
  675. ///
  676. /// ```
  677. /// use std::fs::File;
  678. /// use std::io::LineWriter;
  679. ///
  680. /// # fn foo() -> std::io::Result<()> {
  681. /// let file = try!(File::create("poem.txt"));
  682. /// let mut file = LineWriter::new(file);
  683. ///
  684. /// // we can use reference just like file
  685. /// let reference = file.get_mut();
  686. /// # Ok(())
  687. /// # }
  688. /// ```
  689. #[stable(feature = "rust1", since = "1.0.0")]
  690. pub fn get_mut(&mut self) -> &mut W { self.inner.get_mut() }
  691. /// Unwraps this `LineWriter`, returning the underlying writer.
  692. ///
  693. /// The internal buffer is written out before returning the writer.
  694. ///
  695. /// # Examples
  696. ///
  697. /// ```
  698. /// use std::fs::File;
  699. /// use std::io::LineWriter;
  700. ///
  701. /// # fn foo() -> std::io::Result<()> {
  702. /// let file = try!(File::create("poem.txt"));
  703. ///
  704. /// let writer: LineWriter<File> = LineWriter::new(file);
  705. ///
  706. /// let file: File = try!(writer.into_inner());
  707. /// # Ok(())
  708. /// # }
  709. /// ```
  710. #[stable(feature = "rust1", since = "1.0.0")]
  711. pub fn into_inner(self) -> Result<W, IntoInnerError<LineWriter<W>>> {
  712. self.inner.into_inner().map_err(|IntoInnerError(buf, e)| {
  713. IntoInnerError(LineWriter { inner: buf }, e)
  714. })
  715. }
  716. }
  717. #[stable(feature = "rust1", since = "1.0.0")]
  718. impl<W: Write> Write for LineWriter<W> {
  719. fn write(&mut self, buf: &[u8]) -> io::Result<usize> {
  720. match memchr::memrchr(b'\n', buf) {
  721. Some(i) => {
  722. let n = self.inner.write(&buf[..i + 1])?;
  723. if n != i + 1 || self.inner.flush().is_err() {
  724. // Do not return errors on partial writes.
  725. return Ok(n);
  726. }
  727. self.inner.write(&buf[i + 1..]).map(|i| n + i)
  728. }
  729. None => self.inner.write(buf),
  730. }
  731. }
  732. fn flush(&mut self) -> io::Result<()> { self.inner.flush() }
  733. }
  734. #[stable(feature = "rust1", since = "1.0.0")]
  735. impl<W: Write> fmt::Debug for LineWriter<W> where W: fmt::Debug {
  736. fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
  737. fmt.debug_struct("LineWriter")
  738. .field("writer", &self.inner.inner)
  739. .field("buffer",
  740. &format_args!("{}/{}", self.inner.buf.len(), self.inner.buf.capacity()))
  741. .finish()
  742. }
  743. }
  744. #[cfg(test)]
  745. mod tests {
  746. use io::prelude::*;
  747. use io::{self, BufReader, BufWriter, LineWriter, SeekFrom};
  748. use sync::atomic::{AtomicUsize, Ordering};
  749. use thread;
  750. use test;
  751. /// A dummy reader intended at testing short-reads propagation.
  752. pub struct ShortReader {
  753. lengths: Vec<usize>,
  754. }
  755. impl Read for ShortReader {
  756. fn read(&mut self, _: &mut [u8]) -> io::Result<usize> {
  757. if self.lengths.is_empty() {
  758. Ok(0)
  759. } else {
  760. Ok(self.lengths.remove(0))
  761. }
  762. }
  763. }
  764. #[test]
  765. fn test_buffered_reader() {
  766. let inner: &[u8] = &[5, 6, 7, 0, 1, 2, 3, 4];
  767. let mut reader = BufReader::with_capacity(2, inner);
  768. let mut buf = [0, 0, 0];
  769. let nread = reader.read(&mut buf);
  770. assert_eq!(nread.unwrap(), 3);
  771. let b: &[_] = &[5, 6, 7];
  772. assert_eq!(buf, b);
  773. let mut buf = [0, 0];
  774. let nread = reader.read(&mut buf);
  775. assert_eq!(nread.unwrap(), 2);
  776. let b: &[_] = &[0, 1];
  777. assert_eq!(buf, b);
  778. let mut buf = [0];
  779. let nread = reader.read(&mut buf);
  780. assert_eq!(nread.unwrap(), 1);
  781. let b: &[_] = &[2];
  782. assert_eq!(buf, b);
  783. let mut buf = [0, 0, 0];
  784. let nread = reader.read(&mut buf);
  785. assert_eq!(nread.unwrap(), 1);
  786. let b: &[_] = &[3, 0, 0];
  787. assert_eq!(buf, b);
  788. let nread = reader.read(&mut buf);
  789. assert_eq!(nread.unwrap(), 1);
  790. let b: &[_] = &[4, 0, 0];
  791. assert_eq!(buf, b);
  792. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  793. }
  794. #[test]
  795. fn test_buffered_reader_seek() {
  796. let inner: &[u8] = &[5, 6, 7, 0, 1, 2, 3, 4];
  797. let mut reader = BufReader::with_capacity(2, io::Cursor::new(inner));
  798. assert_eq!(reader.seek(SeekFrom::Start(3)).ok(), Some(3));
  799. assert_eq!(reader.fill_buf().ok(), Some(&[0, 1][..]));
  800. assert_eq!(reader.seek(SeekFrom::Current(0)).ok(), Some(3));
  801. assert_eq!(reader.fill_buf().ok(), Some(&[0, 1][..]));
  802. assert_eq!(reader.seek(SeekFrom::Current(1)).ok(), Some(4));
  803. assert_eq!(reader.fill_buf().ok(), Some(&[1, 2][..]));
  804. reader.consume(1);
  805. assert_eq!(reader.seek(SeekFrom::Current(-2)).ok(), Some(3));
  806. }
  807. #[test]
  808. fn test_buffered_reader_seek_underflow() {
  809. // gimmick reader that yields its position modulo 256 for each byte
  810. struct PositionReader {
  811. pos: u64
  812. }
  813. impl Read for PositionReader {
  814. fn read(&mut self, buf: &mut [u8]) -> io::Result<usize> {
  815. let len = buf.len();
  816. for x in buf {
  817. *x = self.pos as u8;
  818. self.pos = self.pos.wrapping_add(1);
  819. }
  820. Ok(len)
  821. }
  822. }
  823. impl Seek for PositionReader {
  824. fn seek(&mut self, pos: SeekFrom) -> io::Result<u64> {
  825. match pos {
  826. SeekFrom::Start(n) => {
  827. self.pos = n;
  828. }
  829. SeekFrom::Current(n) => {
  830. self.pos = self.pos.wrapping_add(n as u64);
  831. }
  832. SeekFrom::End(n) => {
  833. self.pos = u64::max_value().wrapping_add(n as u64);
  834. }
  835. }
  836. Ok(self.pos)
  837. }
  838. }
  839. let mut reader = BufReader::with_capacity(5, PositionReader { pos: 0 });
  840. assert_eq!(reader.fill_buf().ok(), Some(&[0, 1, 2, 3, 4][..]));
  841. assert_eq!(reader.seek(SeekFrom::End(-5)).ok(), Some(u64::max_value()-5));
  842. assert_eq!(reader.fill_buf().ok().map(|s| s.len()), Some(5));
  843. // the following seek will require two underlying seeks
  844. let expected = 9223372036854775802;
  845. assert_eq!(reader.seek(SeekFrom::Current(i64::min_value())).ok(), Some(expected));
  846. assert_eq!(reader.fill_buf().ok().map(|s| s.len()), Some(5));
  847. // seeking to 0 should empty the buffer.
  848. assert_eq!(reader.seek(SeekFrom::Current(0)).ok(), Some(expected));
  849. assert_eq!(reader.get_ref().pos, expected);
  850. }
  851. #[test]
  852. fn test_buffered_writer() {
  853. let inner = Vec::new();
  854. let mut writer = BufWriter::with_capacity(2, inner);
  855. writer.write(&[0, 1]).unwrap();
  856. assert_eq!(*writer.get_ref(), [0, 1]);
  857. writer.write(&[2]).unwrap();
  858. assert_eq!(*writer.get_ref(), [0, 1]);
  859. writer.write(&[3]).unwrap();
  860. assert_eq!(*writer.get_ref(), [0, 1]);
  861. writer.flush().unwrap();
  862. assert_eq!(*writer.get_ref(), [0, 1, 2, 3]);
  863. writer.write(&[4]).unwrap();
  864. writer.write(&[5]).unwrap();
  865. assert_eq!(*writer.get_ref(), [0, 1, 2, 3]);
  866. writer.write(&[6]).unwrap();
  867. assert_eq!(*writer.get_ref(), [0, 1, 2, 3, 4, 5]);
  868. writer.write(&[7, 8]).unwrap();
  869. assert_eq!(*writer.get_ref(), [0, 1, 2, 3, 4, 5, 6, 7, 8]);
  870. writer.write(&[9, 10, 11]).unwrap();
  871. assert_eq!(*writer.get_ref(), [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]);
  872. writer.flush().unwrap();
  873. assert_eq!(*writer.get_ref(), [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]);
  874. }
  875. #[test]
  876. fn test_buffered_writer_inner_flushes() {
  877. let mut w = BufWriter::with_capacity(3, Vec::new());
  878. w.write(&[0, 1]).unwrap();
  879. assert_eq!(*w.get_ref(), []);
  880. let w = w.into_inner().unwrap();
  881. assert_eq!(w, [0, 1]);
  882. }
  883. #[test]
  884. fn test_buffered_writer_seek() {
  885. let mut w = BufWriter::with_capacity(3, io::Cursor::new(Vec::new()));
  886. w.write_all(&[0, 1, 2, 3, 4, 5]).unwrap();
  887. w.write_all(&[6, 7]).unwrap();
  888. assert_eq!(w.seek(SeekFrom::Current(0)).ok(), Some(8));
  889. assert_eq!(&w.get_ref().get_ref()[..], &[0, 1, 2, 3, 4, 5, 6, 7][..]);
  890. assert_eq!(w.seek(SeekFrom::Start(2)).ok(), Some(2));
  891. w.write_all(&[8, 9]).unwrap();
  892. assert_eq!(&w.into_inner().unwrap().into_inner()[..], &[0, 1, 8, 9, 4, 5, 6, 7]);
  893. }
  894. #[test]
  895. fn test_read_until() {
  896. let inner: &[u8] = &[0, 1, 2, 1, 0];
  897. let mut reader = BufReader::with_capacity(2, inner);
  898. let mut v = Vec::new();
  899. reader.read_until(0, &mut v).unwrap();
  900. assert_eq!(v, [0]);
  901. v.truncate(0);
  902. reader.read_until(2, &mut v).unwrap();
  903. assert_eq!(v, [1, 2]);
  904. v.truncate(0);
  905. reader.read_until(1, &mut v).unwrap();
  906. assert_eq!(v, [1]);
  907. v.truncate(0);
  908. reader.read_until(8, &mut v).unwrap();
  909. assert_eq!(v, [0]);
  910. v.truncate(0);
  911. reader.read_until(9, &mut v).unwrap();
  912. assert_eq!(v, []);
  913. }
  914. #[test]
  915. fn test_line_buffer_fail_flush() {
  916. // Issue #32085
  917. struct FailFlushWriter<'a>(&'a mut Vec<u8>);
  918. impl<'a> Write for FailFlushWriter<'a> {
  919. fn write(&mut self, buf: &[u8]) -> io::Result<usize> {
  920. self.0.extend_from_slice(buf);
  921. Ok(buf.len())
  922. }
  923. fn flush(&mut self) -> io::Result<()> {
  924. Err(io::Error::new(io::ErrorKind::Other, "flush failed"))
  925. }
  926. }
  927. let mut buf = Vec::new();
  928. {
  929. let mut writer = LineWriter::new(FailFlushWriter(&mut buf));
  930. let to_write = b"abc\ndef";
  931. if let Ok(written) = writer.write(to_write) {
  932. assert!(written < to_write.len(), "didn't flush on new line");
  933. // PASS
  934. return;
  935. }
  936. }
  937. assert!(buf.is_empty(), "write returned an error but wrote data");
  938. }
  939. #[test]
  940. fn test_line_buffer() {
  941. let mut writer = LineWriter::new(Vec::new());
  942. writer.write(&[0]).unwrap();
  943. assert_eq!(*writer.get_ref(), []);
  944. writer.write(&[1]).unwrap();
  945. assert_eq!(*writer.get_ref(), []);
  946. writer.flush().unwrap();
  947. assert_eq!(*writer.get_ref(), [0, 1]);
  948. writer.write(&[0, b'\n', 1, b'\n', 2]).unwrap();
  949. assert_eq!(*writer.get_ref(), [0, 1, 0, b'\n', 1, b'\n']);
  950. writer.flush().unwrap();
  951. assert_eq!(*writer.get_ref(), [0, 1, 0, b'\n', 1, b'\n', 2]);
  952. writer.write(&[3, b'\n']).unwrap();
  953. assert_eq!(*writer.get_ref(), [0, 1, 0, b'\n', 1, b'\n', 2, 3, b'\n']);
  954. }
  955. #[test]
  956. fn test_read_line() {
  957. let in_buf: &[u8] = b"a\nb\nc";
  958. let mut reader = BufReader::with_capacity(2, in_buf);
  959. let mut s = String::new();
  960. reader.read_line(&mut s).unwrap();
  961. assert_eq!(s, "a\n");
  962. s.truncate(0);
  963. reader.read_line(&mut s).unwrap();
  964. assert_eq!(s, "b\n");
  965. s.truncate(0);
  966. reader.read_line(&mut s).unwrap();
  967. assert_eq!(s, "c");
  968. s.truncate(0);
  969. reader.read_line(&mut s).unwrap();
  970. assert_eq!(s, "");
  971. }
  972. #[test]
  973. fn test_lines() {
  974. let in_buf: &[u8] = b"a\nb\nc";
  975. let reader = BufReader::with_capacity(2, in_buf);
  976. let mut it = reader.lines();
  977. assert_eq!(it.next().unwrap().unwrap(), "a".to_string());
  978. assert_eq!(it.next().unwrap().unwrap(), "b".to_string());
  979. assert_eq!(it.next().unwrap().unwrap(), "c".to_string());
  980. assert!(it.next().is_none());
  981. }
  982. #[test]
  983. fn test_short_reads() {
  984. let inner = ShortReader{lengths: vec![0, 1, 2, 0, 1, 0]};
  985. let mut reader = BufReader::new(inner);
  986. let mut buf = [0, 0];
  987. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  988. assert_eq!(reader.read(&mut buf).unwrap(), 1);
  989. assert_eq!(reader.read(&mut buf).unwrap(), 2);
  990. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  991. assert_eq!(reader.read(&mut buf).unwrap(), 1);
  992. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  993. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  994. }
  995. #[test]
  996. fn read_char_buffered() {
  997. let buf = [195, 159];
  998. let reader = BufReader::with_capacity(1, &buf[..]);
  999. assert_eq!(reader.chars().next().unwrap().unwrap(), 'ß');
  1000. }
  1001. #[test]
  1002. fn test_chars() {
  1003. let buf = [195, 159, b'a'];
  1004. let reader = BufReader::with_capacity(1, &buf[..]);
  1005. let mut it = reader.chars();
  1006. assert_eq!(it.next().unwrap().unwrap(), 'ß');
  1007. assert_eq!(it.next().unwrap().unwrap(), 'a');
  1008. assert!(it.next().is_none());
  1009. }
  1010. #[test]
  1011. #[should_panic]
  1012. fn dont_panic_in_drop_on_panicked_flush() {
  1013. struct FailFlushWriter;
  1014. impl Write for FailFlushWriter {
  1015. fn write(&mut self, buf: &[u8]) -> io::Result<usize> { Ok(buf.len()) }
  1016. fn flush(&mut self) -> io::Result<()> {
  1017. Err(io::Error::last_os_error())
  1018. }
  1019. }
  1020. let writer = FailFlushWriter;
  1021. let _writer = BufWriter::new(writer);
  1022. // If writer panics *again* due to the flush error then the process will
  1023. // abort.
  1024. panic!();
  1025. }
  1026. #[test]
  1027. #[cfg_attr(target_os = "emscripten", ignore)]
  1028. fn panic_in_write_doesnt_flush_in_drop() {
  1029. static WRITES: AtomicUsize = AtomicUsize::new(0);
  1030. struct PanicWriter;
  1031. impl Write for PanicWriter {
  1032. fn write(&mut self, _: &[u8]) -> io::Result<usize> {
  1033. WRITES.fetch_add(1, Ordering::SeqCst);
  1034. panic!();
  1035. }
  1036. fn flush(&mut self) -> io::Result<()> { Ok(()) }
  1037. }
  1038. thread::spawn(|| {
  1039. let mut writer = BufWriter::new(PanicWriter);
  1040. let _ = writer.write(b"hello world");
  1041. let _ = writer.flush();
  1042. }).join().unwrap_err();
  1043. assert_eq!(WRITES.load(Ordering::SeqCst), 1);
  1044. }
  1045. #[bench]
  1046. fn bench_buffered_reader(b: &mut test::Bencher) {
  1047. b.iter(|| {
  1048. BufReader::new(io::empty())
  1049. });
  1050. }
  1051. #[bench]
  1052. fn bench_buffered_writer(b: &mut test::Bencher) {
  1053. b.iter(|| {
  1054. BufWriter::new(io::sink())
  1055. });
  1056. }
  1057. }