buffered.rs 34 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106
  1. // Copyright 2013 The Rust Project Developers. See the COPYRIGHT
  2. // file at the top-level directory of this distribution and at
  3. // http://rust-lang.org/COPYRIGHT.
  4. //
  5. // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
  6. // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
  7. // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
  8. // option. This file may not be copied, modified, or distributed
  9. // except according to those terms.
  10. //! Buffering wrappers for I/O traits
  11. use core::prelude::v1::*;
  12. use io::prelude::*;
  13. use core::cmp;
  14. use core::fmt;
  15. use io::{self, DEFAULT_BUF_SIZE, Error, ErrorKind, SeekFrom};
  16. use io::memchr;
  17. /// The `BufReader` struct adds buffering to any reader.
  18. ///
  19. /// It can be excessively inefficient to work directly with a `Read` instance.
  20. /// For example, every call to `read` on `TcpStream` results in a system call.
  21. /// A `BufReader` performs large, infrequent reads on the underlying `Read`
  22. /// and maintains an in-memory buffer of the results.
  23. ///
  24. /// # Examples
  25. ///
  26. /// ```
  27. /// use std::io::prelude::*;
  28. /// use std::io::BufReader;
  29. /// use std::fs::File;
  30. ///
  31. /// # fn foo() -> std::io::Result<()> {
  32. /// let mut f = try!(File::open("log.txt"));
  33. /// let mut reader = BufReader::new(f);
  34. ///
  35. /// let mut line = String::new();
  36. /// let len = try!(reader.read_line(&mut line));
  37. /// println!("First line is {} bytes long", len);
  38. /// # Ok(())
  39. /// # }
  40. /// ```
  41. pub struct BufReader<R> {
  42. inner: R,
  43. buf: Box<[u8]>,
  44. pos: usize,
  45. cap: usize,
  46. }
  47. impl<R: Read> BufReader<R> {
  48. /// Creates a new `BufReader` with a default buffer capacity.
  49. ///
  50. /// # Examples
  51. ///
  52. /// ```
  53. /// use std::io::BufReader;
  54. /// use std::fs::File;
  55. ///
  56. /// # fn foo() -> std::io::Result<()> {
  57. /// let mut f = try!(File::open("log.txt"));
  58. /// let mut reader = BufReader::new(f);
  59. /// # Ok(())
  60. /// # }
  61. /// ```
  62. pub fn new(inner: R) -> BufReader<R> {
  63. BufReader::with_capacity(DEFAULT_BUF_SIZE, inner)
  64. }
  65. /// Creates a new `BufReader` with the specified buffer capacity.
  66. ///
  67. /// # Examples
  68. ///
  69. /// Creating a buffer with ten bytes of capacity:
  70. ///
  71. /// ```
  72. /// use std::io::BufReader;
  73. /// use std::fs::File;
  74. ///
  75. /// # fn foo() -> std::io::Result<()> {
  76. /// let mut f = try!(File::open("log.txt"));
  77. /// let mut reader = BufReader::with_capacity(10, f);
  78. /// # Ok(())
  79. /// # }
  80. /// ```
  81. pub fn with_capacity(cap: usize, inner: R) -> BufReader<R> {
  82. BufReader {
  83. inner: inner,
  84. buf: vec![0; cap].into_boxed_slice(),
  85. pos: 0,
  86. cap: 0,
  87. }
  88. }
  89. /// Gets a reference to the underlying reader.
  90. ///
  91. /// It is inadvisable to directly read from the underlying reader.
  92. ///
  93. /// # Examples
  94. ///
  95. /// ```
  96. /// use std::io::BufReader;
  97. /// use std::fs::File;
  98. ///
  99. /// # fn foo() -> std::io::Result<()> {
  100. /// let mut f1 = try!(File::open("log.txt"));
  101. /// let mut reader = BufReader::new(f1);
  102. ///
  103. /// let f2 = reader.get_ref();
  104. /// # Ok(())
  105. /// # }
  106. /// ```
  107. pub fn get_ref(&self) -> &R { &self.inner }
  108. /// Gets a mutable reference to the underlying reader.
  109. ///
  110. /// It is inadvisable to directly read from the underlying reader.
  111. ///
  112. /// # Examples
  113. ///
  114. /// ```
  115. /// use std::io::BufReader;
  116. /// use std::fs::File;
  117. ///
  118. /// # fn foo() -> std::io::Result<()> {
  119. /// let mut f1 = try!(File::open("log.txt"));
  120. /// let mut reader = BufReader::new(f1);
  121. ///
  122. /// let f2 = reader.get_mut();
  123. /// # Ok(())
  124. /// # }
  125. /// ```
  126. pub fn get_mut(&mut self) -> &mut R { &mut self.inner }
  127. /// Unwraps this `BufReader`, returning the underlying reader.
  128. ///
  129. /// Note that any leftover data in the internal buffer is lost.
  130. ///
  131. /// # Examples
  132. ///
  133. /// ```
  134. /// use std::io::BufReader;
  135. /// use std::fs::File;
  136. ///
  137. /// # fn foo() -> std::io::Result<()> {
  138. /// let mut f1 = try!(File::open("log.txt"));
  139. /// let mut reader = BufReader::new(f1);
  140. ///
  141. /// let f2 = reader.into_inner();
  142. /// # Ok(())
  143. /// # }
  144. /// ```
  145. pub fn into_inner(self) -> R { self.inner }
  146. }
  147. impl<R: Read> Read for BufReader<R> {
  148. fn read(&mut self, buf: &mut [u8]) -> io::Result<usize> {
  149. // If we don't have any buffered data and we're doing a massive read
  150. // (larger than our internal buffer), bypass our internal buffer
  151. // entirely.
  152. if self.pos == self.cap && buf.len() >= self.buf.len() {
  153. return self.inner.read(buf);
  154. }
  155. let nread = {
  156. let mut rem = self.fill_buf()?;
  157. rem.read(buf)?
  158. };
  159. self.consume(nread);
  160. Ok(nread)
  161. }
  162. }
  163. impl<R: Read> BufRead for BufReader<R> {
  164. fn fill_buf(&mut self) -> io::Result<&[u8]> {
  165. // If we've reached the end of our internal buffer then we need to fetch
  166. // some more data from the underlying reader.
  167. if self.pos == self.cap {
  168. self.cap = self.inner.read(&mut self.buf)?;
  169. self.pos = 0;
  170. }
  171. Ok(&self.buf[self.pos..self.cap])
  172. }
  173. fn consume(&mut self, amt: usize) {
  174. self.pos = cmp::min(self.pos + amt, self.cap);
  175. }
  176. }
  177. impl<R> fmt::Debug for BufReader<R> where R: fmt::Debug {
  178. fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
  179. fmt.debug_struct("BufReader")
  180. .field("reader", &self.inner)
  181. .field("buffer", &format_args!("{}/{}", self.cap - self.pos, self.buf.len()))
  182. .finish()
  183. }
  184. }
  185. impl<R: Seek> Seek for BufReader<R> {
  186. /// Seek to an offset, in bytes, in the underlying reader.
  187. ///
  188. /// The position used for seeking with `SeekFrom::Current(_)` is the
  189. /// position the underlying reader would be at if the `BufReader` had no
  190. /// internal buffer.
  191. ///
  192. /// Seeking always discards the internal buffer, even if the seek position
  193. /// would otherwise fall within it. This guarantees that calling
  194. /// `.unwrap()` immediately after a seek yields the underlying reader at
  195. /// the same position.
  196. ///
  197. /// See `std::io::Seek` for more details.
  198. ///
  199. /// Note: In the edge case where you're seeking with `SeekFrom::Current(n)`
  200. /// where `n` minus the internal buffer length underflows an `i64`, two
  201. /// seeks will be performed instead of one. If the second seek returns
  202. /// `Err`, the underlying reader will be left at the same position it would
  203. /// have if you seeked to `SeekFrom::Current(0)`.
  204. fn seek(&mut self, pos: SeekFrom) -> io::Result<u64> {
  205. let result: u64;
  206. if let SeekFrom::Current(n) = pos {
  207. let remainder = (self.cap - self.pos) as i64;
  208. // it should be safe to assume that remainder fits within an i64 as the alternative
  209. // means we managed to allocate 8 ebibytes and that's absurd.
  210. // But it's not out of the realm of possibility for some weird underlying reader to
  211. // support seeking by i64::min_value() so we need to handle underflow when subtracting
  212. // remainder.
  213. if let Some(offset) = n.checked_sub(remainder) {
  214. result = self.inner.seek(SeekFrom::Current(offset))?;
  215. } else {
  216. // seek backwards by our remainder, and then by the offset
  217. self.inner.seek(SeekFrom::Current(-remainder))?;
  218. self.pos = self.cap; // empty the buffer
  219. result = self.inner.seek(SeekFrom::Current(n))?;
  220. }
  221. } else {
  222. // Seeking with Start/End doesn't care about our buffer length.
  223. result = self.inner.seek(pos)?;
  224. }
  225. self.pos = self.cap; // empty the buffer
  226. Ok(result)
  227. }
  228. }
  229. /// Wraps a writer and buffers its output.
  230. ///
  231. /// It can be excessively inefficient to work directly with something that
  232. /// implements `Write`. For example, every call to `write` on `TcpStream`
  233. /// results in a system call. A `BufWriter` keeps an in-memory buffer of data
  234. /// and writes it to an underlying writer in large, infrequent batches.
  235. ///
  236. /// The buffer will be written out when the writer is dropped.
  237. ///
  238. /// # Examples
  239. ///
  240. /// Let's write the numbers one through ten to a `TcpStream`:
  241. ///
  242. /// ```no_run
  243. /// use std::io::prelude::*;
  244. /// use std::net::TcpStream;
  245. ///
  246. /// let mut stream = TcpStream::connect("127.0.0.1:34254").unwrap();
  247. ///
  248. /// for i in 1..10 {
  249. /// stream.write(&[i]).unwrap();
  250. /// }
  251. /// ```
  252. ///
  253. /// Because we're not buffering, we write each one in turn, incurring the
  254. /// overhead of a system call per byte written. We can fix this with a
  255. /// `BufWriter`:
  256. ///
  257. /// ```no_run
  258. /// use std::io::prelude::*;
  259. /// use std::io::BufWriter;
  260. /// use std::net::TcpStream;
  261. ///
  262. /// let mut stream = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  263. ///
  264. /// for i in 1..10 {
  265. /// stream.write(&[i]).unwrap();
  266. /// }
  267. /// ```
  268. ///
  269. /// By wrapping the stream with a `BufWriter`, these ten writes are all grouped
  270. /// together by the buffer, and will all be written out in one system call when
  271. /// the `stream` is dropped.
  272. pub struct BufWriter<W: Write> {
  273. inner: Option<W>,
  274. buf: Vec<u8>,
  275. // #30888: If the inner writer panics in a call to write, we don't want to
  276. // write the buffered data a second time in BufWriter's destructor. This
  277. // flag tells the Drop impl if it should skip the flush.
  278. panicked: bool,
  279. }
  280. /// An error returned by `into_inner` which combines an error that
  281. /// happened while writing out the buffer, and the buffered writer object
  282. /// which may be used to recover from the condition.
  283. ///
  284. /// # Examples
  285. ///
  286. /// ```no_run
  287. /// use std::io::BufWriter;
  288. /// use std::net::TcpStream;
  289. ///
  290. /// let mut stream = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  291. ///
  292. /// // do stuff with the stream
  293. ///
  294. /// // we want to get our `TcpStream` back, so let's try:
  295. ///
  296. /// let stream = match stream.into_inner() {
  297. /// Ok(s) => s,
  298. /// Err(e) => {
  299. /// // Here, e is an IntoInnerError
  300. /// panic!("An error occurred");
  301. /// }
  302. /// };
  303. /// ```
  304. #[derive(Debug)]
  305. pub struct IntoInnerError<W>(W, Error);
  306. impl<W: Write> BufWriter<W> {
  307. /// Creates a new `BufWriter` with a default buffer capacity.
  308. ///
  309. /// # Examples
  310. ///
  311. /// ```no_run
  312. /// use std::io::BufWriter;
  313. /// use std::net::TcpStream;
  314. ///
  315. /// let mut buffer = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  316. /// ```
  317. pub fn new(inner: W) -> BufWriter<W> {
  318. BufWriter::with_capacity(DEFAULT_BUF_SIZE, inner)
  319. }
  320. /// Creates a new `BufWriter` with the specified buffer capacity.
  321. ///
  322. /// # Examples
  323. ///
  324. /// Creating a buffer with a buffer of a hundred bytes.
  325. ///
  326. /// ```no_run
  327. /// use std::io::BufWriter;
  328. /// use std::net::TcpStream;
  329. ///
  330. /// let stream = TcpStream::connect("127.0.0.1:34254").unwrap();
  331. /// let mut buffer = BufWriter::with_capacity(100, stream);
  332. /// ```
  333. pub fn with_capacity(cap: usize, inner: W) -> BufWriter<W> {
  334. BufWriter {
  335. inner: Some(inner),
  336. buf: Vec::with_capacity(cap),
  337. panicked: false,
  338. }
  339. }
  340. fn flush_buf(&mut self) -> io::Result<()> {
  341. let mut written = 0;
  342. let len = self.buf.len();
  343. let mut ret = Ok(());
  344. while written < len {
  345. self.panicked = true;
  346. let r = self.inner.as_mut().unwrap().write(&self.buf[written..]);
  347. self.panicked = false;
  348. match r {
  349. Ok(0) => {
  350. ret = Err(Error::new(ErrorKind::WriteZero,
  351. "failed to write the buffered data"));
  352. break;
  353. }
  354. Ok(n) => written += n,
  355. Err(ref e) if e.kind() == io::ErrorKind::Interrupted => {}
  356. Err(e) => { ret = Err(e); break }
  357. }
  358. }
  359. if written > 0 {
  360. self.buf.drain(..written);
  361. }
  362. ret
  363. }
  364. /// Gets a reference to the underlying writer.
  365. ///
  366. /// # Examples
  367. ///
  368. /// ```no_run
  369. /// use std::io::BufWriter;
  370. /// use std::net::TcpStream;
  371. ///
  372. /// let mut buffer = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  373. ///
  374. /// // we can use reference just like buffer
  375. /// let reference = buffer.get_ref();
  376. /// ```
  377. pub fn get_ref(&self) -> &W { self.inner.as_ref().unwrap() }
  378. /// Gets a mutable reference to the underlying writer.
  379. ///
  380. /// It is inadvisable to directly write to the underlying writer.
  381. ///
  382. /// # Examples
  383. ///
  384. /// ```no_run
  385. /// use std::io::BufWriter;
  386. /// use std::net::TcpStream;
  387. ///
  388. /// let mut buffer = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  389. ///
  390. /// // we can use reference just like buffer
  391. /// let reference = buffer.get_mut();
  392. /// ```
  393. pub fn get_mut(&mut self) -> &mut W { self.inner.as_mut().unwrap() }
  394. /// Unwraps this `BufWriter`, returning the underlying writer.
  395. ///
  396. /// The buffer is written out before returning the writer.
  397. ///
  398. /// # Examples
  399. ///
  400. /// ```no_run
  401. /// use std::io::BufWriter;
  402. /// use std::net::TcpStream;
  403. ///
  404. /// let mut buffer = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  405. ///
  406. /// // unwrap the TcpStream and flush the buffer
  407. /// let stream = buffer.into_inner().unwrap();
  408. /// ```
  409. pub fn into_inner(mut self) -> Result<W, IntoInnerError<BufWriter<W>>> {
  410. match self.flush_buf() {
  411. Err(e) => Err(IntoInnerError(self, e)),
  412. Ok(()) => Ok(self.inner.take().unwrap())
  413. }
  414. }
  415. }
  416. impl<W: Write> Write for BufWriter<W> {
  417. fn write(&mut self, buf: &[u8]) -> io::Result<usize> {
  418. if self.buf.len() + buf.len() > self.buf.capacity() {
  419. self.flush_buf()?;
  420. }
  421. if buf.len() >= self.buf.capacity() {
  422. self.panicked = true;
  423. let r = self.inner.as_mut().unwrap().write(buf);
  424. self.panicked = false;
  425. r
  426. } else {
  427. let amt = cmp::min(buf.len(), self.buf.capacity());
  428. Write::write(&mut self.buf, &buf[..amt])
  429. }
  430. }
  431. fn flush(&mut self) -> io::Result<()> {
  432. self.flush_buf().and_then(|()| self.get_mut().flush())
  433. }
  434. }
  435. impl<W: Write> fmt::Debug for BufWriter<W> where W: fmt::Debug {
  436. fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
  437. fmt.debug_struct("BufWriter")
  438. .field("writer", &self.inner.as_ref().unwrap())
  439. .field("buffer", &format_args!("{}/{}", self.buf.len(), self.buf.capacity()))
  440. .finish()
  441. }
  442. }
  443. impl<W: Write + Seek> Seek for BufWriter<W> {
  444. /// Seek to the offset, in bytes, in the underlying writer.
  445. ///
  446. /// Seeking always writes out the internal buffer before seeking.
  447. fn seek(&mut self, pos: SeekFrom) -> io::Result<u64> {
  448. self.flush_buf().and_then(|_| self.get_mut().seek(pos))
  449. }
  450. }
  451. impl<W: Write> Drop for BufWriter<W> {
  452. fn drop(&mut self) {
  453. if self.inner.is_some() && !self.panicked {
  454. // dtors should not panic, so we ignore a failed flush
  455. let _r = self.flush_buf();
  456. }
  457. }
  458. }
  459. impl<W> IntoInnerError<W> {
  460. /// Returns the error which caused the call to `into_inner()` to fail.
  461. ///
  462. /// This error was returned when attempting to write the internal buffer.
  463. ///
  464. /// # Examples
  465. ///
  466. /// ```no_run
  467. /// use std::io::BufWriter;
  468. /// use std::net::TcpStream;
  469. ///
  470. /// let mut stream = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  471. ///
  472. /// // do stuff with the stream
  473. ///
  474. /// // we want to get our `TcpStream` back, so let's try:
  475. ///
  476. /// let stream = match stream.into_inner() {
  477. /// Ok(s) => s,
  478. /// Err(e) => {
  479. /// // Here, e is an IntoInnerError, let's log the inner error.
  480. /// //
  481. /// // We'll just 'log' to stdout for this example.
  482. /// println!("{}", e.error());
  483. ///
  484. /// panic!("An unexpected error occurred.");
  485. /// }
  486. /// };
  487. /// ```
  488. pub fn error(&self) -> &Error { &self.1 }
  489. /// Returns the buffered writer instance which generated the error.
  490. ///
  491. /// The returned object can be used for error recovery, such as
  492. /// re-inspecting the buffer.
  493. ///
  494. /// # Examples
  495. ///
  496. /// ```no_run
  497. /// use std::io::BufWriter;
  498. /// use std::net::TcpStream;
  499. ///
  500. /// let mut stream = BufWriter::new(TcpStream::connect("127.0.0.1:34254").unwrap());
  501. ///
  502. /// // do stuff with the stream
  503. ///
  504. /// // we want to get our `TcpStream` back, so let's try:
  505. ///
  506. /// let stream = match stream.into_inner() {
  507. /// Ok(s) => s,
  508. /// Err(e) => {
  509. /// // Here, e is an IntoInnerError, let's re-examine the buffer:
  510. /// let buffer = e.into_inner();
  511. ///
  512. /// // do stuff to try to recover
  513. ///
  514. /// // afterwards, let's just return the stream
  515. /// buffer.into_inner().unwrap()
  516. /// }
  517. /// };
  518. /// ```
  519. pub fn into_inner(self) -> W { self.0 }
  520. }
  521. impl<W> From<IntoInnerError<W>> for Error {
  522. fn from(iie: IntoInnerError<W>) -> Error { iie.1 }
  523. }
  524. impl<W> fmt::Display for IntoInnerError<W> {
  525. fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
  526. self.error().fmt(f)
  527. }
  528. }
  529. /// Wraps a writer and buffers output to it, flushing whenever a newline
  530. /// (`0x0a`, `'\n'`) is detected.
  531. ///
  532. /// The [`BufWriter`][bufwriter] struct wraps a writer and buffers its output.
  533. /// But it only does this batched write when it goes out of scope, or when the
  534. /// internal buffer is full. Sometimes, you'd prefer to write each line as it's
  535. /// completed, rather than the entire buffer at once. Enter `LineWriter`. It
  536. /// does exactly that.
  537. ///
  538. /// [bufwriter]: struct.BufWriter.html
  539. ///
  540. /// If there's still a partial line in the buffer when the `LineWriter` is
  541. /// dropped, it will flush those contents.
  542. ///
  543. /// # Examples
  544. ///
  545. /// We can use `LineWriter` to write one line at a time, significantly
  546. /// reducing the number of actual writes to the file.
  547. ///
  548. /// ```
  549. /// use std::fs::File;
  550. /// use std::io::prelude::*;
  551. /// use std::io::LineWriter;
  552. ///
  553. /// # fn foo() -> std::io::Result<()> {
  554. /// let road_not_taken = b"I shall be telling this with a sigh
  555. /// Somewhere ages and ages hence:
  556. /// Two roads diverged in a wood, and I -
  557. /// I took the one less traveled by,
  558. /// And that has made all the difference.";
  559. ///
  560. /// let file = try!(File::create("poem.txt"));
  561. /// let mut file = LineWriter::new(file);
  562. ///
  563. /// for &byte in road_not_taken.iter() {
  564. /// file.write(&[byte]).unwrap();
  565. /// }
  566. ///
  567. /// // let's check we did the right thing.
  568. /// let mut file = try!(File::open("poem.txt"));
  569. /// let mut contents = String::new();
  570. ///
  571. /// try!(file.read_to_string(&mut contents));
  572. ///
  573. /// assert_eq!(contents.as_bytes(), &road_not_taken[..]);
  574. /// # Ok(())
  575. /// # }
  576. /// ```
  577. pub struct LineWriter<W: Write> {
  578. inner: BufWriter<W>,
  579. }
  580. impl<W: Write> LineWriter<W> {
  581. /// Creates a new `LineWriter`.
  582. ///
  583. /// # Examples
  584. ///
  585. /// ```
  586. /// use std::fs::File;
  587. /// use std::io::LineWriter;
  588. ///
  589. /// # fn foo() -> std::io::Result<()> {
  590. /// let file = try!(File::create("poem.txt"));
  591. /// let file = LineWriter::new(file);
  592. /// # Ok(())
  593. /// # }
  594. /// ```
  595. pub fn new(inner: W) -> LineWriter<W> {
  596. // Lines typically aren't that long, don't use a giant buffer
  597. LineWriter::with_capacity(1024, inner)
  598. }
  599. /// Creates a new `LineWriter` with a specified capacity for the internal
  600. /// buffer.
  601. ///
  602. /// # Examples
  603. ///
  604. /// ```
  605. /// use std::fs::File;
  606. /// use std::io::LineWriter;
  607. ///
  608. /// # fn foo() -> std::io::Result<()> {
  609. /// let file = try!(File::create("poem.txt"));
  610. /// let file = LineWriter::with_capacity(100, file);
  611. /// # Ok(())
  612. /// # }
  613. /// ```
  614. pub fn with_capacity(cap: usize, inner: W) -> LineWriter<W> {
  615. LineWriter { inner: BufWriter::with_capacity(cap, inner) }
  616. }
  617. /// Gets a reference to the underlying writer.
  618. ///
  619. /// # Examples
  620. ///
  621. /// ```
  622. /// use std::fs::File;
  623. /// use std::io::LineWriter;
  624. ///
  625. /// # fn foo() -> std::io::Result<()> {
  626. /// let file = try!(File::create("poem.txt"));
  627. /// let file = LineWriter::new(file);
  628. ///
  629. /// let reference = file.get_ref();
  630. /// # Ok(())
  631. /// # }
  632. /// ```
  633. pub fn get_ref(&self) -> &W { self.inner.get_ref() }
  634. /// Gets a mutable reference to the underlying writer.
  635. ///
  636. /// Caution must be taken when calling methods on the mutable reference
  637. /// returned as extra writes could corrupt the output stream.
  638. ///
  639. /// # Examples
  640. ///
  641. /// ```
  642. /// use std::fs::File;
  643. /// use std::io::LineWriter;
  644. ///
  645. /// # fn foo() -> std::io::Result<()> {
  646. /// let file = try!(File::create("poem.txt"));
  647. /// let mut file = LineWriter::new(file);
  648. ///
  649. /// // we can use reference just like file
  650. /// let reference = file.get_mut();
  651. /// # Ok(())
  652. /// # }
  653. /// ```
  654. pub fn get_mut(&mut self) -> &mut W { self.inner.get_mut() }
  655. /// Unwraps this `LineWriter`, returning the underlying writer.
  656. ///
  657. /// The internal buffer is written out before returning the writer.
  658. ///
  659. /// # Examples
  660. ///
  661. /// ```
  662. /// use std::fs::File;
  663. /// use std::io::LineWriter;
  664. ///
  665. /// # fn foo() -> std::io::Result<()> {
  666. /// let file = try!(File::create("poem.txt"));
  667. ///
  668. /// let writer: LineWriter<File> = LineWriter::new(file);
  669. ///
  670. /// let file: File = try!(writer.into_inner());
  671. /// # Ok(())
  672. /// # }
  673. /// ```
  674. pub fn into_inner(self) -> Result<W, IntoInnerError<LineWriter<W>>> {
  675. self.inner.into_inner().map_err(|IntoInnerError(buf, e)| {
  676. IntoInnerError(LineWriter { inner: buf }, e)
  677. })
  678. }
  679. }
  680. impl<W: Write> Write for LineWriter<W> {
  681. fn write(&mut self, buf: &[u8]) -> io::Result<usize> {
  682. match memchr::memrchr(b'\n', buf) {
  683. Some(i) => {
  684. let n = self.inner.write(&buf[..i + 1])?;
  685. if n != i + 1 || self.inner.flush().is_err() {
  686. // Do not return errors on partial writes.
  687. return Ok(n);
  688. }
  689. self.inner.write(&buf[i + 1..]).map(|i| n + i)
  690. }
  691. None => self.inner.write(buf),
  692. }
  693. }
  694. fn flush(&mut self) -> io::Result<()> { self.inner.flush() }
  695. }
  696. impl<W: Write> fmt::Debug for LineWriter<W> where W: fmt::Debug {
  697. fn fmt(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
  698. fmt.debug_struct("LineWriter")
  699. .field("writer", &self.inner.inner)
  700. .field("buffer",
  701. &format_args!("{}/{}", self.inner.buf.len(), self.inner.buf.capacity()))
  702. .finish()
  703. }
  704. }
  705. #[cfg(test)]
  706. mod tests {
  707. use prelude::v1::*;
  708. use io::prelude::*;
  709. use io::{self, BufReader, BufWriter, LineWriter, SeekFrom};
  710. use sync::atomic::{AtomicUsize, Ordering};
  711. use thread;
  712. use test;
  713. /// A dummy reader intended at testing short-reads propagation.
  714. pub struct ShortReader {
  715. lengths: Vec<usize>,
  716. }
  717. impl Read for ShortReader {
  718. fn read(&mut self, _: &mut [u8]) -> io::Result<usize> {
  719. if self.lengths.is_empty() {
  720. Ok(0)
  721. } else {
  722. Ok(self.lengths.remove(0))
  723. }
  724. }
  725. }
  726. #[test]
  727. fn test_buffered_reader() {
  728. let inner: &[u8] = &[5, 6, 7, 0, 1, 2, 3, 4];
  729. let mut reader = BufReader::with_capacity(2, inner);
  730. let mut buf = [0, 0, 0];
  731. let nread = reader.read(&mut buf);
  732. assert_eq!(nread.unwrap(), 3);
  733. let b: &[_] = &[5, 6, 7];
  734. assert_eq!(buf, b);
  735. let mut buf = [0, 0];
  736. let nread = reader.read(&mut buf);
  737. assert_eq!(nread.unwrap(), 2);
  738. let b: &[_] = &[0, 1];
  739. assert_eq!(buf, b);
  740. let mut buf = [0];
  741. let nread = reader.read(&mut buf);
  742. assert_eq!(nread.unwrap(), 1);
  743. let b: &[_] = &[2];
  744. assert_eq!(buf, b);
  745. let mut buf = [0, 0, 0];
  746. let nread = reader.read(&mut buf);
  747. assert_eq!(nread.unwrap(), 1);
  748. let b: &[_] = &[3, 0, 0];
  749. assert_eq!(buf, b);
  750. let nread = reader.read(&mut buf);
  751. assert_eq!(nread.unwrap(), 1);
  752. let b: &[_] = &[4, 0, 0];
  753. assert_eq!(buf, b);
  754. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  755. }
  756. #[test]
  757. fn test_buffered_reader_seek() {
  758. let inner: &[u8] = &[5, 6, 7, 0, 1, 2, 3, 4];
  759. let mut reader = BufReader::with_capacity(2, io::Cursor::new(inner));
  760. assert_eq!(reader.seek(SeekFrom::Start(3)).ok(), Some(3));
  761. assert_eq!(reader.fill_buf().ok(), Some(&[0, 1][..]));
  762. assert_eq!(reader.seek(SeekFrom::Current(0)).ok(), Some(3));
  763. assert_eq!(reader.fill_buf().ok(), Some(&[0, 1][..]));
  764. assert_eq!(reader.seek(SeekFrom::Current(1)).ok(), Some(4));
  765. assert_eq!(reader.fill_buf().ok(), Some(&[1, 2][..]));
  766. reader.consume(1);
  767. assert_eq!(reader.seek(SeekFrom::Current(-2)).ok(), Some(3));
  768. }
  769. #[test]
  770. fn test_buffered_reader_seek_underflow() {
  771. // gimmick reader that yields its position modulo 256 for each byte
  772. struct PositionReader {
  773. pos: u64
  774. }
  775. impl Read for PositionReader {
  776. fn read(&mut self, buf: &mut [u8]) -> io::Result<usize> {
  777. let len = buf.len();
  778. for x in buf {
  779. *x = self.pos as u8;
  780. self.pos = self.pos.wrapping_add(1);
  781. }
  782. Ok(len)
  783. }
  784. }
  785. impl Seek for PositionReader {
  786. fn seek(&mut self, pos: SeekFrom) -> io::Result<u64> {
  787. match pos {
  788. SeekFrom::Start(n) => {
  789. self.pos = n;
  790. }
  791. SeekFrom::Current(n) => {
  792. self.pos = self.pos.wrapping_add(n as u64);
  793. }
  794. SeekFrom::End(n) => {
  795. self.pos = u64::max_value().wrapping_add(n as u64);
  796. }
  797. }
  798. Ok(self.pos)
  799. }
  800. }
  801. let mut reader = BufReader::with_capacity(5, PositionReader { pos: 0 });
  802. assert_eq!(reader.fill_buf().ok(), Some(&[0, 1, 2, 3, 4][..]));
  803. assert_eq!(reader.seek(SeekFrom::End(-5)).ok(), Some(u64::max_value()-5));
  804. assert_eq!(reader.fill_buf().ok().map(|s| s.len()), Some(5));
  805. // the following seek will require two underlying seeks
  806. let expected = 9223372036854775802;
  807. assert_eq!(reader.seek(SeekFrom::Current(i64::min_value())).ok(), Some(expected));
  808. assert_eq!(reader.fill_buf().ok().map(|s| s.len()), Some(5));
  809. // seeking to 0 should empty the buffer.
  810. assert_eq!(reader.seek(SeekFrom::Current(0)).ok(), Some(expected));
  811. assert_eq!(reader.get_ref().pos, expected);
  812. }
  813. #[test]
  814. fn test_buffered_writer() {
  815. let inner = Vec::new();
  816. let mut writer = BufWriter::with_capacity(2, inner);
  817. writer.write(&[0, 1]).unwrap();
  818. assert_eq!(*writer.get_ref(), [0, 1]);
  819. writer.write(&[2]).unwrap();
  820. assert_eq!(*writer.get_ref(), [0, 1]);
  821. writer.write(&[3]).unwrap();
  822. assert_eq!(*writer.get_ref(), [0, 1]);
  823. writer.flush().unwrap();
  824. assert_eq!(*writer.get_ref(), [0, 1, 2, 3]);
  825. writer.write(&[4]).unwrap();
  826. writer.write(&[5]).unwrap();
  827. assert_eq!(*writer.get_ref(), [0, 1, 2, 3]);
  828. writer.write(&[6]).unwrap();
  829. assert_eq!(*writer.get_ref(), [0, 1, 2, 3, 4, 5]);
  830. writer.write(&[7, 8]).unwrap();
  831. assert_eq!(*writer.get_ref(), [0, 1, 2, 3, 4, 5, 6, 7, 8]);
  832. writer.write(&[9, 10, 11]).unwrap();
  833. assert_eq!(*writer.get_ref(), [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]);
  834. writer.flush().unwrap();
  835. assert_eq!(*writer.get_ref(), [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]);
  836. }
  837. #[test]
  838. fn test_buffered_writer_inner_flushes() {
  839. let mut w = BufWriter::with_capacity(3, Vec::new());
  840. w.write(&[0, 1]).unwrap();
  841. assert_eq!(*w.get_ref(), []);
  842. let w = w.into_inner().unwrap();
  843. assert_eq!(w, [0, 1]);
  844. }
  845. #[test]
  846. fn test_buffered_writer_seek() {
  847. let mut w = BufWriter::with_capacity(3, io::Cursor::new(Vec::new()));
  848. w.write_all(&[0, 1, 2, 3, 4, 5]).unwrap();
  849. w.write_all(&[6, 7]).unwrap();
  850. assert_eq!(w.seek(SeekFrom::Current(0)).ok(), Some(8));
  851. assert_eq!(&w.get_ref().get_ref()[..], &[0, 1, 2, 3, 4, 5, 6, 7][..]);
  852. assert_eq!(w.seek(SeekFrom::Start(2)).ok(), Some(2));
  853. w.write_all(&[8, 9]).unwrap();
  854. assert_eq!(&w.into_inner().unwrap().into_inner()[..], &[0, 1, 8, 9, 4, 5, 6, 7]);
  855. }
  856. #[test]
  857. fn test_read_until() {
  858. let inner: &[u8] = &[0, 1, 2, 1, 0];
  859. let mut reader = BufReader::with_capacity(2, inner);
  860. let mut v = Vec::new();
  861. reader.read_until(0, &mut v).unwrap();
  862. assert_eq!(v, [0]);
  863. v.truncate(0);
  864. reader.read_until(2, &mut v).unwrap();
  865. assert_eq!(v, [1, 2]);
  866. v.truncate(0);
  867. reader.read_until(1, &mut v).unwrap();
  868. assert_eq!(v, [1]);
  869. v.truncate(0);
  870. reader.read_until(8, &mut v).unwrap();
  871. assert_eq!(v, [0]);
  872. v.truncate(0);
  873. reader.read_until(9, &mut v).unwrap();
  874. assert_eq!(v, []);
  875. }
  876. #[test]
  877. fn test_line_buffer_fail_flush() {
  878. // Issue #32085
  879. struct FailFlushWriter<'a>(&'a mut Vec<u8>);
  880. impl<'a> Write for FailFlushWriter<'a> {
  881. fn write(&mut self, buf: &[u8]) -> io::Result<usize> {
  882. self.0.extend_from_slice(buf);
  883. Ok(buf.len())
  884. }
  885. fn flush(&mut self) -> io::Result<()> {
  886. Err(io::Error::new(io::ErrorKind::Other, "flush failed"))
  887. }
  888. }
  889. let mut buf = Vec::new();
  890. {
  891. let mut writer = LineWriter::new(FailFlushWriter(&mut buf));
  892. let to_write = b"abc\ndef";
  893. if let Ok(written) = writer.write(to_write) {
  894. assert!(written < to_write.len(), "didn't flush on new line");
  895. // PASS
  896. return;
  897. }
  898. }
  899. assert!(buf.is_empty(), "write returned an error but wrote data");
  900. }
  901. #[test]
  902. fn test_line_buffer() {
  903. let mut writer = LineWriter::new(Vec::new());
  904. writer.write(&[0]).unwrap();
  905. assert_eq!(*writer.get_ref(), []);
  906. writer.write(&[1]).unwrap();
  907. assert_eq!(*writer.get_ref(), []);
  908. writer.flush().unwrap();
  909. assert_eq!(*writer.get_ref(), [0, 1]);
  910. writer.write(&[0, b'\n', 1, b'\n', 2]).unwrap();
  911. assert_eq!(*writer.get_ref(), [0, 1, 0, b'\n', 1, b'\n']);
  912. writer.flush().unwrap();
  913. assert_eq!(*writer.get_ref(), [0, 1, 0, b'\n', 1, b'\n', 2]);
  914. writer.write(&[3, b'\n']).unwrap();
  915. assert_eq!(*writer.get_ref(), [0, 1, 0, b'\n', 1, b'\n', 2, 3, b'\n']);
  916. }
  917. #[test]
  918. fn test_read_line() {
  919. let in_buf: &[u8] = b"a\nb\nc";
  920. let mut reader = BufReader::with_capacity(2, in_buf);
  921. let mut s = String::new();
  922. reader.read_line(&mut s).unwrap();
  923. assert_eq!(s, "a\n");
  924. s.truncate(0);
  925. reader.read_line(&mut s).unwrap();
  926. assert_eq!(s, "b\n");
  927. s.truncate(0);
  928. reader.read_line(&mut s).unwrap();
  929. assert_eq!(s, "c");
  930. s.truncate(0);
  931. reader.read_line(&mut s).unwrap();
  932. assert_eq!(s, "");
  933. }
  934. #[test]
  935. fn test_lines() {
  936. let in_buf: &[u8] = b"a\nb\nc";
  937. let reader = BufReader::with_capacity(2, in_buf);
  938. let mut it = reader.lines();
  939. assert_eq!(it.next().unwrap().unwrap(), "a".to_string());
  940. assert_eq!(it.next().unwrap().unwrap(), "b".to_string());
  941. assert_eq!(it.next().unwrap().unwrap(), "c".to_string());
  942. assert!(it.next().is_none());
  943. }
  944. #[test]
  945. fn test_short_reads() {
  946. let inner = ShortReader{lengths: vec![0, 1, 2, 0, 1, 0]};
  947. let mut reader = BufReader::new(inner);
  948. let mut buf = [0, 0];
  949. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  950. assert_eq!(reader.read(&mut buf).unwrap(), 1);
  951. assert_eq!(reader.read(&mut buf).unwrap(), 2);
  952. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  953. assert_eq!(reader.read(&mut buf).unwrap(), 1);
  954. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  955. assert_eq!(reader.read(&mut buf).unwrap(), 0);
  956. }
  957. #[test]
  958. fn read_char_buffered() {
  959. let buf = [195, 159];
  960. let reader = BufReader::with_capacity(1, &buf[..]);
  961. assert_eq!(reader.chars().next().unwrap().unwrap(), 'ß');
  962. }
  963. #[test]
  964. fn test_chars() {
  965. let buf = [195, 159, b'a'];
  966. let reader = BufReader::with_capacity(1, &buf[..]);
  967. let mut it = reader.chars();
  968. assert_eq!(it.next().unwrap().unwrap(), 'ß');
  969. assert_eq!(it.next().unwrap().unwrap(), 'a');
  970. assert!(it.next().is_none());
  971. }
  972. #[test]
  973. #[should_panic]
  974. fn dont_panic_in_drop_on_panicked_flush() {
  975. struct FailFlushWriter;
  976. impl Write for FailFlushWriter {
  977. fn write(&mut self, buf: &[u8]) -> io::Result<usize> { Ok(buf.len()) }
  978. fn flush(&mut self) -> io::Result<()> {
  979. Err(io::Error::last_os_error())
  980. }
  981. }
  982. let writer = FailFlushWriter;
  983. let _writer = BufWriter::new(writer);
  984. // If writer panics *again* due to the flush error then the process will
  985. // abort.
  986. panic!();
  987. }
  988. #[test]
  989. fn panic_in_write_doesnt_flush_in_drop() {
  990. static WRITES: AtomicUsize = AtomicUsize::new(0);
  991. struct PanicWriter;
  992. impl Write for PanicWriter {
  993. fn write(&mut self, _: &[u8]) -> io::Result<usize> {
  994. WRITES.fetch_add(1, Ordering::SeqCst);
  995. panic!();
  996. }
  997. fn flush(&mut self) -> io::Result<()> { Ok(()) }
  998. }
  999. thread::spawn(|| {
  1000. let mut writer = BufWriter::new(PanicWriter);
  1001. let _ = writer.write(b"hello world");
  1002. let _ = writer.flush();
  1003. }).join().err().unwrap();
  1004. assert_eq!(WRITES.load(Ordering::SeqCst), 1);
  1005. }
  1006. #[bench]
  1007. fn bench_buffered_reader(b: &mut test::Bencher) {
  1008. b.iter(|| {
  1009. BufReader::new(io::empty())
  1010. });
  1011. }
  1012. #[bench]
  1013. fn bench_buffered_writer(b: &mut test::Bencher) {
  1014. b.iter(|| {
  1015. BufWriter::new(io::sink())
  1016. });
  1017. }
  1018. }