From db5fab2d87fb888f0b2973f39cea5a41580db5b5 Mon Sep 17 00:00:00 2001
From: Danilo Bargen <mail@dbrgn.ch>
Date: Wed, 27 Jan 2016 18:06:38 +0100
Subject: [PATCH] Handle errors in Tokenizer::next_token

---
 src/tokenizer.rs | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 8c96b6e..fad3d96 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -22,10 +22,11 @@ impl<R> Tokenizer<R> where R: BufRead {
 
     pub fn next_token(&mut self) -> Option<LineType> {
         self.current_line.clear();
-        let bytes_read = self.reader.read_line(&mut self.current_line).unwrap();
+        let bytes_read = self.reader.read_line(&mut self.current_line);
         match bytes_read {
-            0 => None,
-            _ => Some(LineType::from(&self.current_line[..])),
+            Ok(0) => None,
+            Err(e) => { warn!("Could not read line from token reader: {:?}", e); None},
+            Ok(_) => Some(LineType::from(&self.current_line[..])),
         }
     }