From 28dad92d05b5f7db303afe4b824f5d8814c5ed6d Mon Sep 17 00:00:00 2001
From: Chris Laurel <claurel@gmail.com>
Date: Tue, 26 Sep 2006 07:51:00 +0000
Subject: [PATCH] Fixed handling of end-of-file in the middle of a comment
 line.

---
 src/celengine/tokenizer.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/celengine/tokenizer.cpp b/src/celengine/tokenizer.cpp
index bcda928c1..8eb593a20 100644
--- a/src/celengine/tokenizer.cpp
+++ b/src/celengine/tokenizer.cpp
@@ -166,7 +166,7 @@ Tokenizer::TokenType Tokenizer::nextToken()
             break;
 
         case CommentState:
-            if (nextChar == '\n' || nextChar == '\r')
+            if (nextChar == '\n' || nextChar == '\r' || nextChar == char_traits<char>::eof())
                 state = StartState;
             break;