From 6ab0b94dceb7d7f0bfca39976e745f22c7ba8939 Mon Sep 17 00:00:00 2001
From: brain
Date: Sun, 16 Jul 2006 01:40:58 +0000
Subject: irc::tokenstream is a token parser which using std::string and
 std::vector builds a list of tokens using irc parsing rules. e.g.: :arse
 PRIVMSG #chan :foo bar baz becomes a[0] = ":arse", a[1] = "PRIVMSG", a[2] =
 "#chan", a[3] = "foo bar baz".

*** SOMEONE *** needs to optimize this or at least verify its neatness (without making it total craq and unreadable). Feel free to mess with my code.
Any optimizations you make, run them against the COMMENTED OUT TEST SUITE at the top of main() in src/inspircd.cpp and ensure ALL output is the same
with no crashes. (note: if you comment out and build with the test suite, all inspircd will do is output test data and exit!)


git-svn-id: http://svn.inspircd.org/repository/trunk/inspircd@4396 e03df62e-2008-0410-955e-edbf42e46eb7
---
 src/hashcomp.cpp | 44 ++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 44 insertions(+)

(limited to 'src/hashcomp.cpp')

diff --git a/src/hashcomp.cpp b/src/hashcomp.cpp
index 3271e599c..08fbc8e2f 100644
--- a/src/hashcomp.cpp
+++ b/src/hashcomp.cpp
@@ -177,3 +177,47 @@ std::istream& operator>>(std::istream &is, irc::string &str)
 	str = tmp.c_str();
 	return is;
 }
+
+irc::tokenstream::tokenstream(std::string &source)
+{
+	std::string::iterator last_starting_position = source.begin();
+	bool last_pushed = false;
+
+	for (std::string::iterator n = source.begin(); n != source.end(); n++)
+	{
+		if ((last_pushed) && (*n == ':'))
+		{
+			/* If we find a token thats not the first and starts with :,
+			 * this is the last token on the line
+			 */
+			tokens.push_back(std::string(n+1, source.end()));
+			break;
+		}
+
+		last_pushed = false;
+
+		if ((*n == ' ') || (n+1 == source.end()))
+		{
+			/* If we find a space, or end of string, this is the end of a token.
+			 */
+			tokens.push_back(std::string(last_starting_position, n+1 == source.end() ? n+1  : n));
+			last_starting_position = n+1;
+			last_pushed = true;
+		}
+	}
+}
+
+irc::tokenstream::~tokenstream()
+{
+}
+
+unsigned int irc::tokenstream::GetNumTokens()
+{
+	return tokens.size();
+}
+
+const std::string& irc::tokenstream::GetToken(unsigned int index)
+{
+	return tokens[index];
+}
+
-- 
cgit v1.3.1-10-gc9f91