Move Cephelepod into deprecated_compiler, create captian.sh to handle bootstrapping kraken from backup or from Cephelepod
This commit is contained in:
166
deprecated_compiler/src/StringReader.cpp
Normal file
166
deprecated_compiler/src/StringReader.cpp
Normal file
@@ -0,0 +1,166 @@
|
||||
#include "StringReader.h"
|
||||
#include <cassert>
|
||||
|
||||
StringReader::StringReader()
|
||||
{
|
||||
str_pos = 0;
|
||||
}
|
||||
|
||||
StringReader::StringReader(std::string inputString)
|
||||
{
|
||||
str_pos = 0;
|
||||
setString(inputString);
|
||||
}
|
||||
|
||||
StringReader::~StringReader()
|
||||
{
|
||||
//dtor
|
||||
}
|
||||
|
||||
void StringReader::setString(std::string inputString)
|
||||
{
|
||||
rd_string = inputString;
|
||||
end_reached = false;
|
||||
}
|
||||
|
||||
std::string StringReader::word(bool truncateEnd)
|
||||
{
|
||||
std::string result = getTokens(" \n\t", truncateEnd);
|
||||
while (result == " " || result == "\n" || result == "\t")
|
||||
{
|
||||
result = getTokens(" \n\t", truncateEnd);
|
||||
}
|
||||
return(result);
|
||||
}
|
||||
|
||||
std::string StringReader::line(bool truncateEnd)
|
||||
{
|
||||
return getTokens("\n", truncateEnd);
|
||||
}
|
||||
|
||||
std::string StringReader::getTokens(const char *stop_chars, bool truncateEnd)
|
||||
{
|
||||
if (str_pos >= rd_string.size())
|
||||
return "";
|
||||
size_t found_pos = rd_string.find_first_of(stop_chars, str_pos);
|
||||
|
||||
if (rd_string[str_pos] == '\"') {
|
||||
//Find the next quote
|
||||
found_pos = rd_string.find("\"", str_pos+1);
|
||||
//Check to see if the quote is escaped
|
||||
int numBackslashes = 0;
|
||||
int countBack = 1;
|
||||
while (found_pos >= countBack && rd_string[found_pos-countBack] == '\\') {
|
||||
numBackslashes++;
|
||||
countBack++;
|
||||
}
|
||||
//While the quote is escaped
|
||||
while (numBackslashes % 2 == 1) {
|
||||
//find the next quote
|
||||
found_pos = rd_string.find("\"", found_pos+1);
|
||||
//Check to see if it's escaped
|
||||
numBackslashes = 0;
|
||||
countBack = 1;
|
||||
while (found_pos >= countBack && rd_string[found_pos-countBack] == '\\') {
|
||||
numBackslashes++;
|
||||
countBack++;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (found_pos == str_pos) //We are at the endline
|
||||
{
|
||||
std::string stop_char(1, rd_string[str_pos]);
|
||||
str_pos++;
|
||||
return stop_char;
|
||||
} else if (found_pos == std::string::npos) //We are at the end of the file
|
||||
{
|
||||
//End of String
|
||||
end_reached = true;
|
||||
//std::cout << "Reached end of file!\n";
|
||||
return "";
|
||||
} else {
|
||||
|
||||
if (truncateEnd) //If we want to get rid of the delimiting character, which is the default, don't add the last char. Note we have to increase str_pos by one manually later
|
||||
found_pos -= 1;
|
||||
|
||||
if (rd_string[str_pos] == '\"')
|
||||
found_pos++;
|
||||
|
||||
std::string string_section = rd_string.substr(str_pos, found_pos - str_pos + 1);
|
||||
str_pos = found_pos + 1;
|
||||
|
||||
if (truncateEnd) //Ok, we didn't add the last char, but str_pos now points at that char. So we move it one ahead.
|
||||
str_pos++;
|
||||
return string_section;
|
||||
}
|
||||
}
|
||||
|
||||
void StringReader::test()
|
||||
{
|
||||
{
|
||||
StringReader reader("\"x\"");
|
||||
assert(reader.word() == "\"x\"");
|
||||
assert(reader.word() == "");
|
||||
}
|
||||
|
||||
{
|
||||
StringReader reader("\"y\" ;\n");
|
||||
assert(reader.word() == "\"y\"");
|
||||
assert(reader.word() == ";");
|
||||
assert(reader.word() == "");
|
||||
}
|
||||
|
||||
{
|
||||
StringReader reader("Goal = greeting ;\n"
|
||||
"greeting = \"hello\" | greeting \"world\" ;\n");
|
||||
assert(reader.word() == "Goal");
|
||||
assert(reader.word() == "=");
|
||||
assert(reader.word() == "greeting");
|
||||
assert(reader.word() == ";");
|
||||
assert(reader.word() == "greeting");
|
||||
assert(reader.word() == "=");
|
||||
assert(reader.word() == "\"hello\"");
|
||||
assert(reader.word() == "|");
|
||||
assert(reader.word() == "greeting");
|
||||
assert(reader.word() == "\"world\"");
|
||||
assert(reader.word() == ";");
|
||||
assert(reader.word() == "");
|
||||
}
|
||||
|
||||
{
|
||||
StringReader reader("one # pretend this is a comment\n"
|
||||
" two\n");
|
||||
assert(reader.word() == "one");
|
||||
assert(reader.word() == "#");
|
||||
assert(reader.line() == "pretend this is a comment");
|
||||
assert(reader.word() == "two");
|
||||
assert(reader.word() == "");
|
||||
}
|
||||
|
||||
{
|
||||
// Quoted strings can span lines.
|
||||
StringReader reader("x = \"\n \" ;\n");
|
||||
assert(reader.word() == "x");
|
||||
assert(reader.word() == "=");
|
||||
assert(reader.word() == "\"\n \"");
|
||||
assert(reader.word() == ";");
|
||||
assert(reader.word() == "");
|
||||
}
|
||||
|
||||
{
|
||||
// Strings may contain backslash-escaped quote characters.
|
||||
StringReader reader( "\"abc\\\"def\\\\\\\\\\\" \"\n");
|
||||
assert(reader.word() == "\"abc\\\"def\\\\\\\\\\\" \"");
|
||||
assert(reader.word() == "");
|
||||
}
|
||||
|
||||
{
|
||||
// A backslash-escaped backslash can be the last character in a string.
|
||||
StringReader reader( "\"\\\\\" \n");
|
||||
assert(reader.word() == "\"\\\\\"");
|
||||
assert(reader.word() == "");
|
||||
}
|
||||
|
||||
std::cout << "StringReader tests pass\n";
|
||||
}
|
||||
Reference in New Issue
Block a user