Add tests system

data/tests/p.html

@@ -0,0 +1 @@
+<p>Hello World!</p>

data/tests/text.html

@@ -0,0 +1 @@
+Hello World!

docs/html_grammar.txt

@@ -5,7 +5,7 @@ Defined Tokens
 
 ---
 
-<doc> ::= [<doctype>] <elem>*
+<doc> ::= [<doctype>] (<elem> | <inner>)*
 <doctype> ::= "<" "!" "doctype" "html" ">"
 <elem> ::=
     | "<" <ident> <attr>* ">" (<elem> | <inner>)* "<" "/" <ident> ">"

src/fetch.cpp

@@ -1,6 +1,8 @@
 #include "fetch.hpp"
 
+#include <fstream>
 #include <iostream>
+#include <sstream>
 #include <string>
 
 #include <curl/curl.h>
@@ -13,8 +15,17 @@ size_t curl_write_func(void* ptr, size_t size, size_t num, std::string* str)
     return size * num;
 }
 
+const std::string c_test_proto = "test://";
+
 std::optional<std::string> fetch_url(const std::string& url)
 {
+    if (url.rfind(c_test_proto, 0) == 0) {
+        std::fstream file("../data/tests/" + url.substr(c_test_proto.size()), std::ios::in);
+        std::stringstream ss;
+        ss << file.rdbuf();
+        file.close();
+        return ss.str();
+    }
     std::string curl_write_data;
     curl_easy_setopt(g_curl, CURLOPT_URL, url.c_str());
     curl_easy_setopt(g_curl, CURLOPT_CA_CACHE_TIMEOUT, 604800L);

src/html_parse.cpp

@@ -194,8 +194,13 @@ NodeDoc Parser::parse()
     if (auto doc_type = parse_doc_type()) {
         doc.doc_type = doc_type.value();
     }
-    while (auto elem = parse_elem()) {
-        doc.children.push_back(elem.value());
+    while (peek().has_value()) {
+        if (auto elem = parse_elem()) {
+            doc.children.push_back(elem.value());
+        }
+        else {
+            doc.children.push_back(consume().to_string());
+        }
     }
     return doc;
 }

src/html_parse.hpp

@@ -77,7 +77,7 @@ struct NodeElem {
 
 struct NodeDoc {
     std::optional<NodeDocType> doc_type {};
-    std::vector<NodeElem> children {};
+    std::vector<std::variant<NodeElem, std::string>> children {};
 };
 
 class Parser {

src/main.cpp

@@ -1,6 +1,5 @@
 #include "fetch.hpp"
 
-#include <codecvt>
 #include <iostream>
 #include <optional>
 
@@ -14,7 +13,7 @@ int main()
 {
     init_curl();
 
-    std::optional<std::string> page_data = fetch_url("https://example.com");
+    std::optional<std::string> page_data = fetch_url("test://text.html");
 
     SetConfigFlags(ConfigFlags::FLAG_WINDOW_RESIZABLE | ConfigFlags::FLAG_MSAA_4X_HINT | ConfigFlags ::FLAG_VSYNC_HINT);
 
@@ -27,7 +26,7 @@ int main()
     SetTargetFPS(60);
 
     bool is_editing_url = false;
-    std::string url_input = "https://example.com";
+    std::string url_input = "test://text.html";
     url_input.reserve(1024);
     float scroll_pos = 0.0f;