The_Browser/src/rendering/css_tokenizer.hpp at main · drsamonline/The_Browser · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
#pragma once

#include <cstddef>
#include <string>
#include <string_view>
#include <vector>

namespace aetheris::rendering {

enum class CssTokenType {
    Identifier,
    String,
    Number,
    Colon,
    Semicolon,
    Comma,
    OpenBrace,
    CloseBrace,
    OpenParen,
    CloseParen,
    ChildCombinator,
    UniversalSelector,
    Delimiter,
    Whitespace,
    EndOfFile,
};

struct CssToken {
    CssTokenType type { CssTokenType::EndOfFile };
    std::string value;
    size_t line { 1 };
    size_t column { 1 };
};

class CssTokenizer {
public:
    explicit CssTokenizer(std::string_view input);
    std::vector<CssToken> tokenize();

private:
    bool eof() const;
    char peek(size_t offset = 0) const;
    void consume();
    void skip_comment();
    CssToken make_token(CssTokenType type, std::string value, size_t line, size_t column) const;
    CssToken consume_identifier();
    CssToken consume_number();
    CssToken consume_string(char quote);

    static bool is_whitespace(char c);
    static bool is_identifier_start(char c);
    static bool is_identifier_char(char c);

    std::string_view m_input;
    size_t m_position { 0 };
    size_t m_line { 1 };
    size_t m_column { 1 };
};

} // namespace aetheris::rendering