LSP integration steps 1-4, part of 5.
This commit is contained in:
7
.idea/codeStyles/Project.xml
generated
7
.idea/codeStyles/Project.xml
generated
@@ -141,6 +141,13 @@
|
|||||||
<pair source="c++m" header="" fileNamingConvention="NONE" />
|
<pair source="c++m" header="" fileNamingConvention="NONE" />
|
||||||
</extensions>
|
</extensions>
|
||||||
</files>
|
</files>
|
||||||
|
<codeStyleSettings language="CMake">
|
||||||
|
<indentOptions>
|
||||||
|
<option name="INDENT_SIZE" value="8" />
|
||||||
|
<option name="TAB_SIZE" value="8" />
|
||||||
|
<option name="USE_TAB_CHARACTER" value="true" />
|
||||||
|
</indentOptions>
|
||||||
|
</codeStyleSettings>
|
||||||
<codeStyleSettings language="ObjectiveC">
|
<codeStyleSettings language="ObjectiveC">
|
||||||
<indentOptions>
|
<indentOptions>
|
||||||
<option name="INDENT_SIZE" value="8" />
|
<option name="INDENT_SIZE" value="8" />
|
||||||
|
|||||||
48
Buffer.cc
48
Buffer.cc
@@ -9,6 +9,7 @@
|
|||||||
// For reconstructing highlighter state on copies
|
// For reconstructing highlighter state on copies
|
||||||
#include "HighlighterRegistry.h"
|
#include "HighlighterRegistry.h"
|
||||||
#include "NullHighlighter.h"
|
#include "NullHighlighter.h"
|
||||||
|
#include "lsp/BufferChangeTracker.h"
|
||||||
|
|
||||||
|
|
||||||
Buffer::Buffer()
|
Buffer::Buffer()
|
||||||
@@ -19,6 +20,9 @@ Buffer::Buffer()
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
Buffer::~Buffer() = default;
|
||||||
|
|
||||||
|
|
||||||
Buffer::Buffer(const std::string &path)
|
Buffer::Buffer(const std::string &path)
|
||||||
{
|
{
|
||||||
std::string err;
|
std::string err;
|
||||||
@@ -394,6 +398,30 @@ Buffer::AsString() const
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::string
|
||||||
|
Buffer::FullText() const
|
||||||
|
{
|
||||||
|
std::string out;
|
||||||
|
// Precompute size for fewer reallocations
|
||||||
|
std::size_t total = 0;
|
||||||
|
for (std::size_t i = 0; i < rows_.size(); ++i) {
|
||||||
|
total += rows_[i].Size();
|
||||||
|
if (i + 1 < rows_.size())
|
||||||
|
total += 1; // for '\n'
|
||||||
|
}
|
||||||
|
out.reserve(total);
|
||||||
|
for (std::size_t i = 0; i < rows_.size(); ++i) {
|
||||||
|
const char *d = rows_[i].Data();
|
||||||
|
std::size_t n = rows_[i].Size();
|
||||||
|
if (d && n)
|
||||||
|
out.append(d, n);
|
||||||
|
if (i + 1 < rows_.size())
|
||||||
|
out.push_back('\n');
|
||||||
|
}
|
||||||
|
return out;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
// --- Raw editing APIs (no undo recording, cursor untouched) ---
|
// --- Raw editing APIs (no undo recording, cursor untouched) ---
|
||||||
void
|
void
|
||||||
Buffer::insert_text(int row, int col, std::string_view text)
|
Buffer::insert_text(int row, int col, std::string_view text)
|
||||||
@@ -432,6 +460,9 @@ Buffer::insert_text(int row, int col, std::string_view text)
|
|||||||
remain.erase(0, pos + 1);
|
remain.erase(0, pos + 1);
|
||||||
}
|
}
|
||||||
// Do not set dirty here; UndoSystem will manage state/dirty externally
|
// Do not set dirty here; UndoSystem will manage state/dirty externally
|
||||||
|
if (change_tracker_) {
|
||||||
|
change_tracker_->recordInsertion(row, col, std::string(text));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
@@ -470,6 +501,9 @@ Buffer::delete_text(int row, int col, std::size_t len)
|
|||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
if (change_tracker_) {
|
||||||
|
change_tracker_->recordDeletion(row, col, len);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
@@ -543,3 +577,17 @@ Buffer::Undo() const
|
|||||||
{
|
{
|
||||||
return undo_sys_.get();
|
return undo_sys_.get();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
Buffer::SetChangeTracker(std::unique_ptr<kte::lsp::BufferChangeTracker> tracker)
|
||||||
|
{
|
||||||
|
change_tracker_ = std::move(tracker);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
kte::lsp::BufferChangeTracker *
|
||||||
|
Buffer::GetChangeTracker()
|
||||||
|
{
|
||||||
|
return change_tracker_.get();
|
||||||
|
}
|
||||||
69
Buffer.h
69
Buffer.h
@@ -17,11 +17,20 @@
|
|||||||
#include "HighlighterEngine.h"
|
#include "HighlighterEngine.h"
|
||||||
#include "Highlight.h"
|
#include "Highlight.h"
|
||||||
|
|
||||||
|
// Forward declarations to avoid heavy includes
|
||||||
|
namespace kte {
|
||||||
|
namespace lsp {
|
||||||
|
class BufferChangeTracker;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
class Buffer {
|
class Buffer {
|
||||||
public:
|
public:
|
||||||
Buffer();
|
Buffer();
|
||||||
|
|
||||||
|
~Buffer();
|
||||||
|
|
||||||
Buffer(const Buffer &other);
|
Buffer(const Buffer &other);
|
||||||
|
|
||||||
Buffer &operator=(const Buffer &other);
|
Buffer &operator=(const Buffer &other);
|
||||||
@@ -374,23 +383,59 @@ public:
|
|||||||
|
|
||||||
[[nodiscard]] std::string AsString() const;
|
[[nodiscard]] std::string AsString() const;
|
||||||
|
|
||||||
|
// Compose full text of this buffer with newlines between rows
|
||||||
|
[[nodiscard]] std::string FullText() const;
|
||||||
|
|
||||||
// Syntax highlighting integration (per-buffer)
|
// Syntax highlighting integration (per-buffer)
|
||||||
[[nodiscard]] std::uint64_t Version() const { return version_; }
|
[[nodiscard]] std::uint64_t Version() const
|
||||||
|
{
|
||||||
|
return version_;
|
||||||
|
}
|
||||||
|
|
||||||
void SetSyntaxEnabled(bool on) { syntax_enabled_ = on; }
|
|
||||||
[[nodiscard]] bool SyntaxEnabled() const { return syntax_enabled_; }
|
|
||||||
|
|
||||||
void SetFiletype(const std::string &ft) { filetype_ = ft; }
|
void SetSyntaxEnabled(bool on)
|
||||||
[[nodiscard]] const std::string &Filetype() const { return filetype_; }
|
{
|
||||||
|
syntax_enabled_ = on;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
[[nodiscard]] bool SyntaxEnabled() const
|
||||||
|
{
|
||||||
|
return syntax_enabled_;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void SetFiletype(const std::string &ft)
|
||||||
|
{
|
||||||
|
filetype_ = ft;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
[[nodiscard]] const std::string &Filetype() const
|
||||||
|
{
|
||||||
|
return filetype_;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
kte::HighlighterEngine *Highlighter()
|
||||||
|
{
|
||||||
|
return highlighter_.get();
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
const kte::HighlighterEngine *Highlighter() const
|
||||||
|
{
|
||||||
|
return highlighter_.get();
|
||||||
|
}
|
||||||
|
|
||||||
kte::HighlighterEngine *Highlighter() { return highlighter_.get(); }
|
|
||||||
const kte::HighlighterEngine *Highlighter() const { return highlighter_.get(); }
|
|
||||||
|
|
||||||
void EnsureHighlighter()
|
void EnsureHighlighter()
|
||||||
{
|
{
|
||||||
if (!highlighter_) highlighter_ = std::make_unique<kte::HighlighterEngine>();
|
if (!highlighter_)
|
||||||
|
highlighter_ = std::make_unique<kte::HighlighterEngine>();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
// Raw, low-level editing APIs used by UndoSystem apply().
|
// Raw, low-level editing APIs used by UndoSystem apply().
|
||||||
// These must NOT trigger undo recording. They also do not move the cursor.
|
// These must NOT trigger undo recording. They also do not move the cursor.
|
||||||
void insert_text(int row, int col, std::string_view text);
|
void insert_text(int row, int col, std::string_view text);
|
||||||
@@ -410,6 +455,11 @@ public:
|
|||||||
|
|
||||||
[[nodiscard]] const UndoSystem *Undo() const;
|
[[nodiscard]] const UndoSystem *Undo() const;
|
||||||
|
|
||||||
|
// LSP integration: optional change tracker
|
||||||
|
void SetChangeTracker(std::unique_ptr<kte::lsp::BufferChangeTracker> tracker);
|
||||||
|
|
||||||
|
kte::lsp::BufferChangeTracker *GetChangeTracker();
|
||||||
|
|
||||||
private:
|
private:
|
||||||
// State mirroring original C struct (without undo_tree)
|
// State mirroring original C struct (without undo_tree)
|
||||||
std::size_t curx_ = 0, cury_ = 0; // cursor position in characters
|
std::size_t curx_ = 0, cury_ = 0; // cursor position in characters
|
||||||
@@ -433,6 +483,9 @@ private:
|
|||||||
bool syntax_enabled_ = true;
|
bool syntax_enabled_ = true;
|
||||||
std::string filetype_;
|
std::string filetype_;
|
||||||
std::unique_ptr<kte::HighlighterEngine> highlighter_;
|
std::unique_ptr<kte::HighlighterEngine> highlighter_;
|
||||||
|
|
||||||
|
// Optional LSP change tracker (absent by default)
|
||||||
|
std::unique_ptr<kte::lsp::BufferChangeTracker> change_tracker_;
|
||||||
};
|
};
|
||||||
|
|
||||||
#endif // KTE_BUFFER_H
|
#endif // KTE_BUFFER_H
|
||||||
@@ -82,6 +82,12 @@ set(COMMON_SOURCES
|
|||||||
PythonHighlighter.cc
|
PythonHighlighter.cc
|
||||||
RustHighlighter.cc
|
RustHighlighter.cc
|
||||||
LispHighlighter.cc
|
LispHighlighter.cc
|
||||||
|
lsp/BufferChangeTracker.cc
|
||||||
|
lsp/JsonRpcTransport.cc
|
||||||
|
lsp/LspProcessClient.cc
|
||||||
|
lsp/DiagnosticStore.cc
|
||||||
|
lsp/TerminalDiagnosticDisplay.cc
|
||||||
|
lsp/LspManager.cc
|
||||||
)
|
)
|
||||||
|
|
||||||
if (KTE_ENABLE_TREESITTER)
|
if (KTE_ENABLE_TREESITTER)
|
||||||
@@ -123,6 +129,17 @@ set(COMMON_HEADERS
|
|||||||
PythonHighlighter.h
|
PythonHighlighter.h
|
||||||
RustHighlighter.h
|
RustHighlighter.h
|
||||||
LispHighlighter.h
|
LispHighlighter.h
|
||||||
|
lsp/LspTypes.h
|
||||||
|
lsp/BufferChangeTracker.h
|
||||||
|
lsp/JsonRpcTransport.h
|
||||||
|
lsp/LspClient.h
|
||||||
|
lsp/LspProcessClient.h
|
||||||
|
lsp/Diagnostic.h
|
||||||
|
lsp/DiagnosticStore.h
|
||||||
|
lsp/DiagnosticDisplay.h
|
||||||
|
lsp/TerminalDiagnosticDisplay.h
|
||||||
|
lsp/LspManager.h
|
||||||
|
lsp/LspServerConfig.h
|
||||||
)
|
)
|
||||||
|
|
||||||
if (KTE_ENABLE_TREESITTER)
|
if (KTE_ENABLE_TREESITTER)
|
||||||
|
|||||||
43
Command.cc
43
Command.cc
@@ -762,23 +762,29 @@ cmd_unknown_kcommand(CommandContext &ctx)
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
// --- Syntax highlighting commands ---
|
// --- Syntax highlighting commands ---
|
||||||
static void apply_filetype(Buffer &buf, const std::string &ft)
|
static void
|
||||||
|
apply_filetype(Buffer &buf, const std::string &ft)
|
||||||
{
|
{
|
||||||
buf.EnsureHighlighter();
|
buf.EnsureHighlighter();
|
||||||
auto *eng = buf.Highlighter();
|
auto *eng = buf.Highlighter();
|
||||||
if (!eng) return;
|
if (!eng)
|
||||||
|
return;
|
||||||
std::string val = ft;
|
std::string val = ft;
|
||||||
// trim + lower
|
// trim + lower
|
||||||
auto trim = [](const std::string &s) {
|
auto trim = [](const std::string &s) {
|
||||||
std::string r = s;
|
std::string r = s;
|
||||||
auto notsp = [](int ch){ return !std::isspace(ch); };
|
auto notsp = [](int ch) {
|
||||||
|
return !std::isspace(ch);
|
||||||
|
};
|
||||||
r.erase(r.begin(), std::find_if(r.begin(), r.end(), notsp));
|
r.erase(r.begin(), std::find_if(r.begin(), r.end(), notsp));
|
||||||
r.erase(std::find_if(r.rbegin(), r.rend(), notsp).base(), r.end());
|
r.erase(std::find_if(r.rbegin(), r.rend(), notsp).base(), r.end());
|
||||||
return r;
|
return r;
|
||||||
};
|
};
|
||||||
val = trim(val);
|
val = trim(val);
|
||||||
for (auto &ch: val) ch = static_cast<char>(std::tolower(static_cast<unsigned char>(ch)));
|
for (auto &ch: val)
|
||||||
|
ch = static_cast<char>(std::tolower(static_cast<unsigned char>(ch)));
|
||||||
if (val == "off") {
|
if (val == "off") {
|
||||||
eng->SetHighlighter(nullptr);
|
eng->SetHighlighter(nullptr);
|
||||||
buf.SetFiletype("");
|
buf.SetFiletype("");
|
||||||
@@ -810,7 +816,9 @@ static void apply_filetype(Buffer &buf, const std::string &ft)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
static bool cmd_syntax(CommandContext &ctx)
|
|
||||||
|
static bool
|
||||||
|
cmd_syntax(CommandContext &ctx)
|
||||||
{
|
{
|
||||||
Buffer *b = ctx.editor.CurrentBuffer();
|
Buffer *b = ctx.editor.CurrentBuffer();
|
||||||
if (!b) {
|
if (!b) {
|
||||||
@@ -820,7 +828,9 @@ static bool cmd_syntax(CommandContext &ctx)
|
|||||||
std::string arg = ctx.arg;
|
std::string arg = ctx.arg;
|
||||||
// trim
|
// trim
|
||||||
auto trim = [](std::string &s) {
|
auto trim = [](std::string &s) {
|
||||||
auto notsp = [](int ch){ return !std::isspace(ch); };
|
auto notsp = [](int ch) {
|
||||||
|
return !std::isspace(ch);
|
||||||
|
};
|
||||||
s.erase(s.begin(), std::find_if(s.begin(), s.end(), notsp));
|
s.erase(s.begin(), std::find_if(s.begin(), s.end(), notsp));
|
||||||
s.erase(std::find_if(s.rbegin(), s.rend(), notsp).base(), s.end());
|
s.erase(std::find_if(s.rbegin(), s.rend(), notsp).base(), s.end());
|
||||||
};
|
};
|
||||||
@@ -836,7 +846,8 @@ static bool cmd_syntax(CommandContext &ctx)
|
|||||||
b->SetSyntaxEnabled(false);
|
b->SetSyntaxEnabled(false);
|
||||||
ctx.editor.SetStatus("syntax: off");
|
ctx.editor.SetStatus("syntax: off");
|
||||||
} else if (arg == "reload") {
|
} else if (arg == "reload") {
|
||||||
if (auto *eng = b->Highlighter()) eng->InvalidateFrom(0);
|
if (auto *eng = b->Highlighter())
|
||||||
|
eng->InvalidateFrom(0);
|
||||||
ctx.editor.SetStatus("syntax: reloaded");
|
ctx.editor.SetStatus("syntax: reloaded");
|
||||||
} else {
|
} else {
|
||||||
ctx.editor.SetStatus("usage: :syntax on|off|reload");
|
ctx.editor.SetStatus("usage: :syntax on|off|reload");
|
||||||
@@ -844,7 +855,9 @@ static bool cmd_syntax(CommandContext &ctx)
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
static bool cmd_set_option(CommandContext &ctx)
|
|
||||||
|
static bool
|
||||||
|
cmd_set_option(CommandContext &ctx)
|
||||||
{
|
{
|
||||||
Buffer *b = ctx.editor.CurrentBuffer();
|
Buffer *b = ctx.editor.CurrentBuffer();
|
||||||
if (!b) {
|
if (!b) {
|
||||||
@@ -861,17 +874,22 @@ static bool cmd_set_option(CommandContext &ctx)
|
|||||||
std::string val = ctx.arg.substr(eq + 1);
|
std::string val = ctx.arg.substr(eq + 1);
|
||||||
// trim
|
// trim
|
||||||
auto trim = [](std::string &s) {
|
auto trim = [](std::string &s) {
|
||||||
auto notsp = [](int ch){ return !std::isspace(ch); };
|
auto notsp = [](int ch) {
|
||||||
|
return !std::isspace(ch);
|
||||||
|
};
|
||||||
s.erase(s.begin(), std::find_if(s.begin(), s.end(), notsp));
|
s.erase(s.begin(), std::find_if(s.begin(), s.end(), notsp));
|
||||||
s.erase(std::find_if(s.rbegin(), s.rend(), notsp).base(), s.end());
|
s.erase(std::find_if(s.rbegin(), s.rend(), notsp).base(), s.end());
|
||||||
};
|
};
|
||||||
trim(key); trim(val);
|
trim(key);
|
||||||
|
trim(val);
|
||||||
// lower-case value for filetype
|
// lower-case value for filetype
|
||||||
for (auto &ch: val) ch = static_cast<char>(std::tolower(static_cast<unsigned char>(ch)));
|
for (auto &ch: val)
|
||||||
|
ch = static_cast<char>(std::tolower(static_cast<unsigned char>(ch)));
|
||||||
if (key == "filetype") {
|
if (key == "filetype") {
|
||||||
apply_filetype(*b, val);
|
apply_filetype(*b, val);
|
||||||
if (b->SyntaxEnabled())
|
if (b->SyntaxEnabled())
|
||||||
ctx.editor.SetStatus(std::string("filetype: ") + (b->Filetype().empty()?"off":b->Filetype()));
|
ctx.editor.SetStatus(
|
||||||
|
std::string("filetype: ") + (b->Filetype().empty() ? "off" : b->Filetype()));
|
||||||
else
|
else
|
||||||
ctx.editor.SetStatus("filetype: off");
|
ctx.editor.SetStatus("filetype: off");
|
||||||
return true;
|
return true;
|
||||||
@@ -907,6 +925,7 @@ cmd_theme_next(CommandContext &ctx)
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
static bool
|
static bool
|
||||||
cmd_theme_prev(CommandContext &ctx)
|
cmd_theme_prev(CommandContext &ctx)
|
||||||
{
|
{
|
||||||
|
|||||||
@@ -3,8 +3,12 @@
|
|||||||
#include <cctype>
|
#include <cctype>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
static bool
|
||||||
|
is_digit(char c)
|
||||||
|
{
|
||||||
|
return c >= '0' && c <= '9';
|
||||||
|
}
|
||||||
|
|
||||||
static bool is_digit(char c) { return c >= '0' && c <= '9'; }
|
|
||||||
|
|
||||||
CppHighlighter::CppHighlighter()
|
CppHighlighter::CppHighlighter()
|
||||||
{
|
{
|
||||||
@@ -15,39 +19,63 @@ CppHighlighter::CppHighlighter()
|
|||||||
"static", "inline", "operator", "new", "delete", "try", "catch", "throw", "friend",
|
"static", "inline", "operator", "new", "delete", "try", "catch", "throw", "friend",
|
||||||
"enum", "union", "extern", "volatile", "mutable", "noexcept", "sizeof", "this"
|
"enum", "union", "extern", "volatile", "mutable", "noexcept", "sizeof", "this"
|
||||||
};
|
};
|
||||||
for (auto s: kw) keywords_.insert(s);
|
for (auto s: kw)
|
||||||
|
keywords_.insert(s);
|
||||||
const char *types[] = {
|
const char *types[] = {
|
||||||
"int", "long", "short", "char", "signed", "unsigned", "float", "double", "void",
|
"int", "long", "short", "char", "signed", "unsigned", "float", "double", "void",
|
||||||
"bool", "wchar_t", "size_t", "ptrdiff_t", "uint8_t", "uint16_t", "uint32_t", "uint64_t",
|
"bool", "wchar_t", "size_t", "ptrdiff_t", "uint8_t", "uint16_t", "uint32_t", "uint64_t",
|
||||||
"int8_t", "int16_t", "int32_t", "int64_t"
|
"int8_t", "int16_t", "int32_t", "int64_t"
|
||||||
};
|
};
|
||||||
for (auto s: types) types_.insert(s);
|
for (auto s: types)
|
||||||
|
types_.insert(s);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool CppHighlighter::is_ident_start(char c) { return std::isalpha(static_cast<unsigned char>(c)) || c == '_'; }
|
|
||||||
bool CppHighlighter::is_ident_char(char c) { return std::isalnum(static_cast<unsigned char>(c)) || c == '_'; }
|
|
||||||
|
|
||||||
void CppHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
bool
|
||||||
|
CppHighlighter::is_ident_start(char c)
|
||||||
|
{
|
||||||
|
return std::isalpha(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
bool
|
||||||
|
CppHighlighter::is_ident_char(char c)
|
||||||
|
{
|
||||||
|
return std::isalnum(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
CppHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
// Stateless entry simply delegates to stateful with a clean previous state
|
// Stateless entry simply delegates to stateful with a clean previous state
|
||||||
StatefulHighlighter::LineState prev;
|
StatefulHighlighter::LineState prev;
|
||||||
(void) HighlightLineStateful(buf, row, prev, out);
|
(void) HighlightLineStateful(buf, row, prev, out);
|
||||||
}
|
}
|
||||||
|
|
||||||
StatefulHighlighter::LineState CppHighlighter::HighlightLineStateful(const Buffer &buf,
|
|
||||||
|
StatefulHighlighter::LineState
|
||||||
|
CppHighlighter::HighlightLineStateful(const Buffer &buf,
|
||||||
int row,
|
int row,
|
||||||
const LineState &prev,
|
const LineState &prev,
|
||||||
std::vector<HighlightSpan> &out) const
|
std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
const auto &rows = buf.Rows();
|
const auto &rows = buf.Rows();
|
||||||
StatefulHighlighter::LineState state = prev;
|
StatefulHighlighter::LineState state = prev;
|
||||||
if (row < 0 || static_cast<std::size_t>(row) >= rows.size()) return state;
|
if (row < 0 || static_cast<std::size_t>(row) >= rows.size())
|
||||||
|
return state;
|
||||||
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
||||||
if (s.empty()) return state;
|
if (s.empty())
|
||||||
|
return state;
|
||||||
|
|
||||||
auto push = [&](int a, int b, TokenKind k){ if (b> a) out.push_back({a,b,k}); };
|
auto push = [&](int a, int b, TokenKind k) {
|
||||||
|
if (b > a)
|
||||||
|
out.push_back({a, b, k});
|
||||||
|
};
|
||||||
int n = static_cast<int>(s.size());
|
int n = static_cast<int>(s.size());
|
||||||
int bol = 0; while (bol < n && (s[bol] == ' ' || s[bol] == '\t')) ++bol;
|
int bol = 0;
|
||||||
|
while (bol < n && (s[bol] == ' ' || s[bol] == '\t'))
|
||||||
|
++bol;
|
||||||
int i = 0;
|
int i = 0;
|
||||||
|
|
||||||
// Continue multi-line raw string from previous line
|
// Continue multi-line raw string from previous line
|
||||||
@@ -71,34 +99,61 @@ StatefulHighlighter::LineState CppHighlighter::HighlightLineStateful(const Buffe
|
|||||||
if (state.in_block_comment) {
|
if (state.in_block_comment) {
|
||||||
int j = i;
|
int j = i;
|
||||||
while (i + 1 < n) {
|
while (i + 1 < n) {
|
||||||
if (s[i] == '*' && s[i+1] == '/') { i += 2; push(j, i, TokenKind::Comment); state.in_block_comment = false; break; }
|
if (s[i] == '*' && s[i + 1] == '/') {
|
||||||
|
i += 2;
|
||||||
|
push(j, i, TokenKind::Comment);
|
||||||
|
state.in_block_comment = false;
|
||||||
|
break;
|
||||||
|
}
|
||||||
++i;
|
++i;
|
||||||
}
|
}
|
||||||
if (state.in_block_comment) { push(j, n, TokenKind::Comment); return state; }
|
if (state.in_block_comment) {
|
||||||
|
push(j, n, TokenKind::Comment);
|
||||||
|
return state;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
while (i < n) {
|
while (i < n) {
|
||||||
char c = s[i];
|
char c = s[i];
|
||||||
// Preprocessor at beginning of line (after leading whitespace)
|
// Preprocessor at beginning of line (after leading whitespace)
|
||||||
if (i == bol && c == '#') { push(0, n, TokenKind::Preproc); break; }
|
if (i == bol && c == '#') {
|
||||||
|
push(0, n, TokenKind::Preproc);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
// Whitespace
|
// Whitespace
|
||||||
if (c == ' ' || c == '\t') {
|
if (c == ' ' || c == '\t') {
|
||||||
int j = i+1; while (j < n && (s[j] == ' ' || s[j] == '\t')) ++j; push(i,j,TokenKind::Whitespace); i=j; continue;
|
int j = i + 1;
|
||||||
|
while (j < n && (s[j] == ' ' || s[j] == '\t'))
|
||||||
|
++j;
|
||||||
|
push(i, j, TokenKind::Whitespace);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Line comment
|
// Line comment
|
||||||
if (c == '/' && i+1 < n && s[i+1] == '/') { push(i, n, TokenKind::Comment); break; }
|
if (c == '/' && i + 1 < n && s[i + 1] == '/') {
|
||||||
|
push(i, n, TokenKind::Comment);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
// Block comment
|
// Block comment
|
||||||
if (c == '/' && i + 1 < n && s[i + 1] == '*') {
|
if (c == '/' && i + 1 < n && s[i + 1] == '*') {
|
||||||
int j = i + 2;
|
int j = i + 2;
|
||||||
bool closed = false;
|
bool closed = false;
|
||||||
while (j + 1 <= n) {
|
while (j + 1 <= n) {
|
||||||
if (j + 1 < n && s[j] == '*' && s[j+1] == '/') { j += 2; closed = true; break; }
|
if (j + 1 < n && s[j] == '*' && s[j + 1] == '/') {
|
||||||
|
j += 2;
|
||||||
|
closed = true;
|
||||||
|
break;
|
||||||
|
}
|
||||||
++j;
|
++j;
|
||||||
}
|
}
|
||||||
if (closed) { push(i, j, TokenKind::Comment); i = j; continue; }
|
if (closed) {
|
||||||
|
push(i, j, TokenKind::Comment);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
// Spill to next lines
|
// Spill to next lines
|
||||||
push(i, n, TokenKind::Comment);
|
push(i, n, TokenKind::Comment);
|
||||||
state.in_block_comment = true;
|
state.in_block_comment = true;
|
||||||
@@ -109,7 +164,10 @@ StatefulHighlighter::LineState CppHighlighter::HighlightLineStateful(const Buffe
|
|||||||
if (c == 'R' && i + 1 < n && s[i + 1] == '"') {
|
if (c == 'R' && i + 1 < n && s[i + 1] == '"') {
|
||||||
int k = i + 2;
|
int k = i + 2;
|
||||||
std::string delim;
|
std::string delim;
|
||||||
while (k < n && s[k] != '(') { delim.push_back(s[k]); ++k; }
|
while (k < n && s[k] != '(') {
|
||||||
|
delim.push_back(s[k]);
|
||||||
|
++k;
|
||||||
|
}
|
||||||
if (k < n && s[k] == '(') {
|
if (k < n && s[k] == '(') {
|
||||||
int body_start = k + 1;
|
int body_start = k + 1;
|
||||||
std::string needle = ")" + delim + "\"";
|
std::string needle = ")" + delim + "\"";
|
||||||
@@ -131,40 +189,91 @@ StatefulHighlighter::LineState CppHighlighter::HighlightLineStateful(const Buffe
|
|||||||
|
|
||||||
// Regular string literal
|
// Regular string literal
|
||||||
if (c == '"') {
|
if (c == '"') {
|
||||||
int j = i+1; bool esc=false; while (j < n) { char d = s[j++]; if (esc) { esc=false; continue; } if (d == '\\') { esc=true; continue; } if (d == '"') break; }
|
int j = i + 1;
|
||||||
push(i, j, TokenKind::String); i = j; continue;
|
bool esc = false;
|
||||||
|
while (j < n) {
|
||||||
|
char d = s[j++];
|
||||||
|
if (esc) {
|
||||||
|
esc = false;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '\\') {
|
||||||
|
esc = true;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '"')
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
push(i, j, TokenKind::String);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Char literal
|
// Char literal
|
||||||
if (c == '\'') {
|
if (c == '\'') {
|
||||||
int j = i+1; bool esc=false; while (j < n) { char d = s[j++]; if (esc) { esc=false; continue; } if (d == '\\') { esc=true; continue; } if (d == '\'') break; }
|
int j = i + 1;
|
||||||
push(i, j, TokenKind::Char); i = j; continue;
|
bool esc = false;
|
||||||
|
while (j < n) {
|
||||||
|
char d = s[j++];
|
||||||
|
if (esc) {
|
||||||
|
esc = false;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '\\') {
|
||||||
|
esc = true;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '\'')
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
push(i, j, TokenKind::Char);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Number literal (simple)
|
// Number literal (simple)
|
||||||
if (is_digit(c) || (c == '.' && i + 1 < n && is_digit(s[i + 1]))) {
|
if (is_digit(c) || (c == '.' && i + 1 < n && is_digit(s[i + 1]))) {
|
||||||
int j = i+1; while (j < n && (std::isalnum(static_cast<unsigned char>(s[j])) || s[j]=='.' || s[j]=='x' || s[j]=='X' || s[j]=='b' || s[j]=='B' || s[j]=='_')) ++j;
|
int j = i + 1;
|
||||||
push(i, j, TokenKind::Number); i = j; continue;
|
while (j < n && (std::isalnum(static_cast<unsigned char>(s[j])) || s[j] == '.' || s[j] == 'x' ||
|
||||||
|
s[j] == 'X' || s[j] == 'b' || s[j] == 'B' || s[j] == '_'))
|
||||||
|
++j;
|
||||||
|
push(i, j, TokenKind::Number);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Identifier / keyword / type
|
// Identifier / keyword / type
|
||||||
if (is_ident_start(c)) {
|
if (is_ident_start(c)) {
|
||||||
int j = i+1; while (j < n && is_ident_char(s[j])) ++j; std::string id = s.substr(i, j-i);
|
int j = i + 1;
|
||||||
TokenKind k = TokenKind::Identifier; if (keywords_.count(id)) k = TokenKind::Keyword; else if (types_.count(id)) k = TokenKind::Type; push(i, j, k); i = j; continue;
|
while (j < n && is_ident_char(s[j]))
|
||||||
|
++j;
|
||||||
|
std::string id = s.substr(i, j - i);
|
||||||
|
TokenKind k = TokenKind::Identifier;
|
||||||
|
if (keywords_.count(id))
|
||||||
|
k = TokenKind::Keyword;
|
||||||
|
else if (types_.count(id))
|
||||||
|
k = TokenKind::Type;
|
||||||
|
push(i, j, k);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Operators and punctuation (single char for now)
|
// Operators and punctuation (single char for now)
|
||||||
TokenKind kind = TokenKind::Operator;
|
TokenKind kind = TokenKind::Operator;
|
||||||
if (std::ispunct(static_cast<unsigned char>(c)) && c != '_' && c != '#') {
|
if (std::ispunct(static_cast<unsigned char>(c)) && c != '_' && c != '#') {
|
||||||
if (c==';' || c==',' || c=='(' || c==')' || c=='{' || c=='}' || c=='[' || c==']') kind = TokenKind::Punctuation;
|
if (c == ';' || c == ',' || c == '(' || c == ')' || c == '{' || c == '}' || c == '[' || c ==
|
||||||
push(i, i+1, kind); ++i; continue;
|
']')
|
||||||
|
kind = TokenKind::Punctuation;
|
||||||
|
push(i, i + 1, kind);
|
||||||
|
++i;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Fallback
|
// Fallback
|
||||||
push(i, i+1, TokenKind::Default); ++i;
|
push(i, i + 1, TokenKind::Default);
|
||||||
|
++i;
|
||||||
}
|
}
|
||||||
|
|
||||||
return state;
|
return state;
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -11,13 +11,14 @@
|
|||||||
class Buffer;
|
class Buffer;
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class CppHighlighter final : public StatefulHighlighter {
|
class CppHighlighter final : public StatefulHighlighter {
|
||||||
public:
|
public:
|
||||||
CppHighlighter();
|
CppHighlighter();
|
||||||
|
|
||||||
~CppHighlighter() override = default;
|
~CppHighlighter() override = default;
|
||||||
|
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
|
|
||||||
LineState HighlightLineStateful(const Buffer &buf,
|
LineState HighlightLineStateful(const Buffer &buf,
|
||||||
int row,
|
int row,
|
||||||
const LineState &prev,
|
const LineState &prev,
|
||||||
@@ -28,7 +29,7 @@ private:
|
|||||||
std::unordered_set<std::string> types_;
|
std::unordered_set<std::string> types_;
|
||||||
|
|
||||||
static bool is_ident_start(char c);
|
static bool is_ident_start(char c);
|
||||||
|
|
||||||
static bool is_ident_char(char c);
|
static bool is_ident_char(char c);
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -157,12 +157,14 @@ Editor::OpenFile(const std::string &path, std::string &err)
|
|||||||
const bool single_empty_line = (!rows.empty() && rows.size() == 1 && rows[0].size() == 0);
|
const bool single_empty_line = (!rows.empty() && rows.size() == 1 && rows[0].size() == 0);
|
||||||
if (unnamed && clean && (rows_empty || single_empty_line)) {
|
if (unnamed && clean && (rows_empty || single_empty_line)) {
|
||||||
bool ok = cur.OpenFromFile(path, err);
|
bool ok = cur.OpenFromFile(path, err);
|
||||||
if (!ok) return false;
|
if (!ok)
|
||||||
|
return false;
|
||||||
// Setup highlighting using registry (extension + shebang)
|
// Setup highlighting using registry (extension + shebang)
|
||||||
cur.EnsureHighlighter();
|
cur.EnsureHighlighter();
|
||||||
std::string first = "";
|
std::string first = "";
|
||||||
const auto &rows = cur.Rows();
|
const auto &rows = cur.Rows();
|
||||||
if (!rows.empty()) first = static_cast<std::string>(rows[0]);
|
if (!rows.empty())
|
||||||
|
first = static_cast<std::string>(rows[0]);
|
||||||
std::string ft = kte::HighlighterRegistry::DetectForPath(path, first);
|
std::string ft = kte::HighlighterRegistry::DetectForPath(path, first);
|
||||||
if (!ft.empty()) {
|
if (!ft.empty()) {
|
||||||
cur.SetFiletype(ft);
|
cur.SetFiletype(ft);
|
||||||
@@ -192,7 +194,8 @@ Editor::OpenFile(const std::string &path, std::string &err)
|
|||||||
std::string first = "";
|
std::string first = "";
|
||||||
{
|
{
|
||||||
const auto &rows = b.Rows();
|
const auto &rows = b.Rows();
|
||||||
if (!rows.empty()) first = static_cast<std::string>(rows[0]);
|
if (!rows.empty())
|
||||||
|
first = static_cast<std::string>(rows[0]);
|
||||||
}
|
}
|
||||||
std::string ft = kte::HighlighterRegistry::DetectForPath(path, first);
|
std::string ft = kte::HighlighterRegistry::DetectForPath(path, first);
|
||||||
if (!ft.empty()) {
|
if (!ft.empty()) {
|
||||||
|
|||||||
@@ -126,8 +126,10 @@ GUIFrontend::Init(Editor &ed)
|
|||||||
// Try detect from filename and first line; fall back to cpp or existing filetype
|
// Try detect from filename and first line; fall back to cpp or existing filetype
|
||||||
std::string first_line;
|
std::string first_line;
|
||||||
const auto &rows = b->Rows();
|
const auto &rows = b->Rows();
|
||||||
if (!rows.empty()) first_line = static_cast<std::string>(rows[0]);
|
if (!rows.empty())
|
||||||
std::string ft = kte::HighlighterRegistry::DetectForPath(b->Filename(), first_line);
|
first_line = static_cast<std::string>(rows[0]);
|
||||||
|
std::string ft = kte::HighlighterRegistry::DetectForPath(
|
||||||
|
b->Filename(), first_line);
|
||||||
if (!ft.empty()) {
|
if (!ft.empty()) {
|
||||||
eng->SetHighlighter(kte::HighlighterRegistry::CreateFor(ft));
|
eng->SetHighlighter(kte::HighlighterRegistry::CreateFor(ft));
|
||||||
b->SetFiletype(ft);
|
b->SetFiletype(ft);
|
||||||
|
|||||||
@@ -344,7 +344,8 @@ GUIRenderer::Draw(Editor &ed)
|
|||||||
|
|
||||||
// Draw syntax-colored runs (text above background highlights)
|
// Draw syntax-colored runs (text above background highlights)
|
||||||
if (buf->SyntaxEnabled() && buf->Highlighter() && buf->Highlighter()->HasHighlighter()) {
|
if (buf->SyntaxEnabled() && buf->Highlighter() && buf->Highlighter()->HasHighlighter()) {
|
||||||
const kte::LineHighlight &lh = buf->Highlighter()->GetLine(*buf, static_cast<int>(i), buf->Version());
|
const kte::LineHighlight &lh = buf->Highlighter()->GetLine(
|
||||||
|
*buf, static_cast<int>(i), buf->Version());
|
||||||
// Helper to convert a src column to expanded rx position
|
// Helper to convert a src column to expanded rx position
|
||||||
auto src_to_rx_full = [&](std::size_t sidx) -> std::size_t {
|
auto src_to_rx_full = [&](std::size_t sidx) -> std::size_t {
|
||||||
std::size_t rx = 0;
|
std::size_t rx = 0;
|
||||||
@@ -354,18 +355,23 @@ GUIRenderer::Draw(Editor &ed)
|
|||||||
return rx;
|
return rx;
|
||||||
};
|
};
|
||||||
for (const auto &sp: lh.spans) {
|
for (const auto &sp: lh.spans) {
|
||||||
std::size_t rx_s = src_to_rx_full(static_cast<std::size_t>(std::max(0, sp.col_start)));
|
std::size_t rx_s = src_to_rx_full(
|
||||||
std::size_t rx_e = src_to_rx_full(static_cast<std::size_t>(std::max(sp.col_start, sp.col_end)));
|
static_cast<std::size_t>(std::max(0, sp.col_start)));
|
||||||
|
std::size_t rx_e = src_to_rx_full(
|
||||||
|
static_cast<std::size_t>(std::max(sp.col_start, sp.col_end)));
|
||||||
if (rx_e <= coloffs_now)
|
if (rx_e <= coloffs_now)
|
||||||
continue;
|
continue;
|
||||||
std::size_t vx0 = (rx_s > coloffs_now) ? (rx_s - coloffs_now) : 0;
|
std::size_t vx0 = (rx_s > coloffs_now) ? (rx_s - coloffs_now) : 0;
|
||||||
std::size_t vx1 = (rx_e > coloffs_now) ? (rx_e - coloffs_now) : 0;
|
std::size_t vx1 = (rx_e > coloffs_now) ? (rx_e - coloffs_now) : 0;
|
||||||
if (vx0 >= expanded.size()) continue;
|
if (vx0 >= expanded.size())
|
||||||
|
continue;
|
||||||
vx1 = std::min<std::size_t>(vx1, expanded.size());
|
vx1 = std::min<std::size_t>(vx1, expanded.size());
|
||||||
if (vx1 <= vx0) continue;
|
if (vx1 <= vx0)
|
||||||
|
continue;
|
||||||
ImU32 col = ImGui::GetColorU32(kte::SyntaxInk(sp.kind));
|
ImU32 col = ImGui::GetColorU32(kte::SyntaxInk(sp.kind));
|
||||||
ImVec2 p = ImVec2(line_pos.x + static_cast<float>(vx0) * space_w, line_pos.y);
|
ImVec2 p = ImVec2(line_pos.x + static_cast<float>(vx0) * space_w, line_pos.y);
|
||||||
ImGui::GetWindowDrawList()->AddText(p, col, expanded.c_str() + vx0, expanded.c_str() + vx1);
|
ImGui::GetWindowDrawList()->AddText(
|
||||||
|
p, col, expanded.c_str() + vx0, expanded.c_str() + vx1);
|
||||||
}
|
}
|
||||||
// We drew text via draw list (no layout advance). Manually advance the cursor to the next line.
|
// We drew text via draw list (no layout advance). Manually advance the cursor to the next line.
|
||||||
ImGui::SetCursorScreenPos(ImVec2(line_pos.x, line_pos.y + line_h));
|
ImGui::SetCursorScreenPos(ImVec2(line_pos.x, line_pos.y + line_h));
|
||||||
|
|||||||
55
GUITheme.h
55
GUITheme.h
@@ -10,7 +10,8 @@
|
|||||||
#include <cctype>
|
#include <cctype>
|
||||||
|
|
||||||
// Small helper to convert packed RGB (0xRRGGBB) + optional alpha to ImVec4
|
// Small helper to convert packed RGB (0xRRGGBB) + optional alpha to ImVec4
|
||||||
static inline ImVec4 RGBA(unsigned int rgb, float a = 1.0f)
|
static inline ImVec4
|
||||||
|
RGBA(unsigned int rgb, float a = 1.0f)
|
||||||
{
|
{
|
||||||
const float r = static_cast<float>((rgb >> 16) & 0xFF) / 255.0f;
|
const float r = static_cast<float>((rgb >> 16) & 0xFF) / 255.0f;
|
||||||
const float g = static_cast<float>((rgb >> 8) & 0xFF) / 255.0f;
|
const float g = static_cast<float>((rgb >> 8) & 0xFF) / 255.0f;
|
||||||
@@ -18,8 +19,8 @@ static inline ImVec4 RGBA(unsigned int rgb, float a = 1.0f)
|
|||||||
return ImVec4(r, g, b, a);
|
return ImVec4(r, g, b, a);
|
||||||
}
|
}
|
||||||
|
|
||||||
namespace kte {
|
|
||||||
|
|
||||||
|
namespace kte {
|
||||||
// Background mode selection for light/dark palettes
|
// Background mode selection for light/dark palettes
|
||||||
enum class BackgroundMode { Light, Dark };
|
enum class BackgroundMode { Light, Dark };
|
||||||
|
|
||||||
@@ -42,6 +43,7 @@ static inline std::size_t gCurrentThemeIndex = 0;
|
|||||||
|
|
||||||
// Forward declarations for helpers used below
|
// Forward declarations for helpers used below
|
||||||
static inline size_t ThemeIndexFromId(ThemeId id);
|
static inline size_t ThemeIndexFromId(ThemeId id);
|
||||||
|
|
||||||
static inline ThemeId ThemeIdFromIndex(size_t idx);
|
static inline ThemeId ThemeIdFromIndex(size_t idx);
|
||||||
|
|
||||||
// Helpers to set/query background mode
|
// Helpers to set/query background mode
|
||||||
@@ -1132,29 +1134,46 @@ ThemeIdFromIndex(size_t idx)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
// --- Syntax palette (v1): map TokenKind to ink color per current theme/background ---
|
// --- Syntax palette (v1): map TokenKind to ink color per current theme/background ---
|
||||||
static inline ImVec4 SyntaxInk(TokenKind k)
|
static inline ImVec4
|
||||||
|
SyntaxInk(TokenKind k)
|
||||||
{
|
{
|
||||||
// Basic palettes for dark/light backgrounds; tuned for Nord-ish defaults
|
// Basic palettes for dark/light backgrounds; tuned for Nord-ish defaults
|
||||||
const bool dark = (GetBackgroundMode() == BackgroundMode::Dark);
|
const bool dark = (GetBackgroundMode() == BackgroundMode::Dark);
|
||||||
// Base text
|
// Base text
|
||||||
ImVec4 def = dark ? RGBA(0xD8DEE9) : RGBA(0x2E3440);
|
ImVec4 def = dark ? RGBA(0xD8DEE9) : RGBA(0x2E3440);
|
||||||
switch (k) {
|
switch (k) {
|
||||||
case TokenKind::Keyword: return dark ? RGBA(0x81A1C1) : RGBA(0x5E81AC);
|
case TokenKind::Keyword:
|
||||||
case TokenKind::Type: return dark ? RGBA(0x8FBCBB) : RGBA(0x4C566A);
|
return dark ? RGBA(0x81A1C1) : RGBA(0x5E81AC);
|
||||||
case TokenKind::String: return dark ? RGBA(0xA3BE8C) : RGBA(0x6C8E5E);
|
case TokenKind::Type:
|
||||||
case TokenKind::Char: return dark ? RGBA(0xA3BE8C) : RGBA(0x6C8E5E);
|
return dark ? RGBA(0x8FBCBB) : RGBA(0x4C566A);
|
||||||
case TokenKind::Comment: return dark ? RGBA(0x616E88) : RGBA(0x7A869A);
|
case TokenKind::String:
|
||||||
case TokenKind::Number: return dark ? RGBA(0xEBCB8B) : RGBA(0xB58900);
|
return dark ? RGBA(0xA3BE8C) : RGBA(0x6C8E5E);
|
||||||
case TokenKind::Preproc: return dark ? RGBA(0xD08770) : RGBA(0xAF3A03);
|
case TokenKind::Char:
|
||||||
case TokenKind::Constant: return dark ? RGBA(0xB48EAD) : RGBA(0x7B4B7F);
|
return dark ? RGBA(0xA3BE8C) : RGBA(0x6C8E5E);
|
||||||
case TokenKind::Function: return dark ? RGBA(0x88C0D0) : RGBA(0x3465A4);
|
case TokenKind::Comment:
|
||||||
case TokenKind::Operator: return dark ? RGBA(0xECEFF4) : RGBA(0x2E3440);
|
return dark ? RGBA(0x616E88) : RGBA(0x7A869A);
|
||||||
case TokenKind::Punctuation: return dark ? RGBA(0xECEFF4) : RGBA(0x2E3440);
|
case TokenKind::Number:
|
||||||
case TokenKind::Identifier: return def;
|
return dark ? RGBA(0xEBCB8B) : RGBA(0xB58900);
|
||||||
case TokenKind::Whitespace: return def;
|
case TokenKind::Preproc:
|
||||||
case TokenKind::Error: return dark ? RGBA(0xBF616A) : RGBA(0xCC0000);
|
return dark ? RGBA(0xD08770) : RGBA(0xAF3A03);
|
||||||
case TokenKind::Default: default: return def;
|
case TokenKind::Constant:
|
||||||
|
return dark ? RGBA(0xB48EAD) : RGBA(0x7B4B7F);
|
||||||
|
case TokenKind::Function:
|
||||||
|
return dark ? RGBA(0x88C0D0) : RGBA(0x3465A4);
|
||||||
|
case TokenKind::Operator:
|
||||||
|
return dark ? RGBA(0xECEFF4) : RGBA(0x2E3440);
|
||||||
|
case TokenKind::Punctuation:
|
||||||
|
return dark ? RGBA(0xECEFF4) : RGBA(0x2E3440);
|
||||||
|
case TokenKind::Identifier:
|
||||||
|
return def;
|
||||||
|
case TokenKind::Whitespace:
|
||||||
|
return def;
|
||||||
|
case TokenKind::Error:
|
||||||
|
return dark ? RGBA(0xBF616A) : RGBA(0xCC0000);
|
||||||
|
case TokenKind::Default: default:
|
||||||
|
return def;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
153
GoHighlighter.cc
153
GoHighlighter.cc
@@ -3,46 +3,155 @@
|
|||||||
#include <cctype>
|
#include <cctype>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
static void
|
||||||
|
push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k)
|
||||||
|
{
|
||||||
|
if (b > a)
|
||||||
|
out.push_back({a, b, k});
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
static bool
|
||||||
|
is_ident_start(char c)
|
||||||
|
{
|
||||||
|
return std::isalpha(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
static bool
|
||||||
|
is_ident_char(char c)
|
||||||
|
{
|
||||||
|
return std::isalnum(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
static void push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k){ if (b>a) out.push_back({a,b,k}); }
|
|
||||||
static bool is_ident_start(char c){ return std::isalpha(static_cast<unsigned char>(c)) || c=='_'; }
|
|
||||||
static bool is_ident_char(char c){ return std::isalnum(static_cast<unsigned char>(c)) || c=='_'; }
|
|
||||||
|
|
||||||
GoHighlighter::GoHighlighter()
|
GoHighlighter::GoHighlighter()
|
||||||
{
|
{
|
||||||
const char* kw[] = {"break","case","chan","const","continue","default","defer","else","fallthrough","for","func","go","goto","if","import","interface","map","package","range","return","select","struct","switch","type","var"};
|
const char *kw[] = {
|
||||||
for (auto s: kw) kws_.insert(s);
|
"break", "case", "chan", "const", "continue", "default", "defer", "else", "fallthrough", "for", "func",
|
||||||
const char* tp[] = {"bool","byte","complex64","complex128","error","float32","float64","int","int8","int16","int32","int64","rune","string","uint","uint8","uint16","uint32","uint64","uintptr"};
|
"go", "goto", "if", "import", "interface", "map", "package", "range", "return", "select", "struct",
|
||||||
for (auto s: tp) types_.insert(s);
|
"switch", "type", "var"
|
||||||
|
};
|
||||||
|
for (auto s: kw)
|
||||||
|
kws_.insert(s);
|
||||||
|
const char *tp[] = {
|
||||||
|
"bool", "byte", "complex64", "complex128", "error", "float32", "float64", "int", "int8", "int16",
|
||||||
|
"int32", "int64", "rune", "string", "uint", "uint8", "uint16", "uint32", "uint64", "uintptr"
|
||||||
|
};
|
||||||
|
for (auto s: tp)
|
||||||
|
types_.insert(s);
|
||||||
}
|
}
|
||||||
|
|
||||||
void GoHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
|
||||||
|
void
|
||||||
|
GoHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
const auto &rows = buf.Rows();
|
const auto &rows = buf.Rows();
|
||||||
if (row < 0 || static_cast<std::size_t>(row) >= rows.size()) return;
|
if (row < 0 || static_cast<std::size_t>(row) >= rows.size())
|
||||||
|
return;
|
||||||
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
||||||
int n = static_cast<int>(s.size());
|
int n = static_cast<int>(s.size());
|
||||||
int i = 0;
|
int i = 0;
|
||||||
int bol=0; while (bol<n && (s[bol]==' '||s[bol]=='\t')) ++bol;
|
int bol = 0;
|
||||||
|
while (bol < n && (s[bol] == ' ' || s[bol] == '\t'))
|
||||||
|
++bol;
|
||||||
// line comment
|
// line comment
|
||||||
while (i < n) {
|
while (i < n) {
|
||||||
char c = s[i];
|
char c = s[i];
|
||||||
if (c==' '||c=='\t') { int j=i+1; while (j<n && (s[j]==' '||s[j]=='\t')) ++j; push(out,i,j,TokenKind::Whitespace); i=j; continue; }
|
if (c == ' ' || c == '\t') {
|
||||||
if (c=='/' && i+1<n && s[i+1]=='/') { push(out,i,n,TokenKind::Comment); break; }
|
int j = i + 1;
|
||||||
|
while (j < n && (s[j] == ' ' || s[j] == '\t'))
|
||||||
|
++j;
|
||||||
|
push(out, i, j, TokenKind::Whitespace);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (c == '/' && i + 1 < n && s[i + 1] == '/') {
|
||||||
|
push(out, i, n, TokenKind::Comment);
|
||||||
|
break;
|
||||||
|
}
|
||||||
if (c == '/' && i + 1 < n && s[i + 1] == '*') {
|
if (c == '/' && i + 1 < n && s[i + 1] == '*') {
|
||||||
int j=i+2; bool closed=false; while (j+1<=n) { if (j+1<n && s[j]=='*' && s[j+1]=='/') { j+=2; closed=true; break; } ++j; }
|
int j = i + 2;
|
||||||
if (!closed) { push(out,i,n,TokenKind::Comment); break; } else { push(out,i,j,TokenKind::Comment); i=j; continue; }
|
bool closed = false;
|
||||||
|
while (j + 1 <= n) {
|
||||||
|
if (j + 1 < n && s[j] == '*' && s[j + 1] == '/') {
|
||||||
|
j += 2;
|
||||||
|
closed = true;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
++j;
|
||||||
|
}
|
||||||
|
if (!closed) {
|
||||||
|
push(out, i, n, TokenKind::Comment);
|
||||||
|
break;
|
||||||
|
} else {
|
||||||
|
push(out, i, j, TokenKind::Comment);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if (c == '"' || c == '`') {
|
if (c == '"' || c == '`') {
|
||||||
char q=c; int j=i+1; bool esc=false; if (q=='`') { while (j<n && s[j] != '`') ++j; if (j<n) ++j; }
|
char q = c;
|
||||||
else { while (j<n){ char d=s[j++]; if (esc){esc=false; continue;} if (d=='\\'){esc=true; continue;} if (d=='"') break;} }
|
int j = i + 1;
|
||||||
push(out,i,j,TokenKind::String); i=j; continue;
|
bool esc = false;
|
||||||
|
if (q == '`') {
|
||||||
|
while (j < n && s[j] != '`')
|
||||||
|
++j;
|
||||||
|
if (j < n)
|
||||||
|
++j;
|
||||||
|
} else {
|
||||||
|
while (j < n) {
|
||||||
|
char d = s[j++];
|
||||||
|
if (esc) {
|
||||||
|
esc = false;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
if (std::isdigit(static_cast<unsigned char>(c))) { int j=i+1; while (j<n && (std::isalnum(static_cast<unsigned char>(s[j]))||s[j]=='.'||s[j]=='x'||s[j]=='X'||s[j]=='_')) ++j; push(out,i,j,TokenKind::Number); i=j; continue; }
|
if (d == '\\') {
|
||||||
if (is_ident_start(c)) { int j=i+1; while (j<n && is_ident_char(s[j])) ++j; std::string id=s.substr(i,j-i); TokenKind k=TokenKind::Identifier; if (kws_.count(id)) k=TokenKind::Keyword; else if (types_.count(id)) k=TokenKind::Type; push(out,i,j,k); i=j; continue; }
|
esc = true;
|
||||||
if (std::ispunct(static_cast<unsigned char>(c))) { TokenKind k=TokenKind::Operator; if (c==';'||c==','||c=='('||c==')'||c=='{'||c=='}'||c=='['||c==']') k=TokenKind::Punctuation; push(out,i,i+1,k); ++i; continue; }
|
continue;
|
||||||
push(out,i,i+1,TokenKind::Default); ++i;
|
}
|
||||||
|
if (d == '"')
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
push(out, i, j, TokenKind::String);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (std::isdigit(static_cast<unsigned char>(c))) {
|
||||||
|
int j = i + 1;
|
||||||
|
while (j < n && (std::isalnum(static_cast<unsigned char>(s[j])) || s[j] == '.' || s[j] == 'x' ||
|
||||||
|
s[j] == 'X' || s[j] == '_'))
|
||||||
|
++j;
|
||||||
|
push(out, i, j, TokenKind::Number);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (is_ident_start(c)) {
|
||||||
|
int j = i + 1;
|
||||||
|
while (j < n && is_ident_char(s[j]))
|
||||||
|
++j;
|
||||||
|
std::string id = s.substr(i, j - i);
|
||||||
|
TokenKind k = TokenKind::Identifier;
|
||||||
|
if (kws_.count(id))
|
||||||
|
k = TokenKind::Keyword;
|
||||||
|
else if (types_.count(id))
|
||||||
|
k = TokenKind::Type;
|
||||||
|
push(out, i, j, k);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (std::ispunct(static_cast<unsigned char>(c))) {
|
||||||
|
TokenKind k = TokenKind::Operator;
|
||||||
|
if (c == ';' || c == ',' || c == '(' || c == ')' || c == '{' || c == '}' || c == '[' || c ==
|
||||||
|
']')
|
||||||
|
k = TokenKind::Punctuation;
|
||||||
|
push(out, i, i + 1, k);
|
||||||
|
++i;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
push(out, i, i + 1, TokenKind::Default);
|
||||||
|
++i;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -5,14 +5,14 @@
|
|||||||
#include <unordered_set>
|
#include <unordered_set>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class GoHighlighter final : public LanguageHighlighter {
|
class GoHighlighter final : public LanguageHighlighter {
|
||||||
public:
|
public:
|
||||||
GoHighlighter();
|
GoHighlighter();
|
||||||
|
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
|
|
||||||
private:
|
private:
|
||||||
std::unordered_set<std::string> kws_;
|
std::unordered_set<std::string> kws_;
|
||||||
std::unordered_set<std::string> types_;
|
std::unordered_set<std::string> types_;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -5,7 +5,6 @@
|
|||||||
#include <vector>
|
#include <vector>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
// Token kinds shared between renderers and highlighters
|
// Token kinds shared between renderers and highlighters
|
||||||
enum class TokenKind {
|
enum class TokenKind {
|
||||||
Default,
|
Default,
|
||||||
@@ -35,5 +34,4 @@ struct LineHighlight {
|
|||||||
std::vector<HighlightSpan> spans;
|
std::vector<HighlightSpan> spans;
|
||||||
std::uint64_t version{0}; // buffer version used for this line
|
std::uint64_t version{0}; // buffer version used for this line
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -4,8 +4,9 @@
|
|||||||
#include <thread>
|
#include <thread>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
HighlighterEngine::HighlighterEngine() = default;
|
HighlighterEngine::HighlighterEngine() = default;
|
||||||
|
|
||||||
|
|
||||||
HighlighterEngine::~HighlighterEngine()
|
HighlighterEngine::~HighlighterEngine()
|
||||||
{
|
{
|
||||||
// stop background worker
|
// stop background worker
|
||||||
@@ -16,10 +17,12 @@ HighlighterEngine::~HighlighterEngine()
|
|||||||
has_request_ = true; // wake it up to exit
|
has_request_ = true; // wake it up to exit
|
||||||
}
|
}
|
||||||
cv_.notify_one();
|
cv_.notify_one();
|
||||||
if (worker_.joinable()) worker_.join();
|
if (worker_.joinable())
|
||||||
|
worker_.join();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
void
|
void
|
||||||
HighlighterEngine::SetHighlighter(std::unique_ptr<LanguageHighlighter> hl)
|
HighlighterEngine::SetHighlighter(std::unique_ptr<LanguageHighlighter> hl)
|
||||||
{
|
{
|
||||||
@@ -30,6 +33,7 @@ HighlighterEngine::SetHighlighter(std::unique_ptr<LanguageHighlighter> hl)
|
|||||||
state_last_contig_.clear();
|
state_last_contig_.clear();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
const LineHighlight &
|
const LineHighlight &
|
||||||
HighlighterEngine::GetLine(const Buffer &buf, int row, std::uint64_t buf_version) const
|
HighlighterEngine::GetLine(const Buffer &buf, int row, std::uint64_t buf_version) const
|
||||||
{
|
{
|
||||||
@@ -72,7 +76,8 @@ HighlighterEngine::GetLine(const Buffer &buf, int row, std::uint64_t buf_version
|
|||||||
for (const auto &kv: state_cache_) {
|
for (const auto &kv: state_cache_) {
|
||||||
int r = kv.first;
|
int r = kv.first;
|
||||||
if (r <= row - 1 && kv.second.version == buf_version) {
|
if (r <= row - 1 && kv.second.version == buf_version) {
|
||||||
if (r > best) best = r;
|
if (r > best)
|
||||||
|
best = r;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (best >= 0) {
|
if (best >= 0) {
|
||||||
@@ -103,35 +108,53 @@ HighlighterEngine::GetLine(const Buffer &buf, int row, std::uint64_t buf_version
|
|||||||
return cache_.at(row);
|
return cache_.at(row);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
void
|
void
|
||||||
HighlighterEngine::InvalidateFrom(int row)
|
HighlighterEngine::InvalidateFrom(int row)
|
||||||
{
|
{
|
||||||
std::lock_guard<std::mutex> lock(mtx_);
|
std::lock_guard<std::mutex> lock(mtx_);
|
||||||
if (cache_.empty()) return;
|
if (cache_.empty())
|
||||||
|
return;
|
||||||
// Simple implementation: erase all rows >= row
|
// Simple implementation: erase all rows >= row
|
||||||
for (auto it = cache_.begin(); it != cache_.end();) {
|
for (auto it = cache_.begin(); it != cache_.end();) {
|
||||||
if (it->first >= row) it = cache_.erase(it); else ++it;
|
if (it->first >= row)
|
||||||
|
it = cache_.erase(it);
|
||||||
|
else
|
||||||
|
++it;
|
||||||
}
|
}
|
||||||
if (!state_cache_.empty()) {
|
if (!state_cache_.empty()) {
|
||||||
for (auto it = state_cache_.begin(); it != state_cache_.end();) {
|
for (auto it = state_cache_.begin(); it != state_cache_.end();) {
|
||||||
if (it->first >= row) it = state_cache_.erase(it); else ++it;
|
if (it->first >= row)
|
||||||
|
it = state_cache_.erase(it);
|
||||||
|
else
|
||||||
|
++it;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void HighlighterEngine::ensure_worker_started() const
|
|
||||||
|
void
|
||||||
|
HighlighterEngine::ensure_worker_started() const
|
||||||
{
|
{
|
||||||
if (worker_running_.load()) return;
|
if (worker_running_.load())
|
||||||
|
return;
|
||||||
worker_running_.store(true);
|
worker_running_.store(true);
|
||||||
worker_ = std::thread([this]() { this->worker_loop(); });
|
worker_ = std::thread([this]() {
|
||||||
|
this->worker_loop();
|
||||||
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
void HighlighterEngine::worker_loop() const
|
|
||||||
|
void
|
||||||
|
HighlighterEngine::worker_loop() const
|
||||||
{
|
{
|
||||||
std::unique_lock<std::mutex> lock(mtx_);
|
std::unique_lock<std::mutex> lock(mtx_);
|
||||||
while (worker_running_.load()) {
|
while (worker_running_.load()) {
|
||||||
cv_.wait(lock, [this]() { return has_request_ || !worker_running_.load(); });
|
cv_.wait(lock, [this]() {
|
||||||
if (!worker_running_.load()) break;
|
return has_request_ || !worker_running_.load();
|
||||||
|
});
|
||||||
|
if (!worker_running_.load())
|
||||||
|
break;
|
||||||
WarmRequest req = pending_;
|
WarmRequest req = pending_;
|
||||||
has_request_ = false;
|
has_request_ = false;
|
||||||
// Copy locals then release lock while computing
|
// Copy locals then release lock while computing
|
||||||
@@ -149,15 +172,21 @@ void HighlighterEngine::worker_loop() const
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void HighlighterEngine::PrefetchViewport(const Buffer &buf, int first_row, int row_count, std::uint64_t buf_version, int warm_margin) const
|
|
||||||
|
void
|
||||||
|
HighlighterEngine::PrefetchViewport(const Buffer &buf, int first_row, int row_count, std::uint64_t buf_version,
|
||||||
|
int warm_margin) const
|
||||||
{
|
{
|
||||||
if (row_count <= 0) return;
|
if (row_count <= 0)
|
||||||
|
return;
|
||||||
// Synchronously compute visible rows to ensure cache hits during draw
|
// Synchronously compute visible rows to ensure cache hits during draw
|
||||||
int start = std::max(0, first_row);
|
int start = std::max(0, first_row);
|
||||||
int end = start + row_count - 1;
|
int end = start + row_count - 1;
|
||||||
int max_rows = static_cast<int>(buf.Nrows());
|
int max_rows = static_cast<int>(buf.Nrows());
|
||||||
if (start >= max_rows) return;
|
if (start >= max_rows)
|
||||||
if (end >= max_rows) end = max_rows - 1;
|
return;
|
||||||
|
if (end >= max_rows)
|
||||||
|
end = max_rows - 1;
|
||||||
|
|
||||||
for (int r = start; r <= end; ++r) {
|
for (int r = start; r <= end; ++r) {
|
||||||
(void) GetLine(buf, r, buf_version);
|
(void) GetLine(buf, r, buf_version);
|
||||||
@@ -177,5 +206,4 @@ void HighlighterEngine::PrefetchViewport(const Buffer &buf, int first_row, int r
|
|||||||
ensure_worker_started();
|
ensure_worker_started();
|
||||||
cv_.notify_one();
|
cv_.notify_one();
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -16,10 +16,10 @@
|
|||||||
class Buffer;
|
class Buffer;
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class HighlighterEngine {
|
class HighlighterEngine {
|
||||||
public:
|
public:
|
||||||
HighlighterEngine();
|
HighlighterEngine();
|
||||||
|
|
||||||
~HighlighterEngine();
|
~HighlighterEngine();
|
||||||
|
|
||||||
void SetHighlighter(std::unique_ptr<LanguageHighlighter> hl);
|
void SetHighlighter(std::unique_ptr<LanguageHighlighter> hl);
|
||||||
@@ -31,23 +31,31 @@ public:
|
|||||||
// Invalidate cached lines from row (inclusive)
|
// Invalidate cached lines from row (inclusive)
|
||||||
void InvalidateFrom(int row);
|
void InvalidateFrom(int row);
|
||||||
|
|
||||||
bool HasHighlighter() const { return static_cast<bool>(hl_); }
|
|
||||||
|
bool HasHighlighter() const
|
||||||
|
{
|
||||||
|
return static_cast<bool>(hl_);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
// Phase 3: viewport-first prefetch and background warming
|
// Phase 3: viewport-first prefetch and background warming
|
||||||
// Compute only the visible range now, and enqueue a background warm-around task.
|
// Compute only the visible range now, and enqueue a background warm-around task.
|
||||||
// warm_margin: how many extra lines above/below to warm in the background.
|
// warm_margin: how many extra lines above/below to warm in the background.
|
||||||
void PrefetchViewport(const Buffer &buf, int first_row, int row_count, std::uint64_t buf_version, int warm_margin = 200) const;
|
void PrefetchViewport(const Buffer &buf, int first_row, int row_count, std::uint64_t buf_version,
|
||||||
|
int warm_margin = 200) const;
|
||||||
|
|
||||||
private:
|
private:
|
||||||
std::unique_ptr<LanguageHighlighter> hl_;
|
std::unique_ptr<LanguageHighlighter> hl_;
|
||||||
// Simple cache by row index (mutable to allow caching in const GetLine)
|
// Simple cache by row index (mutable to allow caching in const GetLine)
|
||||||
mutable std::unordered_map<int, LineHighlight> cache_;
|
mutable std::unordered_map<int, LineHighlight> cache_;
|
||||||
|
|
||||||
// For stateful highlighters, remember per-line state (state after finishing that row)
|
// For stateful highlighters, remember per-line state (state after finishing that row)
|
||||||
struct StateEntry {
|
struct StateEntry {
|
||||||
std::uint64_t version{0};
|
std::uint64_t version{0};
|
||||||
// Using the interface type; forward-declare via header
|
// Using the interface type; forward-declare via header
|
||||||
StatefulHighlighter::LineState state;
|
StatefulHighlighter::LineState state;
|
||||||
};
|
};
|
||||||
|
|
||||||
mutable std::unordered_map<int, StateEntry> state_cache_;
|
mutable std::unordered_map<int, StateEntry> state_cache_;
|
||||||
|
|
||||||
// Track best known contiguous state row for a given version to avoid O(n) scans
|
// Track best known contiguous state row for a given version to avoid O(n) scans
|
||||||
@@ -63,6 +71,7 @@ private:
|
|||||||
int start_row{0};
|
int start_row{0};
|
||||||
int end_row{0}; // inclusive
|
int end_row{0}; // inclusive
|
||||||
};
|
};
|
||||||
|
|
||||||
mutable std::condition_variable cv_;
|
mutable std::condition_variable cv_;
|
||||||
mutable std::thread worker_;
|
mutable std::thread worker_;
|
||||||
mutable std::atomic<bool> worker_running_{false};
|
mutable std::atomic<bool> worker_running_{false};
|
||||||
@@ -70,7 +79,7 @@ private:
|
|||||||
mutable WarmRequest pending_{};
|
mutable WarmRequest pending_{};
|
||||||
|
|
||||||
void ensure_worker_started() const;
|
void ensure_worker_started() const;
|
||||||
|
|
||||||
void worker_loop() const;
|
void worker_loop() const;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -8,19 +8,28 @@
|
|||||||
|
|
||||||
// Forward declare simple highlighters implemented in this project
|
// Forward declare simple highlighters implemented in this project
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
// Registration storage
|
// Registration storage
|
||||||
struct RegEntry {
|
struct RegEntry {
|
||||||
std::string ft; // normalized
|
std::string ft; // normalized
|
||||||
HighlighterRegistry::Factory factory;
|
HighlighterRegistry::Factory factory;
|
||||||
};
|
};
|
||||||
|
|
||||||
static std::vector<RegEntry> ®istry() {
|
|
||||||
|
static std::vector<RegEntry> &
|
||||||
|
registry()
|
||||||
|
{
|
||||||
static std::vector<RegEntry> reg;
|
static std::vector<RegEntry> reg;
|
||||||
return reg;
|
return reg;
|
||||||
}
|
}
|
||||||
class JSONHighlighter; class MarkdownHighlighter; class ShellHighlighter;
|
|
||||||
class GoHighlighter; class PythonHighlighter; class RustHighlighter; class LispHighlighter;
|
|
||||||
|
class JSONHighlighter;
|
||||||
|
class MarkdownHighlighter;
|
||||||
|
class ShellHighlighter;
|
||||||
|
class GoHighlighter;
|
||||||
|
class PythonHighlighter;
|
||||||
|
class RustHighlighter;
|
||||||
|
class LispHighlighter;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Headers for the above
|
// Headers for the above
|
||||||
@@ -33,109 +42,166 @@ class GoHighlighter; class PythonHighlighter; class RustHighlighter; class LispH
|
|||||||
#include "LispHighlighter.h"
|
#include "LispHighlighter.h"
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
static std::string
|
||||||
static std::string to_lower(std::string_view s) {
|
to_lower(std::string_view s)
|
||||||
|
{
|
||||||
std::string r(s);
|
std::string r(s);
|
||||||
std::transform(r.begin(), r.end(), r.begin(), [](unsigned char c){ return static_cast<char>(std::tolower(c)); });
|
std::transform(r.begin(), r.end(), r.begin(), [](unsigned char c) {
|
||||||
|
return static_cast<char>(std::tolower(c));
|
||||||
|
});
|
||||||
return r;
|
return r;
|
||||||
}
|
}
|
||||||
|
|
||||||
std::string HighlighterRegistry::Normalize(std::string_view ft)
|
|
||||||
|
std::string
|
||||||
|
HighlighterRegistry::Normalize(std::string_view ft)
|
||||||
{
|
{
|
||||||
std::string f = to_lower(ft);
|
std::string f = to_lower(ft);
|
||||||
if (f == "c" || f == "c++" || f == "cc" || f == "hpp" || f == "hh" || f == "h" || f == "cxx") return "cpp";
|
if (f == "c" || f == "c++" || f == "cc" || f == "hpp" || f == "hh" || f == "h" || f == "cxx")
|
||||||
if (f == "cpp") return "cpp";
|
return "cpp";
|
||||||
if (f == "json") return "json";
|
if (f == "cpp")
|
||||||
if (f == "markdown" || f == "md" || f == "mkd" || f == "mdown") return "markdown";
|
return "cpp";
|
||||||
if (f == "shell" || f == "sh" || f == "bash" || f == "zsh" || f == "ksh" || f == "fish") return "shell";
|
if (f == "json")
|
||||||
if (f == "go" || f == "golang") return "go";
|
return "json";
|
||||||
if (f == "py" || f == "python") return "python";
|
if (f == "markdown" || f == "md" || f == "mkd" || f == "mdown")
|
||||||
if (f == "rs" || f == "rust") return "rust";
|
return "markdown";
|
||||||
if (f == "lisp" || f == "scheme" || f == "scm" || f == "rkt" || f == "el" || f == "clj" || f == "cljc" || f == "cl") return "lisp";
|
if (f == "shell" || f == "sh" || f == "bash" || f == "zsh" || f == "ksh" || f == "fish")
|
||||||
|
return "shell";
|
||||||
|
if (f == "go" || f == "golang")
|
||||||
|
return "go";
|
||||||
|
if (f == "py" || f == "python")
|
||||||
|
return "python";
|
||||||
|
if (f == "rs" || f == "rust")
|
||||||
|
return "rust";
|
||||||
|
if (f == "lisp" || f == "scheme" || f == "scm" || f == "rkt" || f == "el" || f == "clj" || f == "cljc" || f ==
|
||||||
|
"cl")
|
||||||
|
return "lisp";
|
||||||
return f;
|
return f;
|
||||||
}
|
}
|
||||||
|
|
||||||
std::unique_ptr<LanguageHighlighter> HighlighterRegistry::CreateFor(std::string_view filetype)
|
|
||||||
|
std::unique_ptr<LanguageHighlighter>
|
||||||
|
HighlighterRegistry::CreateFor(std::string_view filetype)
|
||||||
{
|
{
|
||||||
std::string ft = Normalize(filetype);
|
std::string ft = Normalize(filetype);
|
||||||
// Prefer externally registered factories
|
// Prefer externally registered factories
|
||||||
for (const auto &e: registry()) {
|
for (const auto &e: registry()) {
|
||||||
if (e.ft == ft && e.factory) return e.factory();
|
if (e.ft == ft && e.factory)
|
||||||
|
return e.factory();
|
||||||
}
|
}
|
||||||
if (ft == "cpp") return std::make_unique<CppHighlighter>();
|
if (ft == "cpp")
|
||||||
if (ft == "json") return std::make_unique<JSONHighlighter>();
|
return std::make_unique<CppHighlighter>();
|
||||||
if (ft == "markdown") return std::make_unique<MarkdownHighlighter>();
|
if (ft == "json")
|
||||||
if (ft == "shell") return std::make_unique<ShellHighlighter>();
|
return std::make_unique<JSONHighlighter>();
|
||||||
if (ft == "go") return std::make_unique<GoHighlighter>();
|
if (ft == "markdown")
|
||||||
if (ft == "python") return std::make_unique<PythonHighlighter>();
|
return std::make_unique<MarkdownHighlighter>();
|
||||||
if (ft == "rust") return std::make_unique<RustHighlighter>();
|
if (ft == "shell")
|
||||||
if (ft == "lisp") return std::make_unique<LispHighlighter>();
|
return std::make_unique<ShellHighlighter>();
|
||||||
|
if (ft == "go")
|
||||||
|
return std::make_unique<GoHighlighter>();
|
||||||
|
if (ft == "python")
|
||||||
|
return std::make_unique<PythonHighlighter>();
|
||||||
|
if (ft == "rust")
|
||||||
|
return std::make_unique<RustHighlighter>();
|
||||||
|
if (ft == "lisp")
|
||||||
|
return std::make_unique<LispHighlighter>();
|
||||||
return nullptr;
|
return nullptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
static std::string shebang_to_ft(std::string_view first_line) {
|
|
||||||
if (first_line.size() < 2 || first_line.substr(0,2) != "#!") return "";
|
static std::string
|
||||||
|
shebang_to_ft(std::string_view first_line)
|
||||||
|
{
|
||||||
|
if (first_line.size() < 2 || first_line.substr(0, 2) != "#!")
|
||||||
|
return "";
|
||||||
std::string low = to_lower(first_line);
|
std::string low = to_lower(first_line);
|
||||||
if (low.find("python") != std::string::npos) return "python";
|
if (low.find("python") != std::string::npos)
|
||||||
if (low.find("bash") != std::string::npos) return "shell";
|
return "python";
|
||||||
if (low.find("sh") != std::string::npos) return "shell";
|
if (low.find("bash") != std::string::npos)
|
||||||
if (low.find("zsh") != std::string::npos) return "shell";
|
return "shell";
|
||||||
if (low.find("fish") != std::string::npos) return "shell";
|
if (low.find("sh") != std::string::npos)
|
||||||
if (low.find("scheme") != std::string::npos || low.find("racket") != std::string::npos || low.find("guile") != std::string::npos) return "lisp";
|
return "shell";
|
||||||
|
if (low.find("zsh") != std::string::npos)
|
||||||
|
return "shell";
|
||||||
|
if (low.find("fish") != std::string::npos)
|
||||||
|
return "shell";
|
||||||
|
if (low.find("scheme") != std::string::npos || low.find("racket") != std::string::npos || low.find("guile") !=
|
||||||
|
std::string::npos)
|
||||||
|
return "lisp";
|
||||||
return "";
|
return "";
|
||||||
}
|
}
|
||||||
|
|
||||||
std::string HighlighterRegistry::DetectForPath(std::string_view path, std::string_view first_line)
|
|
||||||
|
std::string
|
||||||
|
HighlighterRegistry::DetectForPath(std::string_view path, std::string_view first_line)
|
||||||
{
|
{
|
||||||
// Extension
|
// Extension
|
||||||
std::string p(path);
|
std::string p(path);
|
||||||
std::error_code ec;
|
std::error_code ec;
|
||||||
std::string ext = std::filesystem::path(p).extension().string();
|
std::string ext = std::filesystem::path(p).extension().string();
|
||||||
for (auto &ch: ext) ch = static_cast<char>(std::tolower(static_cast<unsigned char>(ch)));
|
for (auto &ch: ext)
|
||||||
|
ch = static_cast<char>(std::tolower(static_cast<unsigned char>(ch)));
|
||||||
if (!ext.empty()) {
|
if (!ext.empty()) {
|
||||||
if (ext == ".c" || ext == ".cc" || ext == ".cpp" || ext == ".cxx" || ext == ".h" || ext == ".hpp" || ext == ".hh") return "cpp";
|
if (ext == ".c" || ext == ".cc" || ext == ".cpp" || ext == ".cxx" || ext == ".h" || ext == ".hpp" || ext
|
||||||
if (ext == ".json") return "json";
|
== ".hh")
|
||||||
if (ext == ".md" || ext == ".markdown" || ext == ".mkd") return "markdown";
|
return "cpp";
|
||||||
if (ext == ".sh" || ext == ".bash" || ext == ".zsh" || ext == ".ksh" || ext == ".fish") return "shell";
|
if (ext == ".json")
|
||||||
if (ext == ".go") return "go";
|
return "json";
|
||||||
if (ext == ".py") return "python";
|
if (ext == ".md" || ext == ".markdown" || ext == ".mkd")
|
||||||
if (ext == ".rs") return "rust";
|
return "markdown";
|
||||||
if (ext == ".lisp" || ext == ".scm" || ext == ".rkt" || ext == ".el" || ext == ".clj" || ext == ".cljc" || ext == ".cl") return "lisp";
|
if (ext == ".sh" || ext == ".bash" || ext == ".zsh" || ext == ".ksh" || ext == ".fish")
|
||||||
|
return "shell";
|
||||||
|
if (ext == ".go")
|
||||||
|
return "go";
|
||||||
|
if (ext == ".py")
|
||||||
|
return "python";
|
||||||
|
if (ext == ".rs")
|
||||||
|
return "rust";
|
||||||
|
if (ext == ".lisp" || ext == ".scm" || ext == ".rkt" || ext == ".el" || ext == ".clj" || ext == ".cljc"
|
||||||
|
|| ext == ".cl")
|
||||||
|
return "lisp";
|
||||||
}
|
}
|
||||||
// Shebang
|
// Shebang
|
||||||
std::string ft = shebang_to_ft(first_line);
|
std::string ft = shebang_to_ft(first_line);
|
||||||
return ft;
|
return ft;
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
|
|
||||||
// Extensibility API implementations
|
// Extensibility API implementations
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
void
|
||||||
void HighlighterRegistry::Register(std::string_view filetype, Factory factory, bool override_existing)
|
HighlighterRegistry::Register(std::string_view filetype, Factory factory, bool override_existing)
|
||||||
{
|
{
|
||||||
std::string ft = Normalize(filetype);
|
std::string ft = Normalize(filetype);
|
||||||
for (auto &e: registry()) {
|
for (auto &e: registry()) {
|
||||||
if (e.ft == ft) {
|
if (e.ft == ft) {
|
||||||
if (override_existing) e.factory = std::move(factory);
|
if (override_existing)
|
||||||
|
e.factory = std::move(factory);
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
registry().push_back(RegEntry{ft, std::move(factory)});
|
registry().push_back(RegEntry{ft, std::move(factory)});
|
||||||
}
|
}
|
||||||
|
|
||||||
bool HighlighterRegistry::IsRegistered(std::string_view filetype)
|
|
||||||
|
bool
|
||||||
|
HighlighterRegistry::IsRegistered(std::string_view filetype)
|
||||||
{
|
{
|
||||||
std::string ft = Normalize(filetype);
|
std::string ft = Normalize(filetype);
|
||||||
for (const auto &e : registry()) if (e.ft == ft) return true;
|
for (const auto &e: registry())
|
||||||
|
if (e.ft == ft)
|
||||||
|
return true;
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
std::vector<std::string> HighlighterRegistry::RegisteredFiletypes()
|
|
||||||
|
std::vector<std::string>
|
||||||
|
HighlighterRegistry::RegisteredFiletypes()
|
||||||
{
|
{
|
||||||
std::vector<std::string> out;
|
std::vector<std::string> out;
|
||||||
out.reserve(registry().size());
|
out.reserve(registry().size());
|
||||||
for (const auto &e : registry()) out.push_back(e.ft);
|
for (const auto &e: registry())
|
||||||
|
out.push_back(e.ft);
|
||||||
return out;
|
return out;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -144,7 +210,8 @@ std::vector<std::string> HighlighterRegistry::RegisteredFiletypes()
|
|||||||
std::unique_ptr<LanguageHighlighter> CreateTreeSitterHighlighter(const char *filetype,
|
std::unique_ptr<LanguageHighlighter> CreateTreeSitterHighlighter(const char *filetype,
|
||||||
const void * (*get_lang)());
|
const void * (*get_lang)());
|
||||||
|
|
||||||
void HighlighterRegistry::RegisterTreeSitter(std::string_view filetype,
|
void
|
||||||
|
HighlighterRegistry::RegisterTreeSitter(std::string_view filetype,
|
||||||
const TSLanguage * (*get_language)())
|
const TSLanguage * (*get_language)())
|
||||||
{
|
{
|
||||||
std::string ft = Normalize(filetype);
|
std::string ft = Normalize(filetype);
|
||||||
@@ -153,5 +220,4 @@ void HighlighterRegistry::RegisterTreeSitter(std::string_view filetype,
|
|||||||
}, /*override_existing=*/true);
|
}, /*override_existing=*/true);
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -10,7 +10,6 @@
|
|||||||
#include "LanguageHighlighter.h"
|
#include "LanguageHighlighter.h"
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class HighlighterRegistry {
|
class HighlighterRegistry {
|
||||||
public:
|
public:
|
||||||
using Factory = std::function<std::unique_ptr<LanguageHighlighter>()>;
|
using Factory = std::function<std::unique_ptr<LanguageHighlighter>()>;
|
||||||
@@ -45,5 +44,4 @@ public:
|
|||||||
const TSLanguage * (*get_language)());
|
const TSLanguage * (*get_language)());
|
||||||
#endif
|
#endif
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -3,40 +3,88 @@
|
|||||||
#include <cctype>
|
#include <cctype>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
static bool
|
||||||
|
is_digit(char c)
|
||||||
|
{
|
||||||
|
return c >= '0' && c <= '9';
|
||||||
|
}
|
||||||
|
|
||||||
static bool is_digit(char c) { return c >= '0' && c <= '9'; }
|
|
||||||
|
|
||||||
void JSONHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
void
|
||||||
|
JSONHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
const auto &rows = buf.Rows();
|
const auto &rows = buf.Rows();
|
||||||
if (row < 0 || static_cast<std::size_t>(row) >= rows.size()) return;
|
if (row < 0 || static_cast<std::size_t>(row) >= rows.size())
|
||||||
|
return;
|
||||||
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
||||||
int n = static_cast<int>(s.size());
|
int n = static_cast<int>(s.size());
|
||||||
auto push = [&](int a, int b, TokenKind k){ if (b> a) out.push_back({a,b,k}); };
|
auto push = [&](int a, int b, TokenKind k) {
|
||||||
|
if (b > a)
|
||||||
|
out.push_back({a, b, k});
|
||||||
|
};
|
||||||
|
|
||||||
int i = 0;
|
int i = 0;
|
||||||
while (i < n) {
|
while (i < n) {
|
||||||
char c = s[i];
|
char c = s[i];
|
||||||
if (c == ' ' || c == '\t') { int j=i+1; while (j<n && (s[j]==' '||s[j]=='\t')) ++j; push(i,j,TokenKind::Whitespace); i=j; continue; }
|
if (c == ' ' || c == '\t') {
|
||||||
|
int j = i + 1;
|
||||||
|
while (j < n && (s[j] == ' ' || s[j] == '\t'))
|
||||||
|
++j;
|
||||||
|
push(i, j, TokenKind::Whitespace);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
if (c == '"') {
|
if (c == '"') {
|
||||||
int j = i+1; bool esc=false; while (j < n) { char d = s[j++]; if (esc) { esc=false; continue; } if (d == '\\') { esc=true; continue; } if (d == '"') break; }
|
int j = i + 1;
|
||||||
push(i, j, TokenKind::String); i = j; continue;
|
bool esc = false;
|
||||||
|
while (j < n) {
|
||||||
|
char d = s[j++];
|
||||||
|
if (esc) {
|
||||||
|
esc = false;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '\\') {
|
||||||
|
esc = true;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '"')
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
push(i, j, TokenKind::String);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
if (is_digit(c) || (c == '-' && i + 1 < n && is_digit(s[i + 1]))) {
|
if (is_digit(c) || (c == '-' && i + 1 < n && is_digit(s[i + 1]))) {
|
||||||
int j=i+1; while (j<n && (std::isdigit(static_cast<unsigned char>(s[j]))||s[j]=='.'||s[j]=='e'||s[j]=='E'||s[j]=='+'||s[j]=='-'||s[j]=='_')) ++j; push(i,j,TokenKind::Number); i=j; continue;
|
int j = i + 1;
|
||||||
|
while (j < n && (std::isdigit(static_cast<unsigned char>(s[j])) || s[j] == '.' || s[j] == 'e' ||
|
||||||
|
s[j] == 'E' || s[j] == '+' || s[j] == '-' || s[j] == '_'))
|
||||||
|
++j;
|
||||||
|
push(i, j, TokenKind::Number);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
// booleans/null
|
// booleans/null
|
||||||
if (std::isalpha(static_cast<unsigned char>(c))) {
|
if (std::isalpha(static_cast<unsigned char>(c))) {
|
||||||
int j=i+1; while (j<n && std::isalpha(static_cast<unsigned char>(s[j]))) ++j;
|
int j = i + 1;
|
||||||
|
while (j < n && std::isalpha(static_cast<unsigned char>(s[j])))
|
||||||
|
++j;
|
||||||
std::string id = s.substr(i, j - i);
|
std::string id = s.substr(i, j - i);
|
||||||
if (id == "true" || id == "false" || id == "null") push(i,j,TokenKind::Constant); else push(i,j,TokenKind::Identifier);
|
if (id == "true" || id == "false" || id == "null")
|
||||||
i=j; continue;
|
push(i, j, TokenKind::Constant);
|
||||||
|
else
|
||||||
|
push(i, j, TokenKind::Identifier);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
// punctuation
|
// punctuation
|
||||||
if (c=='{'||c=='}'||c=='['||c==']'||c==','||c==':' ) { push(i,i+1,TokenKind::Punctuation); ++i; continue; }
|
if (c == '{' || c == '}' || c == '[' || c == ']' || c == ',' || c == ':') {
|
||||||
|
push(i, i + 1, TokenKind::Punctuation);
|
||||||
|
++i;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
// fallback
|
// fallback
|
||||||
push(i,i+1,TokenKind::Default); ++i;
|
push(i, i + 1, TokenKind::Default);
|
||||||
|
++i;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -5,10 +5,8 @@
|
|||||||
#include <vector>
|
#include <vector>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class JSONHighlighter final : public LanguageHighlighter {
|
class JSONHighlighter final : public LanguageHighlighter {
|
||||||
public:
|
public:
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -10,13 +10,18 @@
|
|||||||
class Buffer;
|
class Buffer;
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class LanguageHighlighter {
|
class LanguageHighlighter {
|
||||||
public:
|
public:
|
||||||
virtual ~LanguageHighlighter() = default;
|
virtual ~LanguageHighlighter() = default;
|
||||||
|
|
||||||
// Produce highlight spans for a given buffer row. Implementations should append to out.
|
// Produce highlight spans for a given buffer row. Implementations should append to out.
|
||||||
virtual void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const = 0;
|
virtual void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const = 0;
|
||||||
virtual bool Stateful() const { return false; }
|
|
||||||
|
|
||||||
|
virtual bool Stateful() const
|
||||||
|
{
|
||||||
|
return false;
|
||||||
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
// Optional extension for stateful highlighters (e.g., multi-line comments/strings).
|
// Optional extension for stateful highlighters (e.g., multi-line comments/strings).
|
||||||
@@ -37,7 +42,10 @@ public:
|
|||||||
const LineState &prev,
|
const LineState &prev,
|
||||||
std::vector<HighlightSpan> &out) const = 0;
|
std::vector<HighlightSpan> &out) const = 0;
|
||||||
|
|
||||||
bool Stateful() const override { return true; }
|
|
||||||
};
|
|
||||||
|
|
||||||
|
bool Stateful() const override
|
||||||
|
{
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
};
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -3,39 +3,105 @@
|
|||||||
#include <cctype>
|
#include <cctype>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
static void
|
||||||
|
push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k)
|
||||||
|
{
|
||||||
|
if (b > a)
|
||||||
|
out.push_back({a, b, k});
|
||||||
|
}
|
||||||
|
|
||||||
static void push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k){ if (b>a) out.push_back({a,b,k}); }
|
|
||||||
|
|
||||||
LispHighlighter::LispHighlighter()
|
LispHighlighter::LispHighlighter()
|
||||||
{
|
{
|
||||||
const char* kw[] = {"defun","lambda","let","let*","define","set!","if","cond","begin","quote","quasiquote","unquote","unquote-splicing","loop","do","and","or","not"};
|
const char *kw[] = {
|
||||||
for (auto s: kw) kws_.insert(s);
|
"defun", "lambda", "let", "let*", "define", "set!", "if", "cond", "begin", "quote", "quasiquote",
|
||||||
|
"unquote", "unquote-splicing", "loop", "do", "and", "or", "not"
|
||||||
|
};
|
||||||
|
for (auto s: kw)
|
||||||
|
kws_.insert(s);
|
||||||
}
|
}
|
||||||
|
|
||||||
void LispHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
|
||||||
|
void
|
||||||
|
LispHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
const auto &rows = buf.Rows();
|
const auto &rows = buf.Rows();
|
||||||
if (row < 0 || static_cast<std::size_t>(row) >= rows.size()) return;
|
if (row < 0 || static_cast<std::size_t>(row) >= rows.size())
|
||||||
|
return;
|
||||||
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
||||||
int n = static_cast<int>(s.size());
|
int n = static_cast<int>(s.size());
|
||||||
int i = 0;
|
int i = 0;
|
||||||
int bol = 0; while (bol<n && (s[bol]==' '||s[bol]=='\t')) ++bol;
|
int bol = 0;
|
||||||
if (bol < n && s[bol] == ';') { push(out, bol, n, TokenKind::Comment); if (bol>0) push(out,0,bol,TokenKind::Whitespace); return; }
|
while (bol < n && (s[bol] == ' ' || s[bol] == '\t'))
|
||||||
|
++bol;
|
||||||
|
if (bol < n && s[bol] == ';') {
|
||||||
|
push(out, bol, n, TokenKind::Comment);
|
||||||
|
if (bol > 0)
|
||||||
|
push(out, 0, bol, TokenKind::Whitespace);
|
||||||
|
return;
|
||||||
|
}
|
||||||
while (i < n) {
|
while (i < n) {
|
||||||
char c = s[i];
|
char c = s[i];
|
||||||
if (c==' '||c=='\t') { int j=i+1; while (j<n && (s[j]==' '||s[j]=='\t')) ++j; push(out,i,j,TokenKind::Whitespace); i=j; continue; }
|
if (c == ' ' || c == '\t') {
|
||||||
if (c==';') { push(out,i,n,TokenKind::Comment); break; }
|
int j = i + 1;
|
||||||
if (c=='"') { int j=i+1; bool esc=false; while (j<n){ char d=s[j++]; if (esc){esc=false; continue;} if (d=='\\'){esc=true; continue;} if (d=='"') break; } push(out,i,j,TokenKind::String); i=j; continue; }
|
while (j < n && (s[j] == ' ' || s[j] == '\t'))
|
||||||
if (std::isalpha(static_cast<unsigned char>(c)) || c=='*' || c=='-' || c=='+' || c=='/' || c=='_' ) {
|
++j;
|
||||||
int j=i+1; while (j<n && (std::isalnum(static_cast<unsigned char>(s[j])) || s[j]=='*' || s[j]=='-' || s[j]=='+' || s[j]=='/' || s[j]=='_' || s[j]=='!')) ++j;
|
push(out, i, j, TokenKind::Whitespace);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (c == ';') {
|
||||||
|
push(out, i, n, TokenKind::Comment);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
if (c == '"') {
|
||||||
|
int j = i + 1;
|
||||||
|
bool esc = false;
|
||||||
|
while (j < n) {
|
||||||
|
char d = s[j++];
|
||||||
|
if (esc) {
|
||||||
|
esc = false;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '\\') {
|
||||||
|
esc = true;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '"')
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
push(out, i, j, TokenKind::String);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (std::isalpha(static_cast<unsigned char>(c)) || c == '*' || c == '-' || c == '+' || c == '/' || c ==
|
||||||
|
'_') {
|
||||||
|
int j = i + 1;
|
||||||
|
while (j < n && (std::isalnum(static_cast<unsigned char>(s[j])) || s[j] == '*' || s[j] == '-' ||
|
||||||
|
s[j] == '+' || s[j] == '/' || s[j] == '_' || s[j] == '!'))
|
||||||
|
++j;
|
||||||
std::string id = s.substr(i, j - i);
|
std::string id = s.substr(i, j - i);
|
||||||
TokenKind k = kws_.count(id) ? TokenKind::Keyword : TokenKind::Identifier;
|
TokenKind k = kws_.count(id) ? TokenKind::Keyword : TokenKind::Identifier;
|
||||||
push(out,i,j,k); i=j; continue;
|
push(out, i, j, k);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
if (std::isdigit(static_cast<unsigned char>(c))) { int j=i+1; while (j<n && (std::isdigit(static_cast<unsigned char>(s[j]))||s[j]=='.')) ++j; push(out,i,j,TokenKind::Number); i=j; continue; }
|
if (std::isdigit(static_cast<unsigned char>(c))) {
|
||||||
if (std::ispunct(static_cast<unsigned char>(c))) { TokenKind k=TokenKind::Punctuation; push(out,i,i+1,k); ++i; continue; }
|
int j = i + 1;
|
||||||
push(out,i,i+1,TokenKind::Default); ++i;
|
while (j < n && (std::isdigit(static_cast<unsigned char>(s[j])) || s[j] == '.'))
|
||||||
|
++j;
|
||||||
|
push(out, i, j, TokenKind::Number);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (std::ispunct(static_cast<unsigned char>(c))) {
|
||||||
|
TokenKind k = TokenKind::Punctuation;
|
||||||
|
push(out, i, i + 1, k);
|
||||||
|
++i;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
push(out, i, i + 1, TokenKind::Default);
|
||||||
|
++i;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -5,13 +5,13 @@
|
|||||||
#include <unordered_set>
|
#include <unordered_set>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class LispHighlighter final : public LanguageHighlighter {
|
class LispHighlighter final : public LanguageHighlighter {
|
||||||
public:
|
public:
|
||||||
LispHighlighter();
|
LispHighlighter();
|
||||||
|
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
|
|
||||||
private:
|
private:
|
||||||
std::unordered_set<std::string> kws_;
|
std::unordered_set<std::string> kws_;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -3,22 +3,30 @@
|
|||||||
#include <cctype>
|
#include <cctype>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
static void
|
||||||
static void push_span(std::vector<HighlightSpan> &out, int a, int b, TokenKind k) {
|
push_span(std::vector<HighlightSpan> &out, int a, int b, TokenKind k)
|
||||||
if (b > a) out.push_back({a,b,k});
|
{
|
||||||
|
if (b > a)
|
||||||
|
out.push_back({a, b, k});
|
||||||
}
|
}
|
||||||
|
|
||||||
void MarkdownHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
|
||||||
|
void
|
||||||
|
MarkdownHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
LineState st; // not used in stateless entry
|
LineState st; // not used in stateless entry
|
||||||
(void) HighlightLineStateful(buf, row, st, out);
|
(void) HighlightLineStateful(buf, row, st, out);
|
||||||
}
|
}
|
||||||
|
|
||||||
StatefulHighlighter::LineState MarkdownHighlighter::HighlightLineStateful(const Buffer &buf, int row, const LineState &prev, std::vector<HighlightSpan> &out) const
|
|
||||||
|
StatefulHighlighter::LineState
|
||||||
|
MarkdownHighlighter::HighlightLineStateful(const Buffer &buf, int row, const LineState &prev,
|
||||||
|
std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
StatefulHighlighter::LineState state = prev;
|
StatefulHighlighter::LineState state = prev;
|
||||||
const auto &rows = buf.Rows();
|
const auto &rows = buf.Rows();
|
||||||
if (row < 0 || static_cast<std::size_t>(row) >= rows.size()) return state;
|
if (row < 0 || static_cast<std::size_t>(row) >= rows.size())
|
||||||
|
return state;
|
||||||
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
||||||
int n = static_cast<int>(s.size());
|
int n = static_cast<int>(s.size());
|
||||||
|
|
||||||
@@ -36,14 +44,17 @@ StatefulHighlighter::LineState MarkdownHighlighter::HighlightLineStateful(const
|
|||||||
// rest of line processed normally after fence
|
// rest of line processed normally after fence
|
||||||
int i = end;
|
int i = end;
|
||||||
// whitespace
|
// whitespace
|
||||||
if (i < n) push_span(out, i, n, TokenKind::Default);
|
if (i < n)
|
||||||
|
push_span(out, i, n, TokenKind::Default);
|
||||||
state.in_block_comment = false;
|
state.in_block_comment = false;
|
||||||
return state;
|
return state;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Detect fenced code block start at beginning (allow leading spaces)
|
// Detect fenced code block start at beginning (allow leading spaces)
|
||||||
int bol = 0; while (bol < n && (s[bol]==' '||s[bol]=='\t')) ++bol;
|
int bol = 0;
|
||||||
|
while (bol < n && (s[bol] == ' ' || s[bol] == '\t'))
|
||||||
|
++bol;
|
||||||
if (bol + 3 <= n && s.compare(bol, 3, "```") == 0) {
|
if (bol + 3 <= n && s.compare(bol, 3, "```") == 0) {
|
||||||
push_span(out, bol, n, TokenKind::String);
|
push_span(out, bol, n, TokenKind::String);
|
||||||
state.in_block_comment = true; // enter fenced mode
|
state.in_block_comment = true; // enter fenced mode
|
||||||
@@ -52,7 +63,9 @@ StatefulHighlighter::LineState MarkdownHighlighter::HighlightLineStateful(const
|
|||||||
|
|
||||||
// Headings: lines starting with 1-6 '#'
|
// Headings: lines starting with 1-6 '#'
|
||||||
if (bol < n && s[bol] == '#') {
|
if (bol < n && s[bol] == '#') {
|
||||||
int j = bol; while (j < n && s[j] == '#') ++j; // hashes
|
int j = bol;
|
||||||
|
while (j < n && s[j] == '#')
|
||||||
|
++j; // hashes
|
||||||
// include following space and text as Keyword to stand out
|
// include following space and text as Keyword to stand out
|
||||||
push_span(out, bol, n, TokenKind::Keyword);
|
push_span(out, bol, n, TokenKind::Keyword);
|
||||||
return state;
|
return state;
|
||||||
@@ -63,26 +76,57 @@ StatefulHighlighter::LineState MarkdownHighlighter::HighlightLineStateful(const
|
|||||||
while (i < n) {
|
while (i < n) {
|
||||||
char c = s[i];
|
char c = s[i];
|
||||||
if (c == '`') {
|
if (c == '`') {
|
||||||
int j = i + 1; while (j < n && s[j] != '`') ++j; if (j < n) ++j;
|
int j = i + 1;
|
||||||
push_span(out, i, j, TokenKind::String); i = j; continue;
|
while (j < n && s[j] != '`')
|
||||||
|
++j;
|
||||||
|
if (j < n)
|
||||||
|
++j;
|
||||||
|
push_span(out, i, j, TokenKind::String);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
if (c == '*' || c == '_') {
|
if (c == '*' || c == '_') {
|
||||||
// bold/italic markers: treat the marker and until next same marker as Type to highlight
|
// bold/italic markers: treat the marker and until next same marker as Type to highlight
|
||||||
char m = c; int j = i + 1; while (j < n && s[j] != m) ++j; if (j < n) ++j;
|
char m = c;
|
||||||
push_span(out, i, j, TokenKind::Type); i = j; continue;
|
int j = i + 1;
|
||||||
|
while (j < n && s[j] != m)
|
||||||
|
++j;
|
||||||
|
if (j < n)
|
||||||
|
++j;
|
||||||
|
push_span(out, i, j, TokenKind::Type);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
// links []() minimal: treat [text](url) as Function
|
// links []() minimal: treat [text](url) as Function
|
||||||
if (c == '[') {
|
if (c == '[') {
|
||||||
int j = i + 1; while (j < n && s[j] != ']') ++j; if (j < n) ++j; // include ]
|
int j = i + 1;
|
||||||
if (j < n && s[j] == '(') { while (j < n && s[j] != ')') ++j; if (j < n) ++j; }
|
while (j < n && s[j] != ']')
|
||||||
push_span(out, i, j, TokenKind::Function); i = j; continue;
|
++j;
|
||||||
|
if (j < n)
|
||||||
|
++j; // include ]
|
||||||
|
if (j < n && s[j] == '(') {
|
||||||
|
while (j < n && s[j] != ')')
|
||||||
|
++j;
|
||||||
|
if (j < n)
|
||||||
|
++j;
|
||||||
|
}
|
||||||
|
push_span(out, i, j, TokenKind::Function);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
// whitespace
|
// whitespace
|
||||||
if (c == ' ' || c == '\t') { int j=i+1; while (j<n && (s[j]==' '||s[j]=='\t')) ++j; push_span(out, i, j, TokenKind::Whitespace); i=j; continue; }
|
if (c == ' ' || c == '\t') {
|
||||||
|
int j = i + 1;
|
||||||
|
while (j < n && (s[j] == ' ' || s[j] == '\t'))
|
||||||
|
++j;
|
||||||
|
push_span(out, i, j, TokenKind::Whitespace);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
// fallback: default single char
|
// fallback: default single char
|
||||||
push_span(out, i, i+1, TokenKind::Default); ++i;
|
push_span(out, i, i + 1, TokenKind::Default);
|
||||||
|
++i;
|
||||||
}
|
}
|
||||||
return state;
|
return state;
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -4,11 +4,11 @@
|
|||||||
#include "LanguageHighlighter.h"
|
#include "LanguageHighlighter.h"
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class MarkdownHighlighter final : public StatefulHighlighter {
|
class MarkdownHighlighter final : public StatefulHighlighter {
|
||||||
public:
|
public:
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
LineState HighlightLineStateful(const Buffer &buf, int row, const LineState &prev, std::vector<HighlightSpan> &out) const override;
|
|
||||||
};
|
|
||||||
|
|
||||||
|
LineState HighlightLineStateful(const Buffer &buf, int row, const LineState &prev,
|
||||||
|
std::vector<HighlightSpan> &out) const override;
|
||||||
|
};
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -2,15 +2,16 @@
|
|||||||
#include "Buffer.h"
|
#include "Buffer.h"
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
void
|
||||||
void NullHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
NullHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
const auto &rows = buf.Rows();
|
const auto &rows = buf.Rows();
|
||||||
if (row < 0 || static_cast<std::size_t>(row) >= rows.size()) return;
|
if (row < 0 || static_cast<std::size_t>(row) >= rows.size())
|
||||||
|
return;
|
||||||
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
||||||
int n = static_cast<int>(s.size());
|
int n = static_cast<int>(s.size());
|
||||||
if (n <= 0) return;
|
if (n <= 0)
|
||||||
|
return;
|
||||||
out.push_back({0, n, TokenKind::Default});
|
out.push_back({0, n, TokenKind::Default});
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -4,10 +4,8 @@
|
|||||||
#include "LanguageHighlighter.h"
|
#include "LanguageHighlighter.h"
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class NullHighlighter final : public LanguageHighlighter {
|
class NullHighlighter final : public LanguageHighlighter {
|
||||||
public:
|
public:
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -3,27 +3,56 @@
|
|||||||
#include <cctype>
|
#include <cctype>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
static void
|
||||||
|
push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k)
|
||||||
|
{
|
||||||
|
if (b > a)
|
||||||
|
out.push_back({a, b, k});
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
static bool
|
||||||
|
is_ident_start(char c)
|
||||||
|
{
|
||||||
|
return std::isalpha(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
static bool
|
||||||
|
is_ident_char(char c)
|
||||||
|
{
|
||||||
|
return std::isalnum(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
static void push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k){ if (b>a) out.push_back({a,b,k}); }
|
|
||||||
static bool is_ident_start(char c){ return std::isalpha(static_cast<unsigned char>(c)) || c=='_'; }
|
|
||||||
static bool is_ident_char(char c){ return std::isalnum(static_cast<unsigned char>(c)) || c=='_'; }
|
|
||||||
|
|
||||||
PythonHighlighter::PythonHighlighter()
|
PythonHighlighter::PythonHighlighter()
|
||||||
{
|
{
|
||||||
const char* kw[] = {"and","as","assert","break","class","continue","def","del","elif","else","except","False","finally","for","from","global","if","import","in","is","lambda","None","nonlocal","not","or","pass","raise","return","True","try","while","with","yield"};
|
const char *kw[] = {
|
||||||
for (auto s: kw) kws_.insert(s);
|
"and", "as", "assert", "break", "class", "continue", "def", "del", "elif", "else", "except", "False",
|
||||||
|
"finally", "for", "from", "global", "if", "import", "in", "is", "lambda", "None", "nonlocal", "not",
|
||||||
|
"or", "pass", "raise", "return", "True", "try", "while", "with", "yield"
|
||||||
|
};
|
||||||
|
for (auto s: kw)
|
||||||
|
kws_.insert(s);
|
||||||
}
|
}
|
||||||
|
|
||||||
void PythonHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
|
||||||
|
void
|
||||||
|
PythonHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
LineState st; (void)HighlightLineStateful(buf, row, st, out);
|
LineState st;
|
||||||
|
(void) HighlightLineStateful(buf, row, st, out);
|
||||||
}
|
}
|
||||||
|
|
||||||
StatefulHighlighter::LineState PythonHighlighter::HighlightLineStateful(const Buffer &buf, int row, const LineState &prev, std::vector<HighlightSpan> &out) const
|
|
||||||
|
StatefulHighlighter::LineState
|
||||||
|
PythonHighlighter::HighlightLineStateful(const Buffer &buf, int row, const LineState &prev,
|
||||||
|
std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
StatefulHighlighter::LineState state = prev;
|
StatefulHighlighter::LineState state = prev;
|
||||||
const auto &rows = buf.Rows();
|
const auto &rows = buf.Rows();
|
||||||
if (row < 0 || static_cast<std::size_t>(row) >= rows.size()) return state;
|
if (row < 0 || static_cast<std::size_t>(row) >= rows.size())
|
||||||
|
return state;
|
||||||
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
||||||
int n = static_cast<int>(s.size());
|
int n = static_cast<int>(s.size());
|
||||||
|
|
||||||
@@ -39,11 +68,14 @@ StatefulHighlighter::LineState PythonHighlighter::HighlightLineStateful(const Bu
|
|||||||
// remainder processed normally
|
// remainder processed normally
|
||||||
s = s.substr(end);
|
s = s.substr(end);
|
||||||
n = static_cast<int>(s.size());
|
n = static_cast<int>(s.size());
|
||||||
state.in_raw_string = false; state.raw_delim.clear();
|
state.in_raw_string = false;
|
||||||
|
state.raw_delim.clear();
|
||||||
// Continue parsing remainder as a separate small loop
|
// Continue parsing remainder as a separate small loop
|
||||||
int base = end; // original offset, but we already emitted to 'out' with base=0; following spans should be from 'end'
|
int base = end;
|
||||||
|
// original offset, but we already emitted to 'out' with base=0; following spans should be from 'end'
|
||||||
// For simplicity, mark rest as Default
|
// For simplicity, mark rest as Default
|
||||||
if (n>0) push(out, base, base + n, TokenKind::Default);
|
if (n > 0)
|
||||||
|
push(out, base, base + n, TokenKind::Default);
|
||||||
return state;
|
return state;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -52,8 +84,18 @@ StatefulHighlighter::LineState PythonHighlighter::HighlightLineStateful(const Bu
|
|||||||
// Detect comment start '#', ignoring inside strings
|
// Detect comment start '#', ignoring inside strings
|
||||||
while (i < n) {
|
while (i < n) {
|
||||||
char c = s[i];
|
char c = s[i];
|
||||||
if (c==' '||c=='\t') { int j=i+1; while (j<n && (s[j]==' '||s[j]=='\t')) ++j; push(out,i,j,TokenKind::Whitespace); i=j; continue; }
|
if (c == ' ' || c == '\t') {
|
||||||
if (c=='#') { push(out,i,n,TokenKind::Comment); break; }
|
int j = i + 1;
|
||||||
|
while (j < n && (s[j] == ' ' || s[j] == '\t'))
|
||||||
|
++j;
|
||||||
|
push(out, i, j, TokenKind::Whitespace);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (c == '#') {
|
||||||
|
push(out, i, n, TokenKind::Comment);
|
||||||
|
break;
|
||||||
|
}
|
||||||
// Strings: triple quotes and single-line
|
// Strings: triple quotes and single-line
|
||||||
if (c == '"' || c == '\'') {
|
if (c == '"' || c == '\'') {
|
||||||
char q = c;
|
char q = c;
|
||||||
@@ -64,22 +106,67 @@ StatefulHighlighter::LineState PythonHighlighter::HighlightLineStateful(const Bu
|
|||||||
auto pos = s.find(delim, static_cast<std::size_t>(j));
|
auto pos = s.find(delim, static_cast<std::size_t>(j));
|
||||||
if (pos == std::string::npos) {
|
if (pos == std::string::npos) {
|
||||||
push(out, i, n, TokenKind::String);
|
push(out, i, n, TokenKind::String);
|
||||||
state.in_raw_string = true; state.raw_delim = delim; return state;
|
state.in_raw_string = true;
|
||||||
|
state.raw_delim = delim;
|
||||||
|
return state;
|
||||||
} else {
|
} else {
|
||||||
int end = static_cast<int>(pos + 3);
|
int end = static_cast<int>(pos + 3);
|
||||||
push(out,i,end,TokenKind::String); i=end; continue;
|
push(out, i, end, TokenKind::String);
|
||||||
|
i = end;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
int j=i+1; bool esc=false; while (j<n) { char d=s[j++]; if (esc){esc=false; continue;} if (d=='\\'){esc=true; continue;} if (d==q) break; }
|
int j = i + 1;
|
||||||
push(out,i,j,TokenKind::String); i=j; continue;
|
bool esc = false;
|
||||||
|
while (j < n) {
|
||||||
|
char d = s[j++];
|
||||||
|
if (esc) {
|
||||||
|
esc = false;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '\\') {
|
||||||
|
esc = true;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == q)
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
push(out, i, j, TokenKind::String);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (std::isdigit(static_cast<unsigned char>(c))) { int j=i+1; while (j<n && (std::isalnum(static_cast<unsigned char>(s[j]))||s[j]=='.'||s[j]=='_' )) ++j; push(out,i,j,TokenKind::Number); i=j; continue; }
|
if (std::isdigit(static_cast<unsigned char>(c))) {
|
||||||
if (is_ident_start(c)) { int j=i+1; while (j<n && is_ident_char(s[j])) ++j; std::string id=s.substr(i,j-i); TokenKind k=TokenKind::Identifier; if (kws_.count(id)) k=TokenKind::Keyword; push(out,i,j,k); i=j; continue; }
|
int j = i + 1;
|
||||||
if (std::ispunct(static_cast<unsigned char>(c))) { TokenKind k=TokenKind::Operator; if (c==':'||c==','||c=='('||c==')'||c=='['||c==']') k=TokenKind::Punctuation; push(out,i,i+1,k); ++i; continue; }
|
while (j < n && (std::isalnum(static_cast<unsigned char>(s[j])) || s[j] == '.' || s[j] == '_'))
|
||||||
push(out,i,i+1,TokenKind::Default); ++i;
|
++j;
|
||||||
|
push(out, i, j, TokenKind::Number);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (is_ident_start(c)) {
|
||||||
|
int j = i + 1;
|
||||||
|
while (j < n && is_ident_char(s[j]))
|
||||||
|
++j;
|
||||||
|
std::string id = s.substr(i, j - i);
|
||||||
|
TokenKind k = TokenKind::Identifier;
|
||||||
|
if (kws_.count(id))
|
||||||
|
k = TokenKind::Keyword;
|
||||||
|
push(out, i, j, k);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (std::ispunct(static_cast<unsigned char>(c))) {
|
||||||
|
TokenKind k = TokenKind::Operator;
|
||||||
|
if (c == ':' || c == ',' || c == '(' || c == ')' || c == '[' || c == ']')
|
||||||
|
k = TokenKind::Punctuation;
|
||||||
|
push(out, i, i + 1, k);
|
||||||
|
++i;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
push(out, i, i + 1, TokenKind::Default);
|
||||||
|
++i;
|
||||||
}
|
}
|
||||||
return state;
|
return state;
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -5,14 +5,16 @@
|
|||||||
#include <unordered_set>
|
#include <unordered_set>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class PythonHighlighter final : public StatefulHighlighter {
|
class PythonHighlighter final : public StatefulHighlighter {
|
||||||
public:
|
public:
|
||||||
PythonHighlighter();
|
PythonHighlighter();
|
||||||
|
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
LineState HighlightLineStateful(const Buffer &buf, int row, const LineState &prev, std::vector<HighlightSpan> &out) const override;
|
|
||||||
|
LineState HighlightLineStateful(const Buffer &buf, int row, const LineState &prev,
|
||||||
|
std::vector<HighlightSpan> &out) const override;
|
||||||
|
|
||||||
private:
|
private:
|
||||||
std::unordered_set<std::string> kws_;
|
std::unordered_set<std::string> kws_;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -3,37 +3,143 @@
|
|||||||
#include <cctype>
|
#include <cctype>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
static void
|
||||||
|
push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k)
|
||||||
|
{
|
||||||
|
if (b > a)
|
||||||
|
out.push_back({a, b, k});
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
static bool
|
||||||
|
is_ident_start(char c)
|
||||||
|
{
|
||||||
|
return std::isalpha(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
static bool
|
||||||
|
is_ident_char(char c)
|
||||||
|
{
|
||||||
|
return std::isalnum(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
static void push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k){ if (b>a) out.push_back({a,b,k}); }
|
|
||||||
static bool is_ident_start(char c){ return std::isalpha(static_cast<unsigned char>(c)) || c=='_'; }
|
|
||||||
static bool is_ident_char(char c){ return std::isalnum(static_cast<unsigned char>(c)) || c=='_'; }
|
|
||||||
|
|
||||||
RustHighlighter::RustHighlighter()
|
RustHighlighter::RustHighlighter()
|
||||||
{
|
{
|
||||||
const char* kw[] = {"as","break","const","continue","crate","else","enum","extern","false","fn","for","if","impl","in","let","loop","match","mod","move","mut","pub","ref","return","self","Self","static","struct","super","trait","true","type","unsafe","use","where","while","dyn","async","await","try"};
|
const char *kw[] = {
|
||||||
for (auto s: kw) kws_.insert(s);
|
"as", "break", "const", "continue", "crate", "else", "enum", "extern", "false", "fn", "for", "if",
|
||||||
const char* tp[] = {"u8","u16","u32","u64","u128","usize","i8","i16","i32","i64","i128","isize","f32","f64","bool","char","str"};
|
"impl", "in", "let", "loop", "match", "mod", "move", "mut", "pub", "ref", "return", "self", "Self",
|
||||||
for (auto s: tp) types_.insert(s);
|
"static", "struct", "super", "trait", "true", "type", "unsafe", "use", "where", "while", "dyn", "async",
|
||||||
|
"await", "try"
|
||||||
|
};
|
||||||
|
for (auto s: kw)
|
||||||
|
kws_.insert(s);
|
||||||
|
const char *tp[] = {
|
||||||
|
"u8", "u16", "u32", "u64", "u128", "usize", "i8", "i16", "i32", "i64", "i128", "isize", "f32", "f64",
|
||||||
|
"bool", "char", "str"
|
||||||
|
};
|
||||||
|
for (auto s: tp)
|
||||||
|
types_.insert(s);
|
||||||
}
|
}
|
||||||
|
|
||||||
void RustHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
|
||||||
|
void
|
||||||
|
RustHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
const auto &rows = buf.Rows();
|
const auto &rows = buf.Rows();
|
||||||
if (row < 0 || static_cast<std::size_t>(row) >= rows.size()) return;
|
if (row < 0 || static_cast<std::size_t>(row) >= rows.size())
|
||||||
|
return;
|
||||||
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
||||||
int n = static_cast<int>(s.size());
|
int n = static_cast<int>(s.size());
|
||||||
int i = 0;
|
int i = 0;
|
||||||
while (i < n) {
|
while (i < n) {
|
||||||
char c = s[i];
|
char c = s[i];
|
||||||
if (c==' '||c=='\t') { int j=i+1; while (j<n && (s[j]==' '||s[j]=='\t')) ++j; push(out,i,j,TokenKind::Whitespace); i=j; continue; }
|
if (c == ' ' || c == '\t') {
|
||||||
if (c=='/' && i+1<n && s[i+1]=='/') { push(out,i,n,TokenKind::Comment); break; }
|
int j = i + 1;
|
||||||
if (c=='/' && i+1<n && s[i+1]=='*') { int j=i+2; bool closed=false; while (j+1<=n) { if (j+1<n && s[j]=='*' && s[j+1]=='/') { j+=2; closed=true; break; } ++j; } if (!closed) { push(out,i,n,TokenKind::Comment); break; } else { push(out,i,j,TokenKind::Comment); i=j; continue; } }
|
while (j < n && (s[j] == ' ' || s[j] == '\t'))
|
||||||
if (c=='"') { int j=i+1; bool esc=false; while (j<n){ char d=s[j++]; if (esc){esc=false; continue;} if (d=='\\'){esc=true; continue;} if (d=='"') break; } push(out,i,j,TokenKind::String); i=j; continue; }
|
++j;
|
||||||
if (std::isdigit(static_cast<unsigned char>(c))) { int j=i+1; while (j<n && (std::isalnum(static_cast<unsigned char>(s[j]))||s[j]=='.'||s[j]=='_' )) ++j; push(out,i,j,TokenKind::Number); i=j; continue; }
|
push(out, i, j, TokenKind::Whitespace);
|
||||||
if (is_ident_start(c)) { int j=i+1; while (j<n && is_ident_char(s[j])) ++j; std::string id=s.substr(i,j-i); TokenKind k=TokenKind::Identifier; if (kws_.count(id)) k=TokenKind::Keyword; else if (types_.count(id)) k=TokenKind::Type; push(out,i,j,k); i=j; continue; }
|
i = j;
|
||||||
if (std::ispunct(static_cast<unsigned char>(c))) { TokenKind k=TokenKind::Operator; if (c==';'||c==','||c=='('||c==')'||c=='{'||c=='}'||c=='['||c==']') k=TokenKind::Punctuation; push(out,i,i+1,k); ++i; continue; }
|
continue;
|
||||||
push(out,i,i+1,TokenKind::Default); ++i;
|
}
|
||||||
|
if (c == '/' && i + 1 < n && s[i + 1] == '/') {
|
||||||
|
push(out, i, n, TokenKind::Comment);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
if (c == '/' && i + 1 < n && s[i + 1] == '*') {
|
||||||
|
int j = i + 2;
|
||||||
|
bool closed = false;
|
||||||
|
while (j + 1 <= n) {
|
||||||
|
if (j + 1 < n && s[j] == '*' && s[j + 1] == '/') {
|
||||||
|
j += 2;
|
||||||
|
closed = true;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
++j;
|
||||||
|
}
|
||||||
|
if (!closed) {
|
||||||
|
push(out, i, n, TokenKind::Comment);
|
||||||
|
break;
|
||||||
|
} else {
|
||||||
|
push(out, i, j, TokenKind::Comment);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (c == '"') {
|
||||||
|
int j = i + 1;
|
||||||
|
bool esc = false;
|
||||||
|
while (j < n) {
|
||||||
|
char d = s[j++];
|
||||||
|
if (esc) {
|
||||||
|
esc = false;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '\\') {
|
||||||
|
esc = true;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '"')
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
push(out, i, j, TokenKind::String);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (std::isdigit(static_cast<unsigned char>(c))) {
|
||||||
|
int j = i + 1;
|
||||||
|
while (j < n && (std::isalnum(static_cast<unsigned char>(s[j])) || s[j] == '.' || s[j] == '_'))
|
||||||
|
++j;
|
||||||
|
push(out, i, j, TokenKind::Number);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (is_ident_start(c)) {
|
||||||
|
int j = i + 1;
|
||||||
|
while (j < n && is_ident_char(s[j]))
|
||||||
|
++j;
|
||||||
|
std::string id = s.substr(i, j - i);
|
||||||
|
TokenKind k = TokenKind::Identifier;
|
||||||
|
if (kws_.count(id))
|
||||||
|
k = TokenKind::Keyword;
|
||||||
|
else if (types_.count(id))
|
||||||
|
k = TokenKind::Type;
|
||||||
|
push(out, i, j, k);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (std::ispunct(static_cast<unsigned char>(c))) {
|
||||||
|
TokenKind k = TokenKind::Operator;
|
||||||
|
if (c == ';' || c == ',' || c == '(' || c == ')' || c == '{' || c == '}' || c == '[' || c ==
|
||||||
|
']')
|
||||||
|
k = TokenKind::Punctuation;
|
||||||
|
push(out, i, i + 1, k);
|
||||||
|
++i;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
push(out, i, i + 1, TokenKind::Default);
|
||||||
|
++i;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -5,14 +5,14 @@
|
|||||||
#include <unordered_set>
|
#include <unordered_set>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class RustHighlighter final : public LanguageHighlighter {
|
class RustHighlighter final : public LanguageHighlighter {
|
||||||
public:
|
public:
|
||||||
RustHighlighter();
|
RustHighlighter();
|
||||||
|
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
|
|
||||||
private:
|
private:
|
||||||
std::unordered_set<std::string> kws_;
|
std::unordered_set<std::string> kws_;
|
||||||
std::unordered_set<std::string> types_;
|
std::unordered_set<std::string> types_;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -3,41 +3,103 @@
|
|||||||
#include <cctype>
|
#include <cctype>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
static void
|
||||||
|
push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k)
|
||||||
|
{
|
||||||
|
if (b > a)
|
||||||
|
out.push_back({a, b, k});
|
||||||
|
}
|
||||||
|
|
||||||
static void push(std::vector<HighlightSpan> &out, int a, int b, TokenKind k){ if (b>a) out.push_back({a,b,k}); }
|
|
||||||
|
|
||||||
void ShellHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
void
|
||||||
|
ShellHighlighter::HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const
|
||||||
{
|
{
|
||||||
const auto &rows = buf.Rows();
|
const auto &rows = buf.Rows();
|
||||||
if (row < 0 || static_cast<std::size_t>(row) >= rows.size()) return;
|
if (row < 0 || static_cast<std::size_t>(row) >= rows.size())
|
||||||
|
return;
|
||||||
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
std::string s = static_cast<std::string>(rows[static_cast<std::size_t>(row)]);
|
||||||
int n = static_cast<int>(s.size());
|
int n = static_cast<int>(s.size());
|
||||||
int i = 0;
|
int i = 0;
|
||||||
// if first non-space is '#', whole line is comment
|
// if first non-space is '#', whole line is comment
|
||||||
int bol = 0; while (bol < n && (s[bol]==' '||s[bol]=='\t')) ++bol;
|
int bol = 0;
|
||||||
if (bol < n && s[bol] == '#') { push(out, bol, n, TokenKind::Comment); if (bol>0) push(out,0,bol,TokenKind::Whitespace); return; }
|
while (bol < n && (s[bol] == ' ' || s[bol] == '\t'))
|
||||||
|
++bol;
|
||||||
|
if (bol < n && s[bol] == '#') {
|
||||||
|
push(out, bol, n, TokenKind::Comment);
|
||||||
|
if (bol > 0)
|
||||||
|
push(out, 0, bol, TokenKind::Whitespace);
|
||||||
|
return;
|
||||||
|
}
|
||||||
while (i < n) {
|
while (i < n) {
|
||||||
char c = s[i];
|
char c = s[i];
|
||||||
if (c == ' ' || c == '\t') { int j=i+1; while (j<n && (s[j]==' '||s[j]=='\t')) ++j; push(out,i,j,TokenKind::Whitespace); i=j; continue; }
|
if (c == ' ' || c == '\t') {
|
||||||
if (c == '#') { push(out, i, n, TokenKind::Comment); break; }
|
int j = i + 1;
|
||||||
|
while (j < n && (s[j] == ' ' || s[j] == '\t'))
|
||||||
|
++j;
|
||||||
|
push(out, i, j, TokenKind::Whitespace);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (c == '#') {
|
||||||
|
push(out, i, n, TokenKind::Comment);
|
||||||
|
break;
|
||||||
|
}
|
||||||
if (c == '\'' || c == '"') {
|
if (c == '\'' || c == '"') {
|
||||||
char q = c; int j = i+1; bool esc=false; while (j<n) { char d=s[j++]; if (q=='"') { if (esc) {esc=false; continue;} if (d=='\\'){esc=true; continue;} if (d=='"') break; } else { if (d=='\'') break; } }
|
char q = c;
|
||||||
push(out,i,j,TokenKind::String); i=j; continue;
|
int j = i + 1;
|
||||||
|
bool esc = false;
|
||||||
|
while (j < n) {
|
||||||
|
char d = s[j++];
|
||||||
|
if (q == '"') {
|
||||||
|
if (esc) {
|
||||||
|
esc = false;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '\\') {
|
||||||
|
esc = true;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (d == '"')
|
||||||
|
break;
|
||||||
|
} else {
|
||||||
|
if (d == '\'')
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
push(out, i, j, TokenKind::String);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
// simple keywords
|
// simple keywords
|
||||||
if (std::isalpha(static_cast<unsigned char>(c))) {
|
if (std::isalpha(static_cast<unsigned char>(c))) {
|
||||||
int j=i+1; while (j<n && (std::isalnum(static_cast<unsigned char>(s[j]))||s[j]=='_')) ++j; std::string id=s.substr(i,j-i);
|
int j = i + 1;
|
||||||
static const char* kws[] = {"if","then","fi","for","in","do","done","case","esac","while","function","elif","else"};
|
while (j < n && (std::isalnum(static_cast<unsigned char>(s[j])) || s[j] == '_'))
|
||||||
bool kw=false; for (auto k: kws) if (id==k) { kw=true; break; }
|
++j;
|
||||||
push(out,i,j, kw?TokenKind::Keyword:TokenKind::Identifier); i=j; continue;
|
std::string id = s.substr(i, j - i);
|
||||||
|
static const char *kws[] = {
|
||||||
|
"if", "then", "fi", "for", "in", "do", "done", "case", "esac", "while", "function",
|
||||||
|
"elif", "else"
|
||||||
|
};
|
||||||
|
bool kw = false;
|
||||||
|
for (auto k: kws)
|
||||||
|
if (id == k) {
|
||||||
|
kw = true;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
push(out, i, j, kw ? TokenKind::Keyword : TokenKind::Identifier);
|
||||||
|
i = j;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
if (std::ispunct(static_cast<unsigned char>(c))) {
|
if (std::ispunct(static_cast<unsigned char>(c))) {
|
||||||
TokenKind k = TokenKind::Operator;
|
TokenKind k = TokenKind::Operator;
|
||||||
if (c=='('||c==')'||c=='{'||c=='}'||c==','||c==';') k=TokenKind::Punctuation;
|
if (c == '(' || c == ')' || c == '{' || c == '}' || c == ',' || c == ';')
|
||||||
push(out,i,i+1,k); ++i; continue;
|
k = TokenKind::Punctuation;
|
||||||
|
push(out, i, i + 1, k);
|
||||||
|
++i;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
push(out,i,i+1,TokenKind::Default); ++i;
|
push(out, i, i + 1, TokenKind::Default);
|
||||||
|
++i;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -4,10 +4,8 @@
|
|||||||
#include "LanguageHighlighter.h"
|
#include "LanguageHighlighter.h"
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
class ShellHighlighter final : public LanguageHighlighter {
|
class ShellHighlighter final : public LanguageHighlighter {
|
||||||
public:
|
public:
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
};
|
};
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
@@ -111,13 +111,17 @@ TerminalRenderer::Draw(Editor &ed)
|
|||||||
render_col = 0;
|
render_col = 0;
|
||||||
// Syntax highlighting: fetch per-line spans
|
// Syntax highlighting: fetch per-line spans
|
||||||
const kte::LineHighlight *lh_ptr = nullptr;
|
const kte::LineHighlight *lh_ptr = nullptr;
|
||||||
if (buf->SyntaxEnabled() && buf->Highlighter() && buf->Highlighter()->HasHighlighter()) {
|
if (buf->SyntaxEnabled() && buf->Highlighter() && buf->Highlighter()->
|
||||||
lh_ptr = &buf->Highlighter()->GetLine(*buf, static_cast<int>(li), buf->Version());
|
HasHighlighter()) {
|
||||||
|
lh_ptr = &buf->Highlighter()->GetLine(
|
||||||
|
*buf, static_cast<int>(li), buf->Version());
|
||||||
}
|
}
|
||||||
auto token_at = [&](std::size_t src_index) -> kte::TokenKind {
|
auto token_at = [&](std::size_t src_index) -> kte::TokenKind {
|
||||||
if (!lh_ptr) return kte::TokenKind::Default;
|
if (!lh_ptr)
|
||||||
|
return kte::TokenKind::Default;
|
||||||
for (const auto &sp: lh_ptr->spans) {
|
for (const auto &sp: lh_ptr->spans) {
|
||||||
if (static_cast<int>(src_index) >= sp.col_start && static_cast<int>(src_index) < sp.col_end)
|
if (static_cast<int>(src_index) >= sp.col_start && static_cast<int>(
|
||||||
|
src_index) < sp.col_end)
|
||||||
return sp.kind;
|
return sp.kind;
|
||||||
}
|
}
|
||||||
return kte::TokenKind::Default;
|
return kte::TokenKind::Default;
|
||||||
|
|||||||
@@ -6,41 +6,46 @@
|
|||||||
#include <utility>
|
#include <utility>
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
TreeSitterHighlighter::TreeSitterHighlighter(const TSLanguage *lang, std::string filetype)
|
TreeSitterHighlighter::TreeSitterHighlighter(const TSLanguage *lang, std::string filetype)
|
||||||
: language_(lang), filetype_(std::move(filetype))
|
: language_(lang), filetype_(std::move(filetype)) {}
|
||||||
{
|
|
||||||
}
|
|
||||||
|
|
||||||
TreeSitterHighlighter::~TreeSitterHighlighter()
|
TreeSitterHighlighter::~TreeSitterHighlighter()
|
||||||
{
|
{
|
||||||
disposeParser();
|
disposeParser();
|
||||||
}
|
}
|
||||||
|
|
||||||
void TreeSitterHighlighter::ensureParsed(const Buffer& /*buf*/) const
|
|
||||||
|
void
|
||||||
|
TreeSitterHighlighter::ensureParsed(const Buffer & /*buf*/) const
|
||||||
{
|
{
|
||||||
// Intentionally a stub to avoid pulling the Tree-sitter API and library by default.
|
// Intentionally a stub to avoid pulling the Tree-sitter API and library by default.
|
||||||
// In future, when linking against tree-sitter, initialize parser_, set language_,
|
// In future, when linking against tree-sitter, initialize parser_, set language_,
|
||||||
// and build tree_ from the buffer contents.
|
// and build tree_ from the buffer contents.
|
||||||
}
|
}
|
||||||
|
|
||||||
void TreeSitterHighlighter::disposeParser() const
|
|
||||||
|
void
|
||||||
|
TreeSitterHighlighter::disposeParser() const
|
||||||
{
|
{
|
||||||
// Stub; nothing to dispose when not actually creating parser/tree
|
// Stub; nothing to dispose when not actually creating parser/tree
|
||||||
}
|
}
|
||||||
|
|
||||||
void TreeSitterHighlighter::HighlightLine(const Buffer &/*buf*/, int /*row*/, std::vector<HighlightSpan> &/*out*/) const
|
|
||||||
|
void
|
||||||
|
TreeSitterHighlighter::HighlightLine(const Buffer &/*buf*/, int /*row*/, std::vector<HighlightSpan> &/*out*/) const
|
||||||
{
|
{
|
||||||
// For now, no-op. When tree-sitter is wired, map nodes to TokenKind spans per line.
|
// For now, no-op. When tree-sitter is wired, map nodes to TokenKind spans per line.
|
||||||
}
|
}
|
||||||
|
|
||||||
std::unique_ptr<LanguageHighlighter> CreateTreeSitterHighlighter(const char* filetype,
|
|
||||||
|
std::unique_ptr<LanguageHighlighter>
|
||||||
|
CreateTreeSitterHighlighter(const char *filetype,
|
||||||
const void * (*get_lang)())
|
const void * (*get_lang)())
|
||||||
{
|
{
|
||||||
const auto *lang = reinterpret_cast<const TSLanguage *>(get_lang ? get_lang() : nullptr);
|
const auto *lang = reinterpret_cast<const TSLanguage *>(get_lang ? get_lang() : nullptr);
|
||||||
return std::make_unique < TreeSitterHighlighter > (lang, filetype ? std::string(filetype) : std::string());
|
return std::make_unique < TreeSitterHighlighter > (lang, filetype ? std::string(filetype) : std::string());
|
||||||
}
|
}
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
|
|
||||||
#endif // KTE_ENABLE_TREESITTER
|
#endif // KTE_ENABLE_TREESITTER
|
||||||
@@ -17,13 +17,13 @@ struct TSTree;
|
|||||||
}
|
}
|
||||||
|
|
||||||
namespace kte {
|
namespace kte {
|
||||||
|
|
||||||
// A minimal adapter that uses Tree-sitter to parse the whole buffer and then, for now,
|
// A minimal adapter that uses Tree-sitter to parse the whole buffer and then, for now,
|
||||||
// does very limited token classification. This acts as a scaffold for future richer
|
// does very limited token classification. This acts as a scaffold for future richer
|
||||||
// queries. If no queries are provided, it currently produces no spans (safe fallback).
|
// queries. If no queries are provided, it currently produces no spans (safe fallback).
|
||||||
class TreeSitterHighlighter : public LanguageHighlighter {
|
class TreeSitterHighlighter : public LanguageHighlighter {
|
||||||
public:
|
public:
|
||||||
explicit TreeSitterHighlighter(const TSLanguage *lang, std::string filetype);
|
explicit TreeSitterHighlighter(const TSLanguage *lang, std::string filetype);
|
||||||
|
|
||||||
~TreeSitterHighlighter() override;
|
~TreeSitterHighlighter() override;
|
||||||
|
|
||||||
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
void HighlightLine(const Buffer &buf, int row, std::vector<HighlightSpan> &out) const override;
|
||||||
@@ -36,13 +36,13 @@ private:
|
|||||||
mutable TSTree *tree_{nullptr};
|
mutable TSTree *tree_{nullptr};
|
||||||
|
|
||||||
void ensureParsed(const Buffer &buf) const;
|
void ensureParsed(const Buffer &buf) const;
|
||||||
|
|
||||||
void disposeParser() const;
|
void disposeParser() const;
|
||||||
};
|
};
|
||||||
|
|
||||||
// Factory used by HighlighterRegistry when registering via RegisterTreeSitter.
|
// Factory used by HighlighterRegistry when registering via RegisterTreeSitter.
|
||||||
std::unique_ptr<LanguageHighlighter> CreateTreeSitterHighlighter(const char *filetype,
|
std::unique_ptr<LanguageHighlighter> CreateTreeSitterHighlighter(const char *filetype,
|
||||||
const void * (*get_lang)());
|
const void * (*get_lang)());
|
||||||
|
|
||||||
} // namespace kte
|
} // namespace kte
|
||||||
|
|
||||||
#endif // KTE_ENABLE_TREESITTER
|
#endif // KTE_ENABLE_TREESITTER
|
||||||
49
lsp/BufferChangeTracker.cc
Normal file
49
lsp/BufferChangeTracker.cc
Normal file
@@ -0,0 +1,49 @@
|
|||||||
|
/*
|
||||||
|
* BufferChangeTracker.cc - minimal initial implementation
|
||||||
|
*/
|
||||||
|
#include "BufferChangeTracker.h"
|
||||||
|
#include "../Buffer.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
BufferChangeTracker::BufferChangeTracker(const Buffer *buffer)
|
||||||
|
: buffer_(buffer) {}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
BufferChangeTracker::recordInsertion(int /*row*/, int /*col*/, const std::string &/*text*/)
|
||||||
|
{
|
||||||
|
// For Phase 1–2 bring-up, coalesce to full-document changes
|
||||||
|
fullChangePending_ = true;
|
||||||
|
++version_;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
BufferChangeTracker::recordDeletion(int /*row*/, int /*col*/, std::size_t /*len*/)
|
||||||
|
{
|
||||||
|
fullChangePending_ = true;
|
||||||
|
++version_;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::vector<TextDocumentContentChangeEvent>
|
||||||
|
BufferChangeTracker::getChanges() const
|
||||||
|
{
|
||||||
|
std::vector<TextDocumentContentChangeEvent> v;
|
||||||
|
if (!buffer_)
|
||||||
|
return v;
|
||||||
|
if (fullChangePending_) {
|
||||||
|
TextDocumentContentChangeEvent ev;
|
||||||
|
ev.text = buffer_->FullText();
|
||||||
|
v.push_back(std::move(ev));
|
||||||
|
}
|
||||||
|
return v;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
BufferChangeTracker::clearChanges()
|
||||||
|
{
|
||||||
|
fullChangePending_ = false;
|
||||||
|
}
|
||||||
|
} // namespace kte::lsp
|
||||||
44
lsp/BufferChangeTracker.h
Normal file
44
lsp/BufferChangeTracker.h
Normal file
@@ -0,0 +1,44 @@
|
|||||||
|
/*
|
||||||
|
* BufferChangeTracker.h - integrates with Buffer to accumulate LSP-friendly changes
|
||||||
|
*/
|
||||||
|
#ifndef KTE_BUFFER_CHANGE_TRACKER_H
|
||||||
|
#define KTE_BUFFER_CHANGE_TRACKER_H
|
||||||
|
|
||||||
|
#include <memory>
|
||||||
|
#include <vector>
|
||||||
|
#include <string>
|
||||||
|
|
||||||
|
#include "LspTypes.h"
|
||||||
|
|
||||||
|
class Buffer; // forward declare from core
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
class BufferChangeTracker {
|
||||||
|
public:
|
||||||
|
explicit BufferChangeTracker(const Buffer *buffer);
|
||||||
|
|
||||||
|
// Called by Buffer on each edit operation
|
||||||
|
void recordInsertion(int row, int col, const std::string &text);
|
||||||
|
|
||||||
|
void recordDeletion(int row, int col, std::size_t len);
|
||||||
|
|
||||||
|
// Get accumulated changes since last sync
|
||||||
|
std::vector<TextDocumentContentChangeEvent> getChanges() const;
|
||||||
|
|
||||||
|
// Clear changes after sending to LSP
|
||||||
|
void clearChanges();
|
||||||
|
|
||||||
|
// Get current document version for LSP
|
||||||
|
int getVersion() const
|
||||||
|
{
|
||||||
|
return version_;
|
||||||
|
}
|
||||||
|
|
||||||
|
private:
|
||||||
|
const Buffer *buffer_ = nullptr;
|
||||||
|
bool fullChangePending_ = false;
|
||||||
|
int version_ = 0;
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_BUFFER_CHANGE_TRACKER_H
|
||||||
37
lsp/Diagnostic.h
Normal file
37
lsp/Diagnostic.h
Normal file
@@ -0,0 +1,37 @@
|
|||||||
|
/*
|
||||||
|
* Diagnostic.h - LSP diagnostic data types
|
||||||
|
*/
|
||||||
|
#ifndef KTE_LSP_DIAGNOSTIC_H
|
||||||
|
#define KTE_LSP_DIAGNOSTIC_H
|
||||||
|
|
||||||
|
#include <optional>
|
||||||
|
#include <string>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
#include "LspTypes.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
enum class DiagnosticSeverity {
|
||||||
|
Error = 1,
|
||||||
|
Warning = 2,
|
||||||
|
Information = 3,
|
||||||
|
Hint = 4
|
||||||
|
};
|
||||||
|
|
||||||
|
struct DiagnosticRelatedInformation {
|
||||||
|
std::string uri; // related location URI
|
||||||
|
Range range; // related range
|
||||||
|
std::string message;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct Diagnostic {
|
||||||
|
Range range{};
|
||||||
|
DiagnosticSeverity severity{DiagnosticSeverity::Information};
|
||||||
|
std::optional<std::string> code;
|
||||||
|
std::optional<std::string> source;
|
||||||
|
std::string message;
|
||||||
|
std::vector<DiagnosticRelatedInformation> relatedInfo;
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_LSP_DIAGNOSTIC_H
|
||||||
30
lsp/DiagnosticDisplay.h
Normal file
30
lsp/DiagnosticDisplay.h
Normal file
@@ -0,0 +1,30 @@
|
|||||||
|
/*
|
||||||
|
* DiagnosticDisplay.h - Abstract interface for showing diagnostics
|
||||||
|
*/
|
||||||
|
#ifndef KTE_LSP_DIAGNOSTIC_DISPLAY_H
|
||||||
|
#define KTE_LSP_DIAGNOSTIC_DISPLAY_H
|
||||||
|
|
||||||
|
#include <string>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
#include "Diagnostic.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
class DiagnosticDisplay {
|
||||||
|
public:
|
||||||
|
virtual ~DiagnosticDisplay() = default;
|
||||||
|
|
||||||
|
virtual void updateDiagnostics(const std::string &uri,
|
||||||
|
const std::vector<Diagnostic> &diagnostics) = 0;
|
||||||
|
|
||||||
|
virtual void showInlineDiagnostic(const Diagnostic &diagnostic) = 0;
|
||||||
|
|
||||||
|
virtual void showDiagnosticList(const std::vector<Diagnostic> &diagnostics) = 0;
|
||||||
|
|
||||||
|
virtual void hideDiagnosticList() = 0;
|
||||||
|
|
||||||
|
virtual void updateStatusBar(int errorCount, int warningCount) = 0;
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_LSP_DIAGNOSTIC_DISPLAY_H
|
||||||
123
lsp/DiagnosticStore.cc
Normal file
123
lsp/DiagnosticStore.cc
Normal file
@@ -0,0 +1,123 @@
|
|||||||
|
/*
|
||||||
|
* DiagnosticStore.cc - implementation
|
||||||
|
*/
|
||||||
|
#include "DiagnosticStore.h"
|
||||||
|
|
||||||
|
#include <algorithm>
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
void
|
||||||
|
DiagnosticStore::setDiagnostics(const std::string &uri, std::vector<Diagnostic> diagnostics)
|
||||||
|
{
|
||||||
|
diagnostics_[uri] = std::move(diagnostics);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
const std::vector<Diagnostic> &
|
||||||
|
DiagnosticStore::getDiagnostics(const std::string &uri) const
|
||||||
|
{
|
||||||
|
auto it = diagnostics_.find(uri);
|
||||||
|
static const std::vector<Diagnostic> kEmpty;
|
||||||
|
if (it == diagnostics_.end())
|
||||||
|
return kEmpty;
|
||||||
|
return it->second;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::vector<Diagnostic>
|
||||||
|
DiagnosticStore::getDiagnosticsAtLine(const std::string &uri, int line) const
|
||||||
|
{
|
||||||
|
std::vector<Diagnostic> out;
|
||||||
|
auto it = diagnostics_.find(uri);
|
||||||
|
if (it == diagnostics_.end())
|
||||||
|
return out;
|
||||||
|
out.reserve(it->second.size());
|
||||||
|
for (const auto &d: it->second) {
|
||||||
|
if (containsLine(d.range, line))
|
||||||
|
out.push_back(d);
|
||||||
|
}
|
||||||
|
return out;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::optional<Diagnostic>
|
||||||
|
DiagnosticStore::getDiagnosticAtPosition(const std::string &uri, Position pos) const
|
||||||
|
{
|
||||||
|
auto it = diagnostics_.find(uri);
|
||||||
|
if (it == diagnostics_.end())
|
||||||
|
return std::nullopt;
|
||||||
|
for (const auto &d: it->second) {
|
||||||
|
if (containsPosition(d.range, pos))
|
||||||
|
return d;
|
||||||
|
}
|
||||||
|
return std::nullopt;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
DiagnosticStore::clear(const std::string &uri)
|
||||||
|
{
|
||||||
|
diagnostics_.erase(uri);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
DiagnosticStore::clearAll()
|
||||||
|
{
|
||||||
|
diagnostics_.clear();
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int
|
||||||
|
DiagnosticStore::getErrorCount(const std::string &uri) const
|
||||||
|
{
|
||||||
|
auto it = diagnostics_.find(uri);
|
||||||
|
if (it == diagnostics_.end())
|
||||||
|
return 0;
|
||||||
|
int count = 0;
|
||||||
|
for (const auto &d: it->second) {
|
||||||
|
if (d.severity == DiagnosticSeverity::Error)
|
||||||
|
++count;
|
||||||
|
}
|
||||||
|
return count;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int
|
||||||
|
DiagnosticStore::getWarningCount(const std::string &uri) const
|
||||||
|
{
|
||||||
|
auto it = diagnostics_.find(uri);
|
||||||
|
if (it == diagnostics_.end())
|
||||||
|
return 0;
|
||||||
|
int count = 0;
|
||||||
|
for (const auto &d: it->second) {
|
||||||
|
if (d.severity == DiagnosticSeverity::Warning)
|
||||||
|
++count;
|
||||||
|
}
|
||||||
|
return count;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
bool
|
||||||
|
DiagnosticStore::containsLine(const Range &r, int line)
|
||||||
|
{
|
||||||
|
return (line > r.start.line || line == r.start.line) &&
|
||||||
|
(line < r.end.line || line == r.end.line);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
bool
|
||||||
|
DiagnosticStore::containsPosition(const Range &r, const Position &p)
|
||||||
|
{
|
||||||
|
if (p.line < r.start.line || p.line > r.end.line)
|
||||||
|
return false;
|
||||||
|
if (r.start.line == r.end.line) {
|
||||||
|
return p.line == r.start.line && p.character >= r.start.character && p.character <= r.end.character;
|
||||||
|
}
|
||||||
|
if (p.line == r.start.line)
|
||||||
|
return p.character >= r.start.character;
|
||||||
|
if (p.line == r.end.line)
|
||||||
|
return p.character <= r.end.character;
|
||||||
|
return true; // between start and end lines
|
||||||
|
}
|
||||||
|
} // namespace kte::lsp
|
||||||
42
lsp/DiagnosticStore.h
Normal file
42
lsp/DiagnosticStore.h
Normal file
@@ -0,0 +1,42 @@
|
|||||||
|
/*
|
||||||
|
* DiagnosticStore.h - Central storage for diagnostics by document URI
|
||||||
|
*/
|
||||||
|
#ifndef KTE_LSP_DIAGNOSTIC_STORE_H
|
||||||
|
#define KTE_LSP_DIAGNOSTIC_STORE_H
|
||||||
|
|
||||||
|
#include <optional>
|
||||||
|
#include <string>
|
||||||
|
#include <unordered_map>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
#include "Diagnostic.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
class DiagnosticStore {
|
||||||
|
public:
|
||||||
|
void setDiagnostics(const std::string &uri, std::vector<Diagnostic> diagnostics);
|
||||||
|
|
||||||
|
const std::vector<Diagnostic> &getDiagnostics(const std::string &uri) const;
|
||||||
|
|
||||||
|
std::vector<Diagnostic> getDiagnosticsAtLine(const std::string &uri, int line) const;
|
||||||
|
|
||||||
|
std::optional<Diagnostic> getDiagnosticAtPosition(const std::string &uri, Position pos) const;
|
||||||
|
|
||||||
|
void clear(const std::string &uri);
|
||||||
|
|
||||||
|
void clearAll();
|
||||||
|
|
||||||
|
int getErrorCount(const std::string &uri) const;
|
||||||
|
|
||||||
|
int getWarningCount(const std::string &uri) const;
|
||||||
|
|
||||||
|
private:
|
||||||
|
std::unordered_map<std::string, std::vector<Diagnostic> > diagnostics_;
|
||||||
|
|
||||||
|
static bool containsLine(const Range &r, int line);
|
||||||
|
|
||||||
|
static bool containsPosition(const Range &r, const Position &p);
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_LSP_DIAGNOSTIC_STORE_H
|
||||||
19
lsp/JsonRpcTransport.cc
Normal file
19
lsp/JsonRpcTransport.cc
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
/*
|
||||||
|
* JsonRpcTransport.cc - placeholder
|
||||||
|
*/
|
||||||
|
#include "JsonRpcTransport.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
void
|
||||||
|
JsonRpcTransport::send(const std::string &/*method*/, const std::string &/*payload*/)
|
||||||
|
{
|
||||||
|
// stub: no-op
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::optional<JsonRpcMessage>
|
||||||
|
JsonRpcTransport::read()
|
||||||
|
{
|
||||||
|
return std::nullopt; // stub
|
||||||
|
}
|
||||||
|
} // namespace kte::lsp
|
||||||
29
lsp/JsonRpcTransport.h
Normal file
29
lsp/JsonRpcTransport.h
Normal file
@@ -0,0 +1,29 @@
|
|||||||
|
/*
|
||||||
|
* JsonRpcTransport.h - placeholder transport for JSON-RPC over stdio (stub)
|
||||||
|
*/
|
||||||
|
#ifndef KTE_JSON_RPC_TRANSPORT_H
|
||||||
|
#define KTE_JSON_RPC_TRANSPORT_H
|
||||||
|
|
||||||
|
#include <optional>
|
||||||
|
#include <string>
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
struct JsonRpcMessage {
|
||||||
|
std::string raw; // raw JSON payload (stub)
|
||||||
|
};
|
||||||
|
|
||||||
|
class JsonRpcTransport {
|
||||||
|
public:
|
||||||
|
JsonRpcTransport() = default;
|
||||||
|
|
||||||
|
~JsonRpcTransport() = default;
|
||||||
|
|
||||||
|
// Send a method call (request or notification) - stub does nothing
|
||||||
|
void send(const std::string &method, const std::string &payload);
|
||||||
|
|
||||||
|
// Blocking read next message (stub => returns nullopt)
|
||||||
|
std::optional<JsonRpcMessage> read();
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_JSON_RPC_TRANSPORT_H
|
||||||
61
lsp/LspClient.h
Normal file
61
lsp/LspClient.h
Normal file
@@ -0,0 +1,61 @@
|
|||||||
|
/*
|
||||||
|
* LspClient.h - Core LSP client abstraction (initial stub)
|
||||||
|
*/
|
||||||
|
#ifndef KTE_LSP_CLIENT_H
|
||||||
|
#define KTE_LSP_CLIENT_H
|
||||||
|
|
||||||
|
#include <functional>
|
||||||
|
#include <memory>
|
||||||
|
#include <optional>
|
||||||
|
#include <string>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
#include "LspTypes.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
// Callback types (stubs for future phases)
|
||||||
|
using CompletionCallback = std::function<void()>;
|
||||||
|
using HoverCallback = std::function<void()>;
|
||||||
|
using LocationCallback = std::function<void()>;
|
||||||
|
|
||||||
|
class LspClient {
|
||||||
|
public:
|
||||||
|
virtual ~LspClient() = default;
|
||||||
|
|
||||||
|
// Lifecycle
|
||||||
|
virtual bool initialize(const std::string &rootPath) = 0;
|
||||||
|
|
||||||
|
virtual void shutdown() = 0;
|
||||||
|
|
||||||
|
// Document Synchronization
|
||||||
|
virtual void didOpen(const std::string &uri, const std::string &languageId,
|
||||||
|
int version, const std::string &text) = 0;
|
||||||
|
|
||||||
|
virtual void didChange(const std::string &uri, int version,
|
||||||
|
const std::vector<TextDocumentContentChangeEvent> &changes) = 0;
|
||||||
|
|
||||||
|
virtual void didClose(const std::string &uri) = 0;
|
||||||
|
|
||||||
|
virtual void didSave(const std::string &uri) = 0;
|
||||||
|
|
||||||
|
// Language Features (not yet implemented)
|
||||||
|
virtual void completion(const std::string &, Position,
|
||||||
|
CompletionCallback) {}
|
||||||
|
|
||||||
|
|
||||||
|
virtual void hover(const std::string &, Position,
|
||||||
|
HoverCallback) {}
|
||||||
|
|
||||||
|
|
||||||
|
virtual void definition(const std::string &, Position,
|
||||||
|
LocationCallback) {}
|
||||||
|
|
||||||
|
|
||||||
|
// Process Management
|
||||||
|
virtual bool isRunning() const = 0;
|
||||||
|
|
||||||
|
virtual std::string getServerName() const = 0;
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_LSP_CLIENT_H
|
||||||
326
lsp/LspManager.cc
Normal file
326
lsp/LspManager.cc
Normal file
@@ -0,0 +1,326 @@
|
|||||||
|
/*
|
||||||
|
* LspManager.cc - central coordination of LSP servers and diagnostics
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "LspManager.h"
|
||||||
|
|
||||||
|
#include <algorithm>
|
||||||
|
#include <cctype>
|
||||||
|
#include <filesystem>
|
||||||
|
#include <utility>
|
||||||
|
|
||||||
|
#include "../Buffer.h"
|
||||||
|
#include "../Editor.h"
|
||||||
|
#include "BufferChangeTracker.h"
|
||||||
|
#include "LspProcessClient.h"
|
||||||
|
|
||||||
|
namespace fs = std::filesystem;
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
LspManager::LspManager(Editor *editor, DiagnosticDisplay *display)
|
||||||
|
: editor_(editor), display_(display)
|
||||||
|
{
|
||||||
|
// Pre-populate with sensible default server configs
|
||||||
|
registerDefaultServers();
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::registerServer(const std::string &languageId, const LspServerConfig &config)
|
||||||
|
{
|
||||||
|
serverConfigs_[languageId] = config;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
bool
|
||||||
|
LspManager::startServerForBuffer(Buffer *buffer)
|
||||||
|
{
|
||||||
|
const auto lang = getLanguageId(buffer);
|
||||||
|
if (lang.empty())
|
||||||
|
return false;
|
||||||
|
|
||||||
|
if (servers_.find(lang) != servers_.end() && servers_[lang]->isRunning()) {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
auto it = serverConfigs_.find(lang);
|
||||||
|
if (it == serverConfigs_.end()) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
const auto &cfg = it->second;
|
||||||
|
// Respect autostart for automatic starts on buffer open
|
||||||
|
if (!cfg.autostart) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
auto client = std::make_unique<LspProcessClient>(cfg.command, cfg.args);
|
||||||
|
// Determine root as parent of file for now; future: walk rootPatterns
|
||||||
|
std::string rootPath;
|
||||||
|
if (!buffer->Filename().empty()) {
|
||||||
|
fs::path p(buffer->Filename());
|
||||||
|
rootPath = p.has_parent_path() ? p.parent_path().string() : std::string{};
|
||||||
|
}
|
||||||
|
if (!client->initialize(rootPath)) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
servers_[lang] = std::move(client);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::stopServer(const std::string &languageId)
|
||||||
|
{
|
||||||
|
auto it = servers_.find(languageId);
|
||||||
|
if (it != servers_.end()) {
|
||||||
|
it->second->shutdown();
|
||||||
|
servers_.erase(it);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::stopAllServers()
|
||||||
|
{
|
||||||
|
for (auto &kv: servers_) {
|
||||||
|
kv.second->shutdown();
|
||||||
|
}
|
||||||
|
servers_.clear();
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::onBufferOpened(Buffer *buffer)
|
||||||
|
{
|
||||||
|
if (!startServerForBuffer(buffer))
|
||||||
|
return;
|
||||||
|
auto *client = ensureServerForLanguage(getLanguageId(buffer));
|
||||||
|
if (!client)
|
||||||
|
return;
|
||||||
|
|
||||||
|
const auto uri = getUri(buffer);
|
||||||
|
const auto lang = getLanguageId(buffer);
|
||||||
|
const int version = static_cast<int>(buffer->Version());
|
||||||
|
const std::string text = buffer->FullText();
|
||||||
|
client->didOpen(uri, lang, version, text);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::onBufferChanged(Buffer *buffer)
|
||||||
|
{
|
||||||
|
auto *client = ensureServerForLanguage(getLanguageId(buffer));
|
||||||
|
if (!client)
|
||||||
|
return;
|
||||||
|
const auto uri = getUri(buffer);
|
||||||
|
int version = static_cast<int>(buffer->Version());
|
||||||
|
|
||||||
|
std::vector<TextDocumentContentChangeEvent> changes;
|
||||||
|
if (auto *tracker = buffer->GetChangeTracker()) {
|
||||||
|
changes = tracker->getChanges();
|
||||||
|
tracker->clearChanges();
|
||||||
|
version = tracker->getVersion();
|
||||||
|
} else {
|
||||||
|
// Fallback: full document change
|
||||||
|
TextDocumentContentChangeEvent ev;
|
||||||
|
ev.range.reset();
|
||||||
|
ev.text = buffer->FullText();
|
||||||
|
changes.push_back(std::move(ev));
|
||||||
|
}
|
||||||
|
client->didChange(uri, version, changes);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::onBufferClosed(Buffer *buffer)
|
||||||
|
{
|
||||||
|
auto *client = ensureServerForLanguage(getLanguageId(buffer));
|
||||||
|
if (!client)
|
||||||
|
return;
|
||||||
|
client->didClose(getUri(buffer));
|
||||||
|
// Clear diagnostics for this file
|
||||||
|
diagnosticStore_.clear(getUri(buffer));
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::onBufferSaved(Buffer *buffer)
|
||||||
|
{
|
||||||
|
auto *client = ensureServerForLanguage(getLanguageId(buffer));
|
||||||
|
if (!client)
|
||||||
|
return;
|
||||||
|
client->didSave(getUri(buffer));
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::requestCompletion(Buffer *buffer, Position pos, CompletionCallback callback)
|
||||||
|
{
|
||||||
|
if (auto *client = ensureServerForLanguage(getLanguageId(buffer))) {
|
||||||
|
client->completion(getUri(buffer), pos, std::move(callback));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::requestHover(Buffer *buffer, Position pos, HoverCallback callback)
|
||||||
|
{
|
||||||
|
if (auto *client = ensureServerForLanguage(getLanguageId(buffer))) {
|
||||||
|
client->hover(getUri(buffer), pos, std::move(callback));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::requestDefinition(Buffer *buffer, Position pos, LocationCallback callback)
|
||||||
|
{
|
||||||
|
if (auto *client = ensureServerForLanguage(getLanguageId(buffer))) {
|
||||||
|
client->definition(getUri(buffer), pos, std::move(callback));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::handleDiagnostics(const std::string &uri, const std::vector<Diagnostic> &diagnostics)
|
||||||
|
{
|
||||||
|
diagnosticStore_.setDiagnostics(uri, diagnostics);
|
||||||
|
if (display_) {
|
||||||
|
display_->updateDiagnostics(uri, diagnostics);
|
||||||
|
display_->updateStatusBar(diagnosticStore_.getErrorCount(uri), diagnosticStore_.getWarningCount(uri));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::string
|
||||||
|
LspManager::getLanguageId(Buffer *buffer)
|
||||||
|
{
|
||||||
|
// Prefer explicit filetype if set
|
||||||
|
const auto &ft = buffer->Filetype();
|
||||||
|
if (!ft.empty())
|
||||||
|
return ft;
|
||||||
|
// Otherwise map extension
|
||||||
|
fs::path p(buffer->Filename());
|
||||||
|
return extToLanguageId(p.extension().string());
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::string
|
||||||
|
LspManager::getUri(Buffer *buffer)
|
||||||
|
{
|
||||||
|
const auto &path = buffer->Filename();
|
||||||
|
if (path.empty()) {
|
||||||
|
// Untitled buffer: use a pseudo-URI
|
||||||
|
return std::string("untitled:") + std::to_string(reinterpret_cast<std::uintptr_t>(buffer));
|
||||||
|
}
|
||||||
|
fs::path p(path);
|
||||||
|
p = fs::weakly_canonical(p);
|
||||||
|
#ifdef _WIN32
|
||||||
|
// rudimentary file URI; future: robust encoding
|
||||||
|
return std::string("file:/") + p.string();
|
||||||
|
#else
|
||||||
|
return std::string("file://") + p.string();
|
||||||
|
#endif
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::string
|
||||||
|
LspManager::extToLanguageId(const std::string &ext)
|
||||||
|
{
|
||||||
|
std::string e = ext;
|
||||||
|
if (!e.empty() && e[0] == '.')
|
||||||
|
e.erase(0, 1);
|
||||||
|
std::string lower;
|
||||||
|
lower.resize(e.size());
|
||||||
|
std::transform(e.begin(), e.end(), lower.begin(), [](unsigned char c) {
|
||||||
|
return static_cast<char>(std::tolower(c));
|
||||||
|
});
|
||||||
|
if (lower == "rs")
|
||||||
|
return "rust";
|
||||||
|
if (lower == "c" || lower == "cc" || lower == "cpp" || lower == "h" || lower == "hpp")
|
||||||
|
return "cpp";
|
||||||
|
if (lower == "go")
|
||||||
|
return "go";
|
||||||
|
if (lower == "py")
|
||||||
|
return "python";
|
||||||
|
if (lower == "js")
|
||||||
|
return "javascript";
|
||||||
|
if (lower == "ts")
|
||||||
|
return "typescript";
|
||||||
|
if (lower == "json")
|
||||||
|
return "json";
|
||||||
|
if (lower == "sh" || lower == "bash" || lower == "zsh")
|
||||||
|
return "shell";
|
||||||
|
if (lower == "md")
|
||||||
|
return "markdown";
|
||||||
|
return lower; // best-effort
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
LspClient *
|
||||||
|
LspManager::ensureServerForLanguage(const std::string &languageId)
|
||||||
|
{
|
||||||
|
auto it = servers_.find(languageId);
|
||||||
|
if (it != servers_.end() && it->second && it->second->isRunning()) {
|
||||||
|
return it->second.get();
|
||||||
|
}
|
||||||
|
// Attempt to start from config if present
|
||||||
|
auto cfg = serverConfigs_.find(languageId);
|
||||||
|
if (cfg == serverConfigs_.end())
|
||||||
|
return nullptr;
|
||||||
|
auto client = std::make_unique<LspProcessClient>(cfg->second.command, cfg->second.args);
|
||||||
|
if (!client->initialize(""))
|
||||||
|
return nullptr;
|
||||||
|
auto *ret = client.get();
|
||||||
|
servers_[languageId] = std::move(client);
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspManager::registerDefaultServers()
|
||||||
|
{
|
||||||
|
// Import defaults and register by inferred languageId from file patterns
|
||||||
|
for (const auto &cfg: GetDefaultServerConfigs()) {
|
||||||
|
if (cfg.filePatterns.empty()) {
|
||||||
|
// If no patterns, we can't infer; skip
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
for (const auto &pat: cfg.filePatterns) {
|
||||||
|
const auto lang = patternToLanguageId(pat);
|
||||||
|
if (lang.empty())
|
||||||
|
continue;
|
||||||
|
// Don't overwrite if user already registered a server for this lang
|
||||||
|
if (serverConfigs_.find(lang) == serverConfigs_.end()) {
|
||||||
|
serverConfigs_.emplace(lang, cfg);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::string
|
||||||
|
LspManager::patternToLanguageId(const std::string &pattern)
|
||||||
|
{
|
||||||
|
// Expect patterns like "*.rs", "*.cpp" etc. Extract extension and reuse extToLanguageId
|
||||||
|
// Find last '.' in the pattern and take substring after it, stripping any trailing wildcards
|
||||||
|
std::string ext;
|
||||||
|
// Common case: starts with *.
|
||||||
|
auto pos = pattern.rfind('.');
|
||||||
|
if (pos != std::string::npos && pos + 1 < pattern.size()) {
|
||||||
|
ext = pattern.substr(pos + 1);
|
||||||
|
// Remove any trailing wildcard characters
|
||||||
|
while (!ext.empty() && (ext.back() == '*' || ext.back() == '?')) {
|
||||||
|
ext.pop_back();
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// No dot; try to treat whole pattern as extension after trimming leading '*'
|
||||||
|
ext = pattern;
|
||||||
|
while (!ext.empty() && (ext.front() == '*' || ext.front() == '.')) {
|
||||||
|
ext.erase(ext.begin());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (ext.empty())
|
||||||
|
return {};
|
||||||
|
return extToLanguageId(ext);
|
||||||
|
}
|
||||||
|
} // namespace kte::lsp
|
||||||
85
lsp/LspManager.h
Normal file
85
lsp/LspManager.h
Normal file
@@ -0,0 +1,85 @@
|
|||||||
|
/*
|
||||||
|
* LspManager.h - central coordination of LSP servers and diagnostics
|
||||||
|
*/
|
||||||
|
#ifndef KTE_LSP_MANAGER_H
|
||||||
|
#define KTE_LSP_MANAGER_H
|
||||||
|
|
||||||
|
#include <memory>
|
||||||
|
#include <string>
|
||||||
|
#include <unordered_map>
|
||||||
|
|
||||||
|
class Buffer; // fwd
|
||||||
|
class Editor; // fwd
|
||||||
|
|
||||||
|
#include "DiagnosticDisplay.h"
|
||||||
|
#include "DiagnosticStore.h"
|
||||||
|
#include "LspClient.h"
|
||||||
|
#include "LspServerConfig.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
class LspManager {
|
||||||
|
public:
|
||||||
|
explicit LspManager(Editor *editor, DiagnosticDisplay *display);
|
||||||
|
|
||||||
|
// Server management
|
||||||
|
void registerServer(const std::string &languageId, const LspServerConfig &config);
|
||||||
|
|
||||||
|
bool startServerForBuffer(Buffer *buffer);
|
||||||
|
|
||||||
|
void stopServer(const std::string &languageId);
|
||||||
|
|
||||||
|
void stopAllServers();
|
||||||
|
|
||||||
|
// Document sync (to be called by editor/buffer events)
|
||||||
|
void onBufferOpened(Buffer *buffer);
|
||||||
|
|
||||||
|
void onBufferChanged(Buffer *buffer);
|
||||||
|
|
||||||
|
void onBufferClosed(Buffer *buffer);
|
||||||
|
|
||||||
|
void onBufferSaved(Buffer *buffer);
|
||||||
|
|
||||||
|
// Feature requests (stubs)
|
||||||
|
void requestCompletion(Buffer *buffer, Position pos, CompletionCallback callback);
|
||||||
|
|
||||||
|
void requestHover(Buffer *buffer, Position pos, HoverCallback callback);
|
||||||
|
|
||||||
|
void requestDefinition(Buffer *buffer, Position pos, LocationCallback callback);
|
||||||
|
|
||||||
|
// Diagnostics (public so LspClient impls can forward results here later)
|
||||||
|
void handleDiagnostics(const std::string &uri, const std::vector<Diagnostic> &diagnostics);
|
||||||
|
|
||||||
|
|
||||||
|
void setDebugLogging(bool enabled)
|
||||||
|
{
|
||||||
|
debug_ = enabled;
|
||||||
|
}
|
||||||
|
|
||||||
|
private:
|
||||||
|
[[maybe_unused]] Editor *editor_{}; // non-owning
|
||||||
|
DiagnosticDisplay *display_{}; // non-owning
|
||||||
|
DiagnosticStore diagnosticStore_{};
|
||||||
|
|
||||||
|
// Key: languageId → client
|
||||||
|
std::unordered_map<std::string, std::unique_ptr<LspClient> > servers_;
|
||||||
|
std::unordered_map<std::string, LspServerConfig> serverConfigs_;
|
||||||
|
|
||||||
|
// Helpers
|
||||||
|
static std::string getLanguageId(Buffer *buffer);
|
||||||
|
|
||||||
|
static std::string getUri(Buffer *buffer);
|
||||||
|
|
||||||
|
static std::string extToLanguageId(const std::string &ext);
|
||||||
|
|
||||||
|
LspClient *ensureServerForLanguage(const std::string &languageId);
|
||||||
|
|
||||||
|
bool debug_ = false;
|
||||||
|
|
||||||
|
// Configuration helpers
|
||||||
|
void registerDefaultServers();
|
||||||
|
|
||||||
|
static std::string patternToLanguageId(const std::string &pattern);
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_LSP_MANAGER_H
|
||||||
72
lsp/LspProcessClient.cc
Normal file
72
lsp/LspProcessClient.cc
Normal file
@@ -0,0 +1,72 @@
|
|||||||
|
/*
|
||||||
|
* LspProcessClient.cc - initial stub implementation
|
||||||
|
*/
|
||||||
|
#include "LspProcessClient.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
LspProcessClient::LspProcessClient(std::string serverCommand, std::vector<std::string> serverArgs)
|
||||||
|
: command_(std::move(serverCommand)), args_(std::move(serverArgs)), transport_(new JsonRpcTransport()) {}
|
||||||
|
|
||||||
|
|
||||||
|
LspProcessClient::~LspProcessClient() = default;
|
||||||
|
|
||||||
|
|
||||||
|
bool
|
||||||
|
LspProcessClient::initialize(const std::string &/*rootPath*/)
|
||||||
|
{
|
||||||
|
// Phase 1–2: no real process spawn yet
|
||||||
|
running_ = true;
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspProcessClient::shutdown()
|
||||||
|
{
|
||||||
|
running_ = false;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspProcessClient::didOpen(const std::string &/*uri*/, const std::string &/*languageId*/,
|
||||||
|
int /*version*/, const std::string &/*text*/)
|
||||||
|
{
|
||||||
|
// Stub: would send textDocument/didOpen
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspProcessClient::didChange(const std::string &/*uri*/, int /*version*/,
|
||||||
|
const std::vector<TextDocumentContentChangeEvent> &/*changes*/)
|
||||||
|
{
|
||||||
|
// Stub: would send textDocument/didChange
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspProcessClient::didClose(const std::string &/*uri*/)
|
||||||
|
{
|
||||||
|
// Stub
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
LspProcessClient::didSave(const std::string &/*uri*/)
|
||||||
|
{
|
||||||
|
// Stub
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
bool
|
||||||
|
LspProcessClient::isRunning() const
|
||||||
|
{
|
||||||
|
return running_;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
std::string
|
||||||
|
LspProcessClient::getServerName() const
|
||||||
|
{
|
||||||
|
return command_;
|
||||||
|
}
|
||||||
|
} // namespace kte::lsp
|
||||||
47
lsp/LspProcessClient.h
Normal file
47
lsp/LspProcessClient.h
Normal file
@@ -0,0 +1,47 @@
|
|||||||
|
/*
|
||||||
|
* LspProcessClient.h - process-based LSP client (initial stub)
|
||||||
|
*/
|
||||||
|
#ifndef KTE_LSP_PROCESS_CLIENT_H
|
||||||
|
#define KTE_LSP_PROCESS_CLIENT_H
|
||||||
|
|
||||||
|
#include <memory>
|
||||||
|
#include <string>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
#include "LspClient.h"
|
||||||
|
#include "JsonRpcTransport.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
class LspProcessClient : public LspClient {
|
||||||
|
public:
|
||||||
|
LspProcessClient(std::string serverCommand, std::vector<std::string> serverArgs);
|
||||||
|
|
||||||
|
~LspProcessClient() override;
|
||||||
|
|
||||||
|
bool initialize(const std::string &rootPath) override;
|
||||||
|
|
||||||
|
void shutdown() override;
|
||||||
|
|
||||||
|
void didOpen(const std::string &uri, const std::string &languageId,
|
||||||
|
int version, const std::string &text) override;
|
||||||
|
|
||||||
|
void didChange(const std::string &uri, int version,
|
||||||
|
const std::vector<TextDocumentContentChangeEvent> &changes) override;
|
||||||
|
|
||||||
|
void didClose(const std::string &uri) override;
|
||||||
|
|
||||||
|
void didSave(const std::string &uri) override;
|
||||||
|
|
||||||
|
bool isRunning() const override;
|
||||||
|
|
||||||
|
std::string getServerName() const override;
|
||||||
|
|
||||||
|
private:
|
||||||
|
std::string command_;
|
||||||
|
std::vector<std::string> args_;
|
||||||
|
std::unique_ptr<JsonRpcTransport> transport_;
|
||||||
|
bool running_ = false;
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_LSP_PROCESS_CLIENT_H
|
||||||
47
lsp/LspServerConfig.h
Normal file
47
lsp/LspServerConfig.h
Normal file
@@ -0,0 +1,47 @@
|
|||||||
|
/*
|
||||||
|
* LspServerConfig.h - per-language LSP server configuration
|
||||||
|
*/
|
||||||
|
#ifndef KTE_LSP_SERVER_CONFIG_H
|
||||||
|
#define KTE_LSP_SERVER_CONFIG_H
|
||||||
|
|
||||||
|
#include <string>
|
||||||
|
#include <unordered_map>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
enum class LspSyncMode {
|
||||||
|
None = 0,
|
||||||
|
Full = 1,
|
||||||
|
Incremental = 2,
|
||||||
|
};
|
||||||
|
|
||||||
|
struct LspServerConfig {
|
||||||
|
std::string command; // executable name/path
|
||||||
|
std::vector<std::string> args; // CLI args
|
||||||
|
std::vector<std::string> filePatterns; // e.g. {"*.rs"}
|
||||||
|
std::string rootPatterns; // e.g. "Cargo.toml"
|
||||||
|
LspSyncMode preferredSyncMode = LspSyncMode::Incremental;
|
||||||
|
bool autostart = true;
|
||||||
|
std::unordered_map<std::string, std::string> initializationOptions; // placeholder
|
||||||
|
std::unordered_map<std::string, std::string> settings; // placeholder
|
||||||
|
};
|
||||||
|
|
||||||
|
// Provide a small set of defaults; callers may ignore
|
||||||
|
inline std::vector<LspServerConfig>
|
||||||
|
GetDefaultServerConfigs()
|
||||||
|
{
|
||||||
|
return std::vector<LspServerConfig>{
|
||||||
|
LspServerConfig{
|
||||||
|
.command = "rust-analyzer", .args = {}, .filePatterns = {"*.rs"}, .rootPatterns = "Cargo.toml"
|
||||||
|
},
|
||||||
|
LspServerConfig{
|
||||||
|
.command = "clangd", .args = {"--background-index"},
|
||||||
|
.filePatterns = {"*.c", "*.cc", "*.cpp", "*.h", "*.hpp"},
|
||||||
|
.rootPatterns = "compile_commands.json"
|
||||||
|
},
|
||||||
|
LspServerConfig{.command = "gopls", .args = {}, .filePatterns = {"*.go"}, .rootPatterns = "go.mod"},
|
||||||
|
};
|
||||||
|
}
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_LSP_SERVER_CONFIG_H
|
||||||
29
lsp/LspTypes.h
Normal file
29
lsp/LspTypes.h
Normal file
@@ -0,0 +1,29 @@
|
|||||||
|
/*
|
||||||
|
* LspTypes.h - minimal LSP-related data types for initial integration
|
||||||
|
*/
|
||||||
|
#ifndef KTE_LSP_TYPES_H
|
||||||
|
#define KTE_LSP_TYPES_H
|
||||||
|
|
||||||
|
#include <cstdint>
|
||||||
|
#include <optional>
|
||||||
|
#include <string>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
struct Position {
|
||||||
|
int line = 0;
|
||||||
|
int character = 0;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct Range {
|
||||||
|
Position start;
|
||||||
|
Position end;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct TextDocumentContentChangeEvent {
|
||||||
|
std::optional<Range> range; // if not set, represents full document change
|
||||||
|
std::string text; // new text for the given range
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_LSP_TYPES_H
|
||||||
53
lsp/TerminalDiagnosticDisplay.cc
Normal file
53
lsp/TerminalDiagnosticDisplay.cc
Normal file
@@ -0,0 +1,53 @@
|
|||||||
|
/*
|
||||||
|
* TerminalDiagnosticDisplay.cc - minimal stub implementation
|
||||||
|
*/
|
||||||
|
#include "TerminalDiagnosticDisplay.h"
|
||||||
|
|
||||||
|
#include "../TerminalRenderer.h"
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
TerminalDiagnosticDisplay::TerminalDiagnosticDisplay(TerminalRenderer *renderer)
|
||||||
|
: renderer_(renderer) {}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
TerminalDiagnosticDisplay::updateDiagnostics(const std::string &uri,
|
||||||
|
const std::vector<Diagnostic> &diagnostics)
|
||||||
|
{
|
||||||
|
(void) uri;
|
||||||
|
(void) diagnostics;
|
||||||
|
// Stub: no rendering yet. Future: gutter markers, underlines, virtual text.
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
TerminalDiagnosticDisplay::showInlineDiagnostic(const Diagnostic &diagnostic)
|
||||||
|
{
|
||||||
|
(void) diagnostic;
|
||||||
|
// Stub: show as message line in future.
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
TerminalDiagnosticDisplay::showDiagnosticList(const std::vector<Diagnostic> &diagnostics)
|
||||||
|
{
|
||||||
|
(void) diagnostics;
|
||||||
|
// Stub: open a panel/list in future.
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
TerminalDiagnosticDisplay::hideDiagnosticList()
|
||||||
|
{
|
||||||
|
// Stub
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void
|
||||||
|
TerminalDiagnosticDisplay::updateStatusBar(int errorCount, int warningCount)
|
||||||
|
{
|
||||||
|
(void) errorCount;
|
||||||
|
(void) warningCount;
|
||||||
|
// Stub: integrate with status bar rendering later.
|
||||||
|
}
|
||||||
|
} // namespace kte::lsp
|
||||||
35
lsp/TerminalDiagnosticDisplay.h
Normal file
35
lsp/TerminalDiagnosticDisplay.h
Normal file
@@ -0,0 +1,35 @@
|
|||||||
|
/*
|
||||||
|
* TerminalDiagnosticDisplay.h - Terminal (ncurses) diagnostics visualization stub
|
||||||
|
*/
|
||||||
|
#ifndef KTE_LSP_TERMINAL_DIAGNOSTIC_DISPLAY_H
|
||||||
|
#define KTE_LSP_TERMINAL_DIAGNOSTIC_DISPLAY_H
|
||||||
|
|
||||||
|
#include <string>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
#include "DiagnosticDisplay.h"
|
||||||
|
|
||||||
|
class TerminalRenderer; // fwd
|
||||||
|
|
||||||
|
namespace kte::lsp {
|
||||||
|
class TerminalDiagnosticDisplay final : public DiagnosticDisplay {
|
||||||
|
public:
|
||||||
|
explicit TerminalDiagnosticDisplay(TerminalRenderer *renderer);
|
||||||
|
|
||||||
|
void updateDiagnostics(const std::string &uri,
|
||||||
|
const std::vector<Diagnostic> &diagnostics) override;
|
||||||
|
|
||||||
|
void showInlineDiagnostic(const Diagnostic &diagnostic) override;
|
||||||
|
|
||||||
|
void showDiagnosticList(const std::vector<Diagnostic> &diagnostics) override;
|
||||||
|
|
||||||
|
void hideDiagnosticList() override;
|
||||||
|
|
||||||
|
void updateStatusBar(int errorCount, int warningCount) override;
|
||||||
|
|
||||||
|
private:
|
||||||
|
[[maybe_unused]] TerminalRenderer *renderer_{}; // non-owning
|
||||||
|
};
|
||||||
|
} // namespace kte::lsp
|
||||||
|
|
||||||
|
#endif // KTE_LSP_TERMINAL_DIAGNOSTIC_DISPLAY_H
|
||||||
Reference in New Issue
Block a user