Public/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-19 09:15:04 +02:00
Code Issues Packages Projects Releases Wiki Activity

Adding unicode regex function

Browse Source
This commit is contained in:
Kazim Abrar Mahi
2024-04-16 01:52:33 +06:00
committed by Georgi Gerganov
parent a5710a4101
commit 7e308ed212
4 changed files with 16 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files
unicode-data.h
+1 -2
View File
@@ -14,5 +14,4 @@ extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_symbol;
extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_control;
extern const std::multimap<uint32_t, uint32_t> unicode_map_nfd;
extern const std::map<char32_t, char32_t> unicode_map_lowercase;
extern const std::map<std::string, std::wstring> unicode_regex_to_wregex;
extern const std::map<std::string, std::string> unicode_regex_to_regex;
extern const std::map<std::string, std::wstring> unicode_regex_to_wregex;