upstream-archive/stable-diffusion.cpp
1
0
Fork 0
mirror of https://github.com/leejet/stable-diffusion.cpp.git synced 2026-08-04 01:00:43 -05:00
Code Issues Packages Projects Releases Wiki Activity

refactor: reorganize the file structure (#1266)

Browse Source
This commit is contained in:
leejet
2026-02-10 23:13:35 +08:00
committed by GitHub
parent 3296545090
commit 28ef93c0e1
51 changed files with 327 additions and 326 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/tokenize_util.h Normal file
View File

@@ -0,0 +1,10 @@
#ifndef __TOKENIZE_UTIL__
#define __TOKENIZE_UTIL__
#include <string>
#include <vector>
std::vector<std::string> token_split(const std::string& text);
std::vector<std::string> split_with_special_tokens(const std::string& text, const std::vector<std::string>& special_tokens);
#endif // __TOKENIZE_UTIL__