forked from jasder/antlr
Fixed build after UTF32 string convesion patch.
Also made converter local vars in conversion routines, instead of static global vars.
This commit is contained in:
parent
4fdcff6f05
commit
19f584da05
|
@ -16,11 +16,7 @@ namespace antlr4 {
|
|||
protected:
|
||||
/// The data being scanned.
|
||||
// UTF-32
|
||||
#if defined(_MSC_VER) && _MSC_VER == 1900
|
||||
i32string _data; // Custom type for VS 2015.
|
||||
#else
|
||||
std::u32string _data;
|
||||
#endif
|
||||
UTF32String _data;
|
||||
|
||||
/// 0..n-1 index into string of next char </summary>
|
||||
size_t p;
|
||||
|
|
|
@ -55,11 +55,13 @@
|
|||
typedef __int32 ssize_t;
|
||||
#endif
|
||||
|
||||
#if _MSC_VER == 1900
|
||||
#if _MSC_VER >= 1900 && _MSC_VER < 2000
|
||||
// VS 2015 has a known bug when using std::codecvt_utf8<char32_t>
|
||||
// so we have to temporarily use __int32 instead.
|
||||
// https://connect.microsoft.com/VisualStudio/feedback/details/1403302/unresolved-external-when-using-codecvt-utf8
|
||||
typedef std::basic_string<__int32> i32string;
|
||||
|
||||
typedef i32string UTF32String;
|
||||
#endif
|
||||
|
||||
#ifdef ANTLR4CPP_EXPORTS
|
||||
|
@ -72,11 +74,11 @@
|
|||
#endif
|
||||
#endif
|
||||
|
||||
#ifdef _MSC_VER
|
||||
class ANTLR4CPP_PUBLIC std::exception; // Needed for VS 2015.
|
||||
#endif
|
||||
|
||||
#elif __APPLE__
|
||||
typedef std::u32string UTF32String;
|
||||
|
||||
#define GUID_CFUUID
|
||||
#if __GNUC__ >= 4
|
||||
#define ANTLR4CPP_PUBLIC __attribute__ ((visibility ("default")))
|
||||
|
@ -84,6 +86,8 @@
|
|||
#define ANTLR4CPP_PUBLIC
|
||||
#endif
|
||||
#else
|
||||
typedef std::u32string UTF32String;
|
||||
|
||||
#define GUID_LIBUUID
|
||||
#if __GNUC__ >= 6
|
||||
#define ANTLR4CPP_PUBLIC __attribute__ ((visibility ("default")))
|
||||
|
|
|
@ -7,29 +7,29 @@
|
|||
|
||||
namespace antlrcpp {
|
||||
|
||||
void replaceAll(std::string& str, const std::string& from, const std::string& to)
|
||||
void replaceAll(std::string& str, std::string const& from, std::string const& to)
|
||||
{
|
||||
if(from.empty()) {
|
||||
if (from.empty())
|
||||
return;
|
||||
}
|
||||
|
||||
size_t start_pos = 0;
|
||||
while((start_pos = str.find(from, start_pos)) != std::string::npos) {
|
||||
while ((start_pos = str.find(from, start_pos)) != std::string::npos) {
|
||||
str.replace(start_pos, from.length(), to);
|
||||
start_pos += to.length(); // In case 'to' contains 'from', like replacing 'x' with 'yx'
|
||||
start_pos += to.length(); // In case 'to' contains 'from', like replacing 'x' with 'yx'.
|
||||
}
|
||||
}
|
||||
|
||||
std::string ws2s(const std::wstring &wstr) {
|
||||
std::string ws2s(std::wstring const& wstr) {
|
||||
std::wstring_convert<std::codecvt_utf8_utf16<wchar_t>> converter;
|
||||
|
||||
std::string narrow = converter.to_bytes(wstr);
|
||||
|
||||
return narrow;
|
||||
}
|
||||
|
||||
std::wstring s2ws(const std::string &str) {
|
||||
std::wstring_convert<std::codecvt_utf8_utf16<wchar_t>> converter;
|
||||
|
||||
std::wstring wide = converter.from_bytes(str);
|
||||
|
||||
return wide;
|
||||
}
|
||||
|
||||
|
|
|
@ -8,40 +8,47 @@
|
|||
#include "antlr4-common.h"
|
||||
|
||||
namespace antlrcpp {
|
||||
// For all conversions utf8 <-> utf32.
|
||||
// VS 2015 and VS 2017 have different bugs in std::codecvt_utf8<char32_t> (VS 2013 works fine).
|
||||
|
||||
// For all conversions utf8 <-> utf32.
|
||||
// VS 2015 and VS 2017 have different bugs in std::codecvt_utf8<char32_t> (VS 2013 works fine).
|
||||
#if defined(_MSC_VER) && _MSC_VER >= 1900 && _MSC_VER < 2000
|
||||
static std::wstring_convert<std::codecvt_utf8<__int32>, __int32> utfConverter;
|
||||
typedef std::wstring_convert<std::codecvt_utf8<__int32>, __int32> UTF32Converter;
|
||||
#else
|
||||
static std::wstring_convert<std::codecvt_utf8<char32_t>, char32_t> utfConverter;
|
||||
typedef std::wstring_convert<std::codecvt_utf8<char32_t>, char32_t> UTF32Converter;
|
||||
#endif
|
||||
|
||||
//the conversion functions fails in VS2017, so we explicitly use a workaround
|
||||
// The conversion functions fails in VS2017, so we explicitly use a workaround.
|
||||
template<typename T>
|
||||
inline std::string utf32_to_utf8(T _data)
|
||||
inline std::string utf32_to_utf8(T const& data)
|
||||
{
|
||||
// Don't make the converter static or we have to serialize access to it.
|
||||
UTF32Converter converter;
|
||||
|
||||
#if _MSC_VER > 1900 && _MSC_VER < 2000
|
||||
auto p = reinterpret_cast<const int32_t *>(_data.data());
|
||||
return antlrcpp::utfConverter.to_bytes(p, p + _data.size());
|
||||
auto p = reinterpret_cast<const int32_t *>(data.data());
|
||||
return converter.to_bytes(p, p + data.size());
|
||||
#else
|
||||
return antlrcpp::utfConverter.to_bytes(_data);
|
||||
return converter.to_bytes(data);
|
||||
#endif
|
||||
}
|
||||
|
||||
inline auto utf8_to_utf32(const char* first, const char* last)
|
||||
inline UTF32String utf8_to_utf32(const char* first, const char* last)
|
||||
{
|
||||
UTF32Converter converter;
|
||||
|
||||
#if _MSC_VER > 1900 && _MSC_VER < 2000
|
||||
auto r = antlrcpp::utfConverter.from_bytes(first, last);
|
||||
std::u32string s = reinterpret_cast<const char32_t *>(r.data());
|
||||
auto r = converter.from_bytes(first, last);
|
||||
i32string s = reinterpret_cast<const int32_t *>(r.data());
|
||||
#else
|
||||
std::u32string s = converter.from_bytes(first, last);
|
||||
#endif
|
||||
|
||||
return s;
|
||||
#else
|
||||
return antlrcpp::utfConverter.from_bytes(first, last);
|
||||
#endif
|
||||
}
|
||||
|
||||
void replaceAll(std::string& str, const std::string& from, const std::string& to);
|
||||
void replaceAll(std::string &str, std::string const& from, std::string const& to);
|
||||
|
||||
// string <-> wstring conversion (UTF-16), e.g. for use with Window's wide APIs.
|
||||
ANTLR4CPP_PUBLIC std::string ws2s(const std::wstring &wstr);
|
||||
ANTLR4CPP_PUBLIC std::wstring s2ws(const std::string &str);
|
||||
ANTLR4CPP_PUBLIC std::string ws2s(std::wstring const& wstr);
|
||||
ANTLR4CPP_PUBLIC std::wstring s2ws(std::string const& str);
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue