Fixed build after UTF32 string convesion patch.

Also made converter local vars in conversion routines, instead of static global vars.
This commit is contained in:
Mike Lischke 2017-06-04 12:24:06 +02:00
parent 4fdcff6f05
commit 19f584da05
4 changed files with 40 additions and 33 deletions

View File

@ -16,11 +16,7 @@ namespace antlr4 {
protected: protected:
/// The data being scanned. /// The data being scanned.
// UTF-32 // UTF-32
#if defined(_MSC_VER) && _MSC_VER == 1900 UTF32String _data;
i32string _data; // Custom type for VS 2015.
#else
std::u32string _data;
#endif
/// 0..n-1 index into string of next char </summary> /// 0..n-1 index into string of next char </summary>
size_t p; size_t p;

View File

@ -55,11 +55,13 @@
typedef __int32 ssize_t; typedef __int32 ssize_t;
#endif #endif
#if _MSC_VER == 1900 #if _MSC_VER >= 1900 && _MSC_VER < 2000
// VS 2015 has a known bug when using std::codecvt_utf8<char32_t> // VS 2015 has a known bug when using std::codecvt_utf8<char32_t>
// so we have to temporarily use __int32 instead. // so we have to temporarily use __int32 instead.
// https://connect.microsoft.com/VisualStudio/feedback/details/1403302/unresolved-external-when-using-codecvt-utf8 // https://connect.microsoft.com/VisualStudio/feedback/details/1403302/unresolved-external-when-using-codecvt-utf8
typedef std::basic_string<__int32> i32string; typedef std::basic_string<__int32> i32string;
typedef i32string UTF32String;
#endif #endif
#ifdef ANTLR4CPP_EXPORTS #ifdef ANTLR4CPP_EXPORTS
@ -72,11 +74,11 @@
#endif #endif
#endif #endif
#ifdef _MSC_VER
class ANTLR4CPP_PUBLIC std::exception; // Needed for VS 2015. class ANTLR4CPP_PUBLIC std::exception; // Needed for VS 2015.
#endif
#elif __APPLE__ #elif __APPLE__
typedef std::u32string UTF32String;
#define GUID_CFUUID #define GUID_CFUUID
#if __GNUC__ >= 4 #if __GNUC__ >= 4
#define ANTLR4CPP_PUBLIC __attribute__ ((visibility ("default"))) #define ANTLR4CPP_PUBLIC __attribute__ ((visibility ("default")))
@ -84,6 +86,8 @@
#define ANTLR4CPP_PUBLIC #define ANTLR4CPP_PUBLIC
#endif #endif
#else #else
typedef std::u32string UTF32String;
#define GUID_LIBUUID #define GUID_LIBUUID
#if __GNUC__ >= 6 #if __GNUC__ >= 6
#define ANTLR4CPP_PUBLIC __attribute__ ((visibility ("default"))) #define ANTLR4CPP_PUBLIC __attribute__ ((visibility ("default")))

View File

@ -7,29 +7,29 @@
namespace antlrcpp { namespace antlrcpp {
void replaceAll(std::string& str, const std::string& from, const std::string& to) void replaceAll(std::string& str, std::string const& from, std::string const& to)
{ {
if(from.empty()) { if (from.empty())
return; return;
}
size_t start_pos = 0; size_t start_pos = 0;
while((start_pos = str.find(from, start_pos)) != std::string::npos) { while ((start_pos = str.find(from, start_pos)) != std::string::npos) {
str.replace(start_pos, from.length(), to); str.replace(start_pos, from.length(), to);
start_pos += to.length(); // In case 'to' contains 'from', like replacing 'x' with 'yx' start_pos += to.length(); // In case 'to' contains 'from', like replacing 'x' with 'yx'.
} }
} }
std::string ws2s(const std::wstring &wstr) { std::string ws2s(std::wstring const& wstr) {
std::wstring_convert<std::codecvt_utf8_utf16<wchar_t>> converter; std::wstring_convert<std::codecvt_utf8_utf16<wchar_t>> converter;
std::string narrow = converter.to_bytes(wstr); std::string narrow = converter.to_bytes(wstr);
return narrow; return narrow;
} }
std::wstring s2ws(const std::string &str) { std::wstring s2ws(const std::string &str) {
std::wstring_convert<std::codecvt_utf8_utf16<wchar_t>> converter; std::wstring_convert<std::codecvt_utf8_utf16<wchar_t>> converter;
std::wstring wide = converter.from_bytes(str); std::wstring wide = converter.from_bytes(str);
return wide; return wide;
} }

View File

@ -8,40 +8,47 @@
#include "antlr4-common.h" #include "antlr4-common.h"
namespace antlrcpp { namespace antlrcpp {
// For all conversions utf8 <-> utf32.
// VS 2015 and VS 2017 have different bugs in std::codecvt_utf8<char32_t> (VS 2013 works fine). // For all conversions utf8 <-> utf32.
// VS 2015 and VS 2017 have different bugs in std::codecvt_utf8<char32_t> (VS 2013 works fine).
#if defined(_MSC_VER) && _MSC_VER >= 1900 && _MSC_VER < 2000 #if defined(_MSC_VER) && _MSC_VER >= 1900 && _MSC_VER < 2000
static std::wstring_convert<std::codecvt_utf8<__int32>, __int32> utfConverter; typedef std::wstring_convert<std::codecvt_utf8<__int32>, __int32> UTF32Converter;
#else #else
static std::wstring_convert<std::codecvt_utf8<char32_t>, char32_t> utfConverter; typedef std::wstring_convert<std::codecvt_utf8<char32_t>, char32_t> UTF32Converter;
#endif #endif
//the conversion functions fails in VS2017, so we explicitly use a workaround // The conversion functions fails in VS2017, so we explicitly use a workaround.
template<typename T> template<typename T>
inline std::string utf32_to_utf8(T _data) inline std::string utf32_to_utf8(T const& data)
{ {
// Don't make the converter static or we have to serialize access to it.
UTF32Converter converter;
#if _MSC_VER > 1900 && _MSC_VER < 2000 #if _MSC_VER > 1900 && _MSC_VER < 2000
auto p = reinterpret_cast<const int32_t *>(_data.data()); auto p = reinterpret_cast<const int32_t *>(data.data());
return antlrcpp::utfConverter.to_bytes(p, p + _data.size()); return converter.to_bytes(p, p + data.size());
#else #else
return antlrcpp::utfConverter.to_bytes(_data); return converter.to_bytes(data);
#endif #endif
} }
inline auto utf8_to_utf32(const char* first, const char* last) inline UTF32String utf8_to_utf32(const char* first, const char* last)
{ {
UTF32Converter converter;
#if _MSC_VER > 1900 && _MSC_VER < 2000 #if _MSC_VER > 1900 && _MSC_VER < 2000
auto r = antlrcpp::utfConverter.from_bytes(first, last); auto r = converter.from_bytes(first, last);
std::u32string s = reinterpret_cast<const char32_t *>(r.data()); i32string s = reinterpret_cast<const int32_t *>(r.data());
return s;
#else #else
return antlrcpp::utfConverter.from_bytes(first, last); std::u32string s = converter.from_bytes(first, last);
#endif #endif
return s;
} }
void replaceAll(std::string& str, const std::string& from, const std::string& to); void replaceAll(std::string &str, std::string const& from, std::string const& to);
// string <-> wstring conversion (UTF-16), e.g. for use with Window's wide APIs. // string <-> wstring conversion (UTF-16), e.g. for use with Window's wide APIs.
ANTLR4CPP_PUBLIC std::string ws2s(const std::wstring &wstr); ANTLR4CPP_PUBLIC std::string ws2s(std::wstring const& wstr);
ANTLR4CPP_PUBLIC std::wstring s2ws(const std::string &str); ANTLR4CPP_PUBLIC std::wstring s2ws(std::string const& str);
} }