[Global]: loading init
This commit is contained in:
JerryALT
219
deps/rapidjson/test/unittest/simdtest.cpp
vendored
Normal file
219
deps/rapidjson/test/unittest/simdtest.cpp
vendored
Normal file
@ -0,0 +1,219 @@
|
||||
// Tencent is pleased to support the open source community by making RapidJSON available.
|
||||
//
|
||||
// Copyright (C) 2015 THL A29 Limited, a Tencent company, and Milo Yip.
|
||||
//
|
||||
// Licensed under the MIT License (the "License"); you may not use this file except
|
||||
// in compliance with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://opensource.org/licenses/MIT
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software distributed
|
||||
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
|
||||
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations under the License.
|
||||
|
||||
// Since Travis CI installs old Valgrind 3.7.0, which fails with some SSE4.2
|
||||
// The unit tests prefix with SIMD should be skipped by Valgrind test
|
||||
|
||||
// __SSE2__ and __SSE4_2__ are recognized by gcc, clang, and the Intel compiler.
|
||||
// We use -march=native with gmake to enable -msse2 and -msse4.2, if supported.
|
||||
#if defined(__SSE4_2__)
|
||||
# define RAPIDJSON_SSE42
|
||||
#elif defined(__SSE2__)
|
||||
# define RAPIDJSON_SSE2
|
||||
#elif defined(__ARM_NEON)
|
||||
# define RAPIDJSON_NEON
|
||||
#endif
|
||||
|
||||
#define RAPIDJSON_NAMESPACE rapidjson_simd
|
||||
|
||||
#include "unittest.h"
|
||||
|
||||
#include "rapidjson/reader.h"
|
||||
#include "rapidjson/writer.h"
|
||||
|
||||
#ifdef __GNUC__
|
||||
RAPIDJSON_DIAG_PUSH
|
||||
RAPIDJSON_DIAG_OFF(effc++)
|
||||
#endif
|
||||
|
||||
using namespace rapidjson_simd;
|
||||
|
||||
#ifdef RAPIDJSON_SSE2
|
||||
#define SIMD_SUFFIX(name) name##_SSE2
|
||||
#elif defined(RAPIDJSON_SSE42)
|
||||
#define SIMD_SUFFIX(name) name##_SSE42
|
||||
#elif defined(RAPIDJSON_NEON)
|
||||
#define SIMD_SUFFIX(name) name##_NEON
|
||||
#else
|
||||
#define SIMD_SUFFIX(name) name
|
||||
#endif
|
||||
|
||||
#define SIMD_SIZE_ALIGN(n) ((size_t(n) + 15) & ~size_t(15))
|
||||
|
||||
template <typename StreamType>
|
||||
void TestSkipWhitespace() {
|
||||
for (size_t step = 1; step < 32; step++) {
|
||||
char buffer[SIMD_SIZE_ALIGN(1025)];
|
||||
for (size_t i = 0; i < 1024; i++)
|
||||
buffer[i] = " \t\r\n"[i % 4];
|
||||
for (size_t i = 0; i < 1024; i += step)
|
||||
buffer[i] = 'X';
|
||||
buffer[1024] = '\0';
|
||||
|
||||
StreamType s(buffer);
|
||||
size_t i = 0;
|
||||
for (;;) {
|
||||
SkipWhitespace(s);
|
||||
if (s.Peek() == '\0')
|
||||
break;
|
||||
EXPECT_EQ(i, s.Tell());
|
||||
EXPECT_EQ('X', s.Take());
|
||||
i += step;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
TEST(SIMD, SIMD_SUFFIX(SkipWhitespace)) {
|
||||
TestSkipWhitespace<StringStream>();
|
||||
TestSkipWhitespace<InsituStringStream>();
|
||||
}
|
||||
|
||||
TEST(SIMD, SIMD_SUFFIX(SkipWhitespace_EncodedMemoryStream)) {
|
||||
for (size_t step = 1; step < 32; step++) {
|
||||
char buffer[SIMD_SIZE_ALIGN(1024)];
|
||||
for (size_t i = 0; i < 1024; i++)
|
||||
buffer[i] = " \t\r\n"[i % 4];
|
||||
for (size_t i = 0; i < 1024; i += step)
|
||||
buffer[i] = 'X';
|
||||
|
||||
MemoryStream ms(buffer, 1024);
|
||||
EncodedInputStream<UTF8<>, MemoryStream> s(ms);
|
||||
for (;;) {
|
||||
SkipWhitespace(s);
|
||||
if (s.Peek() == '\0')
|
||||
break;
|
||||
//EXPECT_EQ(i, s.Tell());
|
||||
EXPECT_EQ('X', s.Take());
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
struct ScanCopyUnescapedStringHandler : BaseReaderHandler<UTF8<>, ScanCopyUnescapedStringHandler> {
|
||||
bool String(const char* str, size_t length, bool) {
|
||||
memcpy(buffer, str, length + 1);
|
||||
return true;
|
||||
}
|
||||
char buffer[1024 + 5 + 32];
|
||||
};
|
||||
|
||||
template <unsigned parseFlags, typename StreamType>
|
||||
void TestScanCopyUnescapedString() {
|
||||
char buffer[SIMD_SIZE_ALIGN(1024u + 5 + 32)];
|
||||
char backup[SIMD_SIZE_ALIGN(1024u + 5 + 32)];
|
||||
|
||||
// Test "ABCDABCD...\\"
|
||||
for (size_t offset = 0; offset < 32; offset++) {
|
||||
for (size_t step = 0; step < 1024; step++) {
|
||||
char* json = buffer + offset;
|
||||
char *p = json;
|
||||
*p++ = '\"';
|
||||
for (size_t i = 0; i < step; i++)
|
||||
*p++ = "ABCD"[i % 4];
|
||||
*p++ = '\\';
|
||||
*p++ = '\\';
|
||||
*p++ = '\"';
|
||||
*p++ = '\0';
|
||||
strcpy(backup, json); // insitu parsing will overwrite buffer, so need to backup first
|
||||
|
||||
StreamType s(json);
|
||||
Reader reader;
|
||||
ScanCopyUnescapedStringHandler h;
|
||||
reader.Parse<parseFlags>(s, h);
|
||||
EXPECT_TRUE(memcmp(h.buffer, backup + 1, step) == 0);
|
||||
EXPECT_EQ('\\', h.buffer[step]); // escaped
|
||||
EXPECT_EQ('\0', h.buffer[step + 1]);
|
||||
}
|
||||
}
|
||||
|
||||
// Test "\\ABCDABCD..."
|
||||
for (size_t offset = 0; offset < 32; offset++) {
|
||||
for (size_t step = 0; step < 1024; step++) {
|
||||
char* json = buffer + offset;
|
||||
char *p = json;
|
||||
*p++ = '\"';
|
||||
*p++ = '\\';
|
||||
*p++ = '\\';
|
||||
for (size_t i = 0; i < step; i++)
|
||||
*p++ = "ABCD"[i % 4];
|
||||
*p++ = '\"';
|
||||
*p++ = '\0';
|
||||
strcpy(backup, json); // insitu parsing will overwrite buffer, so need to backup first
|
||||
|
||||
StreamType s(json);
|
||||
Reader reader;
|
||||
ScanCopyUnescapedStringHandler h;
|
||||
reader.Parse<parseFlags>(s, h);
|
||||
EXPECT_TRUE(memcmp(h.buffer + 1, backup + 3, step) == 0);
|
||||
EXPECT_EQ('\\', h.buffer[0]); // escaped
|
||||
EXPECT_EQ('\0', h.buffer[step + 1]);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
TEST(SIMD, SIMD_SUFFIX(ScanCopyUnescapedString)) {
|
||||
TestScanCopyUnescapedString<kParseDefaultFlags, StringStream>();
|
||||
TestScanCopyUnescapedString<kParseInsituFlag, InsituStringStream>();
|
||||
}
|
||||
|
||||
TEST(SIMD, SIMD_SUFFIX(ScanWriteUnescapedString)) {
|
||||
char buffer[SIMD_SIZE_ALIGN(2048 + 1 + 32)];
|
||||
for (size_t offset = 0; offset < 32; offset++) {
|
||||
for (size_t step = 0; step < 1024; step++) {
|
||||
char* s = buffer + offset;
|
||||
char* p = s;
|
||||
for (size_t i = 0; i < step; i++)
|
||||
*p++ = "ABCD"[i % 4];
|
||||
char escape = "\0\n\\\""[step % 4];
|
||||
*p++ = escape;
|
||||
for (size_t i = 0; i < step; i++)
|
||||
*p++ = "ABCD"[i % 4];
|
||||
|
||||
StringBuffer sb;
|
||||
Writer<StringBuffer> writer(sb);
|
||||
writer.String(s, SizeType(step * 2 + 1));
|
||||
const char* q = sb.GetString();
|
||||
EXPECT_EQ('\"', *q++);
|
||||
for (size_t i = 0; i < step; i++)
|
||||
EXPECT_EQ("ABCD"[i % 4], *q++);
|
||||
if (escape == '\0') {
|
||||
EXPECT_EQ('\\', *q++);
|
||||
EXPECT_EQ('u', *q++);
|
||||
EXPECT_EQ('0', *q++);
|
||||
EXPECT_EQ('0', *q++);
|
||||
EXPECT_EQ('0', *q++);
|
||||
EXPECT_EQ('0', *q++);
|
||||
}
|
||||
else if (escape == '\n') {
|
||||
EXPECT_EQ('\\', *q++);
|
||||
EXPECT_EQ('n', *q++);
|
||||
}
|
||||
else if (escape == '\\') {
|
||||
EXPECT_EQ('\\', *q++);
|
||||
EXPECT_EQ('\\', *q++);
|
||||
}
|
||||
else if (escape == '\"') {
|
||||
EXPECT_EQ('\\', *q++);
|
||||
EXPECT_EQ('\"', *q++);
|
||||
}
|
||||
for (size_t i = 0; i < step; i++)
|
||||
EXPECT_EQ("ABCD"[i % 4], *q++);
|
||||
EXPECT_EQ('\"', *q++);
|
||||
EXPECT_EQ('\0', *q++);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#ifdef __GNUC__
|
||||
RAPIDJSON_DIAG_POP
|
||||
#endif
|
||||
Reference in New Issue
Block a user