/*
* Copyright (C) 2020 Linux Studio Plugins Project
* (C) 2020 Vladimir Sadovnikov
*
* This file is part of lsp-runtime-lib
* Created on: 9 мар. 2019 г.
*
* lsp-runtime-lib is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* any later version.
*
* lsp-runtime-lib is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with lsp-runtime-lib. If not, see .
*/
#include
#include
#include
#include
#include
#include
#include
#include
using namespace lsp;
using namespace lsp::io;
// Test buffer size is a simple number, more than 0x1000
#define BUFFER_SIZE 4567
UTEST_BEGIN("runtime.io", encdec)
void testDecodeFile(const LSPString *src, const LSPString *dst, const char *charset)
{
NativeFile in, out;
CharsetDecoder decoder;
printf(" decoding %s (%s) -> %s (UTF-32)\n", src->get_native(), charset, dst->get_native());
UTEST_ASSERT(in.open(src, File::FM_READ) == STATUS_OK);
UTEST_ASSERT(out.open(dst, File::FM_WRITE | File::FM_CREATE | File::FM_TRUNC) == STATUS_OK);
UTEST_ASSERT(decoder.init(charset) == STATUS_OK);
lsp_wchar_t *obuf = new lsp_wchar_t[BUFFER_SIZE];
UTEST_ASSERT(obuf != NULL);
ssize_t fetched, filled;
do
{
// Is there any data on output?
fetched = decoder.fetch(obuf, BUFFER_SIZE);
if (fetched > 0)
{
ssize_t to_write = fetched * sizeof(lsp_wchar_t);
ssize_t written = out.write(obuf, to_write);
UTEST_ASSERT(written == to_write);
}
else if (fetched < 0)
UTEST_FAIL_MSG("decoder.fetch() failed with error %d", int(-fetched));
// Is there any data on input?
filled = decoder.fill(&in);
if ((filled < 0) && (filled != -STATUS_EOF))
UTEST_FAIL_MSG("decoder.fill() failed with error %d", int(-filled));
} while ((fetched > 0) || (filled > 0));
decoder.close();
UTEST_ASSERT(out.flush() == STATUS_OK);
UTEST_ASSERT(out.size() > 0);
UTEST_ASSERT(out.close() == STATUS_OK);
UTEST_ASSERT(in.close() == STATUS_OK);
delete [] obuf;
}
void testEncodeFile(const LSPString *src, const LSPString *dst, const char *charset)
{
NativeFile in, out;
CharsetEncoder encoder;
printf(" encoding %s (UTF-32) -> %s (%s)\n", src->get_native(), dst->get_native(), charset);
UTEST_ASSERT(in.open(src, File::FM_READ) == STATUS_OK);
UTEST_ASSERT(out.open(dst, File::FM_WRITE | File::FM_CREATE | File::FM_TRUNC) == STATUS_OK);
UTEST_ASSERT(encoder.init(charset) == STATUS_OK);
lsp_wchar_t *ibuf = new lsp_wchar_t[BUFFER_SIZE];
UTEST_ASSERT(ibuf != NULL);
lsp_wchar_t *ibufh = ibuf, *ibuft = ibuf;
ssize_t fetched, filled;
do
{
// Is there any data on output?
fetched = encoder.fetch(&out, BUFFER_SIZE);
if ((fetched < 0) && (fetched != -STATUS_EOF))
UTEST_FAIL_MSG("decoder.fetch() failed with error %d", int(-fetched));
// Do we need to fill the buffer with new data?
size_t count = ibuft - ibufh;
if (count < (BUFFER_SIZE >> 1))
{
if (count > 0)
::memmove(ibuf, ibufh, count * sizeof(lsp_wchar_t));
ibufh = ibuf;
ibuft = &ibuf[count];
// Try to perform additional read
size_t to_read = BUFFER_SIZE - count;
filled = in.read(ibuft, to_read * sizeof(lsp_wchar_t));
if (filled > 0)
{
UTEST_ASSERT((filled % sizeof(lsp_wchar_t)) == 0);
count += filled / sizeof(lsp_wchar_t) ;
ibuft = &ibufh[count];
}
}
// Is there any data on input?
filled = encoder.fill(ibufh, count);
if (filled > 0)
ibufh += filled;
else if ((filled < 0) && (filled != -STATUS_EOF))
UTEST_FAIL_MSG("decoder.fill() failed with error %d", int(-filled));
} while ((fetched > 0) || (filled > 0));
encoder.close();
UTEST_ASSERT(out.flush() == STATUS_OK);
UTEST_ASSERT(out.size() > 0);
UTEST_ASSERT(out.close() == STATUS_OK);
UTEST_ASSERT(in.close() == STATUS_OK);
delete [] ibuf;
}
void compareFiles(const LSPString *src, const LSPString *dst)
{
NativeFile f1, f2;
uint8_t *b1, *b2;
printf(" comparing %s <-> %s\n", src->get_native(), dst->get_native());
UTEST_ASSERT(f1.open(src, File::FM_READ) == STATUS_OK);
UTEST_ASSERT(f2.open(dst, File::FM_READ) == STATUS_OK);
UTEST_ASSERT(f1.size() == f2.size());
b1 = new uint8_t[0x1000];
UTEST_ASSERT(b1 != NULL);
b2 = new uint8_t[0x1000];
UTEST_ASSERT(b2 != NULL);
while (true)
{
wssize_t offset = f1.position();
ssize_t read1 = f1.read(b1, 0x1000);
ssize_t read2 = f2.read(b2, 0x1000);
// Check read status
UTEST_ASSERT(read1 == read2);
if ((read1 == 0) || (read2 == (-STATUS_EOF)))
break;
else if (read1 < 0)
UTEST_FAIL_MSG("read returned %d", int(read1));
// Perform check
UTEST_ASSERT_MSG((::memcmp(b1, b2, read1) == 0), "Blocks offset=0x%x, size=0x%x differ", int(offset), int(read1));
}
UTEST_ASSERT(f1.close() == STATUS_OK);
UTEST_ASSERT(f2.close() == STATUS_OK);
delete [] b1;
delete [] b2;
}
void testFileCoding(const char *base, const char *src, const char *charset)
{
LSPString fenc, fdec, fsrc;
UTEST_ASSERT(fenc.fmt_utf8("%s" FILE_SEPARATOR_S "utest-%s-encoded.tmp", tempdir(), full_name()));
UTEST_ASSERT(fdec.fmt_utf8("%s" FILE_SEPARATOR_S "utest-%s-decoded.tmp", tempdir(), full_name()));
UTEST_ASSERT(fsrc.fmt_utf8("%s" FILE_SEPARATOR_S "%s" FILE_SEPARATOR_S "%s", resources(), base, src));
printf("Testing encoders on file %s...\n", fsrc.get_native());
testDecodeFile(&fsrc, &fenc, charset);
testEncodeFile(&fenc, &fdec, charset);
compareFiles(&fsrc, &fdec);
}
UTEST_MAIN
{
const char *base = "io" FILE_SEPARATOR_S "iconv";
testFileCoding(base, "01-de-utf16le.txt", "UTF-16LE");
testFileCoding(base, "01-de-utf8.txt", "UTF-8");
testFileCoding(base, "02-ja-utf16le.txt", "UTF-16LE");
testFileCoding(base, "02-ja-utf8.txt", "UTF-8");
testFileCoding(base, "03-ru-cp1251.txt", "CP1251");
testFileCoding(base, "03-ru-utf16le.txt", "UTF-16LE");
testFileCoding(base, "03-ru-utf8.txt", "UTF-8");
}
UTEST_END