/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4; fill-column: 100 -*- */ /* * This file is part of the LibreOffice project. * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #ifndef INCLUDED_TEST_HELPERS_HPP #define INCLUDED_TEST_HELPERS_HPP #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "common/FileUtil.hpp" #include #include #ifndef TDOC #error TDOC must be defined (see Makefile.am) #endif // Oh dear std::cerr and/or its re-direction is not // necessarily thread safe on Linux #ifdef TST_LOG_REDIRECT void tstLog(const std::ostringstream &stream); #else inline void tstLog(const std::ostringstream &stream) { fprintf(stderr, "%s", stream.str().c_str()); } #endif #define TST_LOG_NAME_BEGIN(NAME, X) do { \ char t[64]; Poco::DateTime time; snprintf(t, sizeof(t), "%.2u:%.2u:%.2u.%.6u (@%zums) ", \ time.hour(), time.minute(), time.second(), time.millisecond() * 1000 + time.microsecond(), helpers::timeSinceTestStartMs()); \ std::ostringstream str; str << NAME << t << X; tstLog(str); } while (false) #define TST_LOG_BEGIN(X) TST_LOG_NAME_BEGIN(testname, X) #define TST_LOG_APPEND(X) do { std::ostringstream str; str << X; tstLog(str); } while (false) #define TST_LOG_END do { std::ostringstream str; str << "| " << __FILE__ << ':' << __LINE__ << std::endl; tstLog(str); } while (false) #define TST_LOG_NAME(NAME, X) TST_LOG_NAME_BEGIN(NAME, X); TST_LOG_END #define TST_LOG(X) TST_LOG_NAME(testname, X) // Sometimes we need to retry some commands as they can (due to timing or load) soft-fail. constexpr int COMMAND_RETRY_COUNT = 5; /// Common helper testing functions. /// Avoid the temptation to reuse from LOOL code! /// These are supposed to be testing the latter. namespace helpers { inline std::chrono::time_point& getTestStartTime() { static auto TestStartTime = std::chrono::steady_clock::now(); return TestStartTime; } inline void resetTestStartTime() { getTestStartTime() = std::chrono::steady_clock::now(); } inline size_t timeSinceTestStartMs() { return std::chrono::duration_cast( std::chrono::steady_clock::now() - getTestStartTime()).count(); } inline std::vector genRandomData(const size_t size) { std::vector v(size); v.resize(size); char* data = v.data(); for (size_t i = 0; i < size; ++i) { data[i] = static_cast(Util::rng::getNext()); } return v; } inline std::string genRandomString(const size_t size) { std::string text; text.reserve(size); for (size_t i = 0; i < size; ++i) { text += static_cast('!' + Util::rng::getNext() % 95); } return text; } inline std::vector readDataFromFile(const std::string& filename) { std::ifstream ifs(Poco::Path(TDOC, filename).toString(), std::ios::binary); // Apparently std::ios::binary is not good // enough to stop eating new-line chars! ifs.unsetf(std::ios::skipws); std::istream_iterator start(ifs); std::istream_iterator end; return std::vector(start, end); } inline std::vector readDataFromFile(std::unique_ptr& file) { file->seekg(0, std::ios_base::end); const std::streamsize size = file->tellg(); std::vector v; v.resize(size); file->seekg(0, std::ios_base::beg); file->read(v.data(), size); return v; } inline void getDocumentPathAndURL(const std::string& docFilename, std::string& documentPath, std::string& documentURL, std::string prefix) { const std::string testname = prefix; static std::mutex lock; std::unique_lock guard(lock); std::replace(prefix.begin(), prefix.end(), ' ', '_'); documentPath = FileUtil::getTempFilePath(TDOC, docFilename, prefix); std::string encodedUri; Poco::URI::encode("file://" + Poco::Path(documentPath).makeAbsolute().toString(), ":/?", encodedUri); documentURL = "lool/" + encodedUri + "/ws"; TST_LOG("Test file: " << documentPath); } inline void sendTextFrame(LOOLWebSocket& socket, const std::string& string, const std::string& testname) { #ifndef FUZZER TST_LOG("Sending " << string.size() << " bytes: " << LOOLProtocol::getAbbreviatedMessage(string)); #else (void) testname; #endif socket.sendFrame(string.data(), string.size()); } inline void sendTextFrame(const std::shared_ptr& socket, const std::string& string, const std::string& name = "") { sendTextFrame(*socket, string, name); } inline Poco::Net::HTTPClientSession* createSession(const Poco::URI& uri) { #if ENABLE_SSL if (uri.getScheme() == "https") return new Poco::Net::HTTPSClientSession(uri.getHost(), uri.getPort()); #endif return new Poco::Net::HTTPClientSession(uri.getHost(), uri.getPort()); } #ifndef UNIT_CLIENT_TESTS inline int getClientPort() { return DEFAULT_CLIENT_PORT_NUMBER; } #endif inline std::shared_ptr createRawSocket() { return #if ENABLE_SSL std::make_shared #else std::make_shared #endif (Poco::Net::SocketAddress("127.0.0.1", getClientPort())); } inline std::string const & getTestServerURI() { static std::string serverURI( #if ENABLE_SSL "https://127.0.0.1:" #else "http://127.0.0.1:" #endif + std::to_string(getClientPort())); return serverURI; } inline int getErrorCode(LOOLWebSocket& ws, std::string& message, const std::string& testname) { int flags = 0; int bytes = 0; Poco::UInt16 statusCode = -1; Poco::Buffer buffer(READ_BUFFER_SIZE); message.clear(); ws.setReceiveTimeout(Poco::Timespan(5000000)); do { bytes = ws.receiveFrame(buffer.begin(), READ_BUFFER_SIZE, flags); TST_LOG("Got " << LOOLProtocol::getAbbreviatedFrameDump(buffer.begin(), bytes, flags)); std::this_thread::sleep_for(std::chrono::milliseconds(POLL_TIMEOUT_MS)); } while (bytes > 0 && (flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE); if (bytes > 0) { Poco::MemoryBinaryReader reader(buffer, Poco::BinaryReader::NETWORK_BYTE_ORDER); reader >> statusCode; message.append(buffer.begin() + 2, bytes - 2); } return statusCode; } inline int getErrorCode(const std::shared_ptr& ws, std::string& message, const std::string& testname) { return getErrorCode(*ws, message, testname); } inline std::vector getResponseMessage(LOOLWebSocket& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { try { int flags = 0; int retries = timeoutMs / 500; const Poco::Timespan waitTime(retries ? timeoutMs * 1000 / retries : timeoutMs * 1000); std::vector response; bool timedout = false; ws.setReceiveTimeout(0); do { if (ws.poll(waitTime, Poco::Net::Socket::SELECT_READ)) { if (timedout) { TST_LOG_END; timedout = false; } response.resize(READ_BUFFER_SIZE * 8); const int bytes = ws.receiveFrame(response.data(), response.size(), flags); response.resize(std::max(bytes, 0)); const auto message = LOOLProtocol::getFirstLine(response); if (bytes > 0 && (flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE) { if (LOOLProtocol::matchPrefix(prefix, message)) { TST_LOG("[" << prefix << "] Matched " << LOOLProtocol::getAbbreviatedFrameDump(response.data(), bytes, flags)); return response; } } else { response.resize(0); } if (bytes <= 0) { break; } if ((flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE) { // Don't ignore errors. if (LOOLProtocol::matchPrefix("error:", message)) { throw std::runtime_error(message); } TST_LOG("[" << prefix << "] Ignored " << LOOLProtocol::getAbbreviatedFrameDump(response.data(), bytes, flags)); } } else { if (!timedout) { TST_LOG_BEGIN("Timeout (" << (retries > 1 ? "retrying" : "giving up") << ") "); } else { TST_LOG_APPEND(retries << ' '); } --retries; timedout = true; } } while (retries > 0 && (flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE); if (timedout) { TST_LOG_END; } } catch (const Poco::Net::WebSocketException& exc) { TST_LOG_END; TST_LOG(exc.message()); } return std::vector(); } inline std::vector getResponseMessage(const std::shared_ptr& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { return getResponseMessage(*ws, prefix, testname, timeoutMs); } template std::string getResponseString(T& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { const auto response = getResponseMessage(ws, prefix, testname, timeoutMs); return std::string(response.data(), response.size()); } template std::string assertResponseString(T& ws, const std::string& prefix, const std::string& testname) { const auto res = getResponseString(ws, prefix, testname); CPPUNIT_ASSERT_EQUAL(prefix, res.substr(0, prefix.length())); return res; } /// Assert that we don't get a response with the given prefix. template std::string assertNotInResponse(T& ws, const std::string& prefix, const std::string& testname) { const auto res = getResponseString(ws, prefix, testname, 1000); CPPUNIT_ASSERT_MESSAGE(testname + "Did not expect getting message [" + res + "].", res.empty()); return res; } inline int countMessages(LOOLWebSocket& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { int count = 0; while (!getResponseMessage(ws, prefix, testname, timeoutMs).empty()) ++count; return count; } inline int countMessages(const std::shared_ptr& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { return countMessages(*ws, prefix, testname, timeoutMs); } inline bool isDocumentLoaded(LOOLWebSocket& ws, const std::string& testname, bool isView = true) { const std::string prefix = isView ? "status:" : "statusindicatorfinish:"; // Allow 20 secs to load const auto message = getResponseString(ws, prefix, testname, 30 * 1000); bool success = LOOLProtocol::matchPrefix(prefix, message); if (!success) TST_LOG("ERR: Timed out loading document"); return success; } inline bool isDocumentLoaded(std::shared_ptr& ws, const std::string& testname, bool isView = true) { return isDocumentLoaded(*ws, testname, isView); } // Connecting to a Kit process is managed by document broker, that it does several // jobs to establish the bridge connection between the Client and Kit process, // The result, it is mostly time outs to get messages in the unit test and it could fail. // connectLOKit ensures the websocket is connected to a kit process. inline std::shared_ptr connectLOKit(const Poco::URI& uri, Poco::Net::HTTPRequest& request, Poco::Net::HTTPResponse& response, const std::string& testname) { TST_LOG_BEGIN("Connecting... "); int retries = 10; do { try { std::unique_ptr session(createSession(uri)); auto ws = std::make_shared(*session, request, response); const char* expected_response = "statusindicator: ready"; TST_LOG_END; if (getResponseString(ws, expected_response, testname) == expected_response) { return ws; } TST_LOG_BEGIN("Connecting... "); TST_LOG_APPEND(11 - retries); } catch (const std::exception& ex) { TST_LOG_END; TST_LOG("Connection problem: " << ex.what()); } std::this_thread::sleep_for(std::chrono::milliseconds(POLL_TIMEOUT_MS)); } while (retries--); TST_LOG_END; throw std::runtime_error("Cannot connect to [" + uri.toString() + "]."); } inline std::shared_ptr loadDocAndGetSocket(const Poco::URI& uri, const std::string& documentURL, const std::string& testname, bool isView = true, bool isAssert = true) { try { // Load a document and get its status. Poco::Net::HTTPRequest request(Poco::Net::HTTPRequest::HTTP_GET, documentURL); Poco::Net::HTTPResponse response; std::shared_ptr socket = connectLOKit(uri, request, response, testname); sendTextFrame(socket, "load url=" + documentURL, testname); bool isLoaded = isDocumentLoaded(*socket, testname, isView); if (!isLoaded && !isAssert) { return nullptr; } CPPUNIT_ASSERT_MESSAGE("cannot load the document " + documentURL, isLoaded); TST_LOG("Loaded document [" << documentURL << "]."); return socket; } catch (const Poco::Exception& exc) { CPPUNIT_FAIL(exc.displayText()); } // Really couldn't reach here, but the compiler doesn't know any better. return nullptr; } inline std::shared_ptr loadDocAndGetSocket(const std::string& docFilename, const Poco::URI& uri, const std::string& testname, bool isView = true, bool isAssert = true) { try { std::string documentPath, documentURL; getDocumentPathAndURL(docFilename, documentPath, documentURL, testname); return loadDocAndGetSocket(uri, documentURL, testname, isView, isAssert); } catch (const Poco::Exception& exc) { CPPUNIT_FAIL(exc.displayText()); } // Really couldn't reach here, but the compiler doesn't know any better. return nullptr; } inline void SocketProcessor(const std::string& testname, const std::shared_ptr& socket, const std::function& handler, const size_t timeoutMs = 10000) { socket->setReceiveTimeout(0); const Poco::Timespan waitTime(timeoutMs * 1000); int flags = 0; int n = 0; char buffer[READ_BUFFER_SIZE]; do { if (!socket->poll(waitTime, Poco::Net::Socket::SELECT_READ)) { TST_LOG("Timeout polling."); break; } n = socket->receiveFrame(buffer, sizeof(buffer), flags); TST_LOG("Got " << LOOLProtocol::getAbbreviatedFrameDump(buffer, n, flags)); if (n > 0 && (flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE) { if (!handler(std::string(buffer, n))) { break; } } } while (n > 0 && (flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE); } inline void parseDocSize(const std::string& message, const std::string& type, int& part, int& parts, int& width, int& height, int& viewid) { std::vector tokens(LOOLProtocol::tokenize(message, ' ')); // Expected format is something like 'type= parts= current= width= height='. const std::string text = tokens[0].substr(std::string("type=").size()); parts = std::stoi(tokens[1].substr(std::string("parts=").size())); part = std::stoi(tokens[2].substr(std::string("current=").size())); width = std::stoi(tokens[3].substr(std::string("width=").size())); height = std::stoi(tokens[4].substr(std::string("height=").size())); viewid = std::stoi(tokens[5].substr(std::string("viewid=").size())); CPPUNIT_ASSERT_EQUAL(type, text); CPPUNIT_ASSERT(parts > 0); CPPUNIT_ASSERT(part >= 0); CPPUNIT_ASSERT(width > 0); CPPUNIT_ASSERT(height > 0); CPPUNIT_ASSERT(viewid >= 0); } inline std::vector getTileMessage(LOOLWebSocket& ws, const std::string& testname) { return getResponseMessage(ws, "tile", testname); } inline std::vector assertTileMessage(LOOLWebSocket& ws, const std::string& testname) { const std::vector response = getTileMessage(ws, testname); const std::string firstLine = LOOLProtocol::getFirstLine(response); std::vector tileTokens(LOOLProtocol::tokenize(firstLine, ' ')); CPPUNIT_ASSERT_EQUAL(std::string("tile:"), tileTokens[0]); CPPUNIT_ASSERT_EQUAL(std::string("part="), tileTokens[1].substr(0, std::string("part=").size())); CPPUNIT_ASSERT_EQUAL(std::string("width="), tileTokens[2].substr(0, std::string("width=").size())); CPPUNIT_ASSERT_EQUAL(std::string("height="), tileTokens[3].substr(0, std::string("height=").size())); CPPUNIT_ASSERT_EQUAL(std::string("tileposx="), tileTokens[4].substr(0, std::string("tileposx=").size())); CPPUNIT_ASSERT_EQUAL(std::string("tileposy="), tileTokens[5].substr(0, std::string("tileposy=").size())); CPPUNIT_ASSERT_EQUAL(std::string("tilewidth="), tileTokens[6].substr(0, std::string("tilewidth=").size())); CPPUNIT_ASSERT_EQUAL(std::string("tileheight="), tileTokens[7].substr(0, std::string("tileheight=").size())); return response; } inline std::vector assertTileMessage(const std::shared_ptr& ws, const std::string& testname) { return assertTileMessage(*ws, testname); } enum SpecialKey { skNone=0, skShift=0x1000, skCtrl=0x2000, skAlt=0x4000 }; inline int getCharChar(char ch, SpecialKey specialKeys) { // Some primitive code just suitable to basic needs of specific test. // TODO: improve as appropriate. if (specialKeys & (skCtrl | skAlt)) return 0; switch (ch) { case '\x0a': // Enter return 13; default: return ch; } } inline int getCharKey(char ch, SpecialKey specialKeys) { // Some primitive code just suitable to basic needs of specific test. // TODO: improve as appropriate. int result; switch (ch) { case '\x0a': // Enter result = 1280; break; default: result = ch; } return result | specialKeys; } inline void sendKeyEvent(std::shared_ptr& socket, const char* type, int chr, int key, const std::string& testname) { std::ostringstream ssIn; ssIn << "key type=" << type << " char=" << chr << " key=" << key; sendTextFrame(socket, ssIn.str(), testname); } inline void sendKeyPress(std::shared_ptr& socket, int chr, int key, const std::string& testname) { sendKeyEvent(socket, "input", chr, key, testname); sendKeyEvent(socket, "up", chr, key, testname); } inline void sendChar(std::shared_ptr& socket, char ch, SpecialKey specialKeys, const std::string& testname) { sendKeyPress(socket, getCharChar(ch, specialKeys), getCharKey(ch, specialKeys), testname); } inline void sendText(std::shared_ptr& socket, const std::string& text, const std::string& testname) { for (char ch : text) { sendChar(socket, ch, skNone, testname); } } inline void saveTileAs(const std::vector &tileResponse, const std::string &filename, const std::string &testname) { const std::string firstLine = LOOLProtocol::getFirstLine(tileResponse); std::vector res(tileResponse.begin() + firstLine.size() + 1, tileResponse.end()); std::stringstream streamRes; std::copy(res.begin(), res.end(), std::ostream_iterator(streamRes)); std::fstream outStream(filename, std::ios::out); outStream.write(res.data(), res.size()); outStream.close(); TST_LOG("Saved [" << firstLine << "] to [" << filename << "]"); } inline std::vector getTileAndSave(std::shared_ptr& socket, const std::string& req, const std::string& filename, const std::string& testname) { TST_LOG("Requesting: " << req); sendTextFrame(socket, req, testname); const std::vector tile = getResponseMessage(socket, "tile:", testname); TST_LOG(" Tile PNG size: " << tile.size()); const std::string firstLine = LOOLProtocol::getFirstLine(tile); std::vector res(tile.begin() + firstLine.size() + 1, tile.end()); std::stringstream streamRes; std::copy(res.begin(), res.end(), std::ostream_iterator(streamRes)); if (!filename.empty()) saveTileAs(tile, filename, testname); return res; } inline void getServerVersion(LOOLWebSocket& socket, int& major, int& minor, const std::string& testname) { const std::string clientVersion = "loolclient 0.1"; sendTextFrame(socket, clientVersion, testname); std::vector loVersion = getResponseMessage(socket, "lokitversion", testname); std::string line = LOOLProtocol::getFirstLine(loVersion.data(), loVersion.size()); line = line.substr(strlen("lokitversion ")); Poco::JSON::Parser parser; Poco::Dynamic::Var loVersionVar = parser.parse(line); const Poco::SharedPtr& loVersionObject = loVersionVar.extract(); std::string loProductVersion = loVersionObject->get("ProductVersion").toString(); std::istringstream stream(loProductVersion); stream >> major; assert(stream.get() == '.'); stream >> minor; TST_LOG("Client [" << major << '.' << minor << "]."); } inline void getServerVersion(std::shared_ptr& socket, int& major, int& minor, const std::string& testname) { getServerVersion(*socket, major, minor, testname); } inline bool svgMatch(const char *testname, const std::vector &response, const char *templateFile) { const std::vector expectedSVG = helpers::readDataFromFile(templateFile); if (expectedSVG != response) { TST_LOG_BEGIN("Svg mismatch: response is\n"); if(response.empty()) TST_LOG_APPEND(""); else TST_LOG_APPEND(std::string(response.data(), response.size())); TST_LOG_APPEND("\nvs. expected (from '" << templateFile << "' :\n"); TST_LOG_APPEND(std::string(expectedSVG.data(), expectedSVG.size())); std::string newName = templateFile; newName += ".new"; TST_LOG_APPEND("Updated template writing to: " << newName << "\n"); TST_LOG_END; FILE *of = fopen(Poco::Path(TDOC, newName).toString().c_str(), "w"); CPPUNIT_ASSERT(fwrite(response.data(), response.size(), 1, of) == response.size()); fclose(of); return false; } return true; } /// Select all and wait for the text selection update. inline void selectAll(const std::shared_ptr& socket, const std::string& testname, int repeat = COMMAND_RETRY_COUNT) { for (int i = 0; i < repeat; ++i) { sendTextFrame(socket, "uno .uno:SelectAll", testname); if (!getResponseString(socket, "textselection:", testname).empty()) break; } } /// Delete all and wait for the text selection update. inline void deleteAll(const std::shared_ptr& socket, const std::string& testname, int repeat = COMMAND_RETRY_COUNT) { selectAll(socket, testname); for (int i = 0; i < repeat; ++i) { sendTextFrame(socket, "uno .uno:Delete", testname); if (!getResponseString(socket, "textselection:", testname).empty()) break; } } inline std::string getAllText(const std::shared_ptr& socket, const std::string& testname, const std::string expected = std::string(), int retry = COMMAND_RETRY_COUNT) { static const std::string prefix = "textselectioncontent: "; for (int i = 0; i < retry; ++i) { selectAll(socket, testname); sendTextFrame(socket, "gettextselection mimetype=text/plain;charset=utf-8", testname); const std::string text = getResponseString(socket, prefix, testname); if (!text.empty()) { if (expected.empty() || (prefix + expected) == text) return text; } } return std::string(); } } #endif /* vim:set shiftwidth=4 softtabstop=4 expandtab: */