collabora-online/wsd/ClientSession.hpp

425 lines
15 KiB
C++
Raw Permalink Normal View History

/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4; fill-column: 100 -*- */
/*
* Copyright the Collabora Online contributors.
*
* SPDX-License-Identifier: MPL-2.0
*
* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/.
*/
#pragma once
#include "Session.hpp"
#include "Storage.hpp"
#include "SenderQueue.hpp"
#include "ServerURL.hpp"
#include "DocumentBroker.hpp"
#include <Poco/URI.h>
#include <Rectangle.hpp>
#include <deque>
#include <utility>
#include "Util.hpp"
class DocumentBroker;
/// Represents a session to a COOL client, in the WSD process.
class ClientSession final : public Session
{
public:
ClientSession(const std::shared_ptr<ProtocolHandlerInterface>& ws,
const std::string& id,
const std::shared_ptr<DocumentBroker>& docBroker,
const Poco::URI& uriPublic,
const bool isReadOnly,
const RequestDetails &requestDetails);
void construct();
virtual ~ClientSession();
void setReadOnly(bool bValue = true) override;
void sendFileMode(const bool readOnly, const bool editComments);
void setLockFailed(const std::string& sReason);
STATE_ENUM(SessionState,
DETACHED, // initial
LOADING, // attached to a DocBroker & waiting for load
LIVE, // Document is loaded & editable or viewable.
WAIT_DISCONNECT // closed and waiting for Kit's disconnected message
);
/// Returns true if this session has loaded a view (i.e. we got status message).
bool isViewLoaded() const { return _state == SessionState::LIVE; }
/// returns true if we're waiting for the kit to acknowledge disconnect.
bool inWaitDisconnected() const { return _state == SessionState::WAIT_DISCONNECT; }
/// transition to a new state
void setState(SessionState newState);
void setDocumentOwner(const bool documentOwner) { _isDocumentOwner = documentOwner; }
bool isDocumentOwner() const { return _isDocumentOwner; }
/// Returns true iff the view is loaded and not disconnected
/// from either the client or the Kit.
bool isLive() const { return _state == SessionState::LIVE && !isCloseFrame(); }
/// Handle kit-to-client message.
bool handleKitToClientMessage(const std::shared_ptr<Message>& payload);
/// Integer id of the view in the kit process, or -1 if unknown
int getKitViewId() const { return _kitViewId; }
/// Disconnect the session and do final cleanup, @returns true if we should not wait.
bool disconnectFromKit();
// sendTextFrame that takes std::string and string literal.
using Session::sendTextFrame;
bool sendBinaryFrame(const char* buffer, int length) override
{
if (!isCloseFrame())
{
enqueueSendMessage(std::make_shared<Message>(buffer, length, Message::Dir::Out));
return true;
}
return false;
}
deltas: track, transmit and cache deltas (disabled for now) Squashed from feature/deltas-expanded. TileCache changes: + add montonic sequence (wid) numbers to TileData + account for sizes of TileData with multiple blobs + simplify saving and notifying of tiles Sends updates (via appendChanges) based on the sequence the right mix of keyframes and/or deltas required as a single message, and parse and apply those on the JS side. We continue to use PNG for slide previews and dialogs, but remove PngCache - used by document tiles only. Annotates delta: properly as a binary package for the websocket. Distinguishes between deltas and keyframes we get from the Kit based on an initial un-compressed prefix character which we then discard. kit can be forced to render a keyframe by oldWid=0 Track invalidity on tiles themselves - to keep the keyframe around. We need to be able to track that a tile is invalid, and so subscribe to the updated version as/when it is ready - but we also want to store the keyframe underneath any deltas. force rendering of a keyframe for an empty slot in the TileCache. force tile sequence to be zero for combinedtiles - so the client can always request standalone tiles with explicit combinedtiles, or tile requests. move Blob to Common.hpp use zero size for un-changed tiles. remove obsolete render-id, and color deltas in debug mode. cleanup unit tests for non-png tile results. Change-Id: I987f84ac4e58004758a243c233b19a6f0d60f8c2 Signed-off-by: Michael Meeks <michael.meeks@collabora.com>
2022-03-25 19:32:01 +01:00
ClientDeltaTracker _tracker;
void resetTileSeq(const TileDesc &desc)
{
deltas: track, transmit and cache deltas (disabled for now) Squashed from feature/deltas-expanded. TileCache changes: + add montonic sequence (wid) numbers to TileData + account for sizes of TileData with multiple blobs + simplify saving and notifying of tiles Sends updates (via appendChanges) based on the sequence the right mix of keyframes and/or deltas required as a single message, and parse and apply those on the JS side. We continue to use PNG for slide previews and dialogs, but remove PngCache - used by document tiles only. Annotates delta: properly as a binary package for the websocket. Distinguishes between deltas and keyframes we get from the Kit based on an initial un-compressed prefix character which we then discard. kit can be forced to render a keyframe by oldWid=0 Track invalidity on tiles themselves - to keep the keyframe around. We need to be able to track that a tile is invalid, and so subscribe to the updated version as/when it is ready - but we also want to store the keyframe underneath any deltas. force rendering of a keyframe for an empty slot in the TileCache. force tile sequence to be zero for combinedtiles - so the client can always request standalone tiles with explicit combinedtiles, or tile requests. move Blob to Common.hpp use zero size for un-changed tiles. remove obsolete render-id, and color deltas in debug mode. cleanup unit tests for non-png tile results. Change-Id: I987f84ac4e58004758a243c233b19a6f0d60f8c2 Signed-off-by: Michael Meeks <michael.meeks@collabora.com>
2022-03-25 19:32:01 +01:00
_tracker.resetTileSeq(desc);
}
// no tile data - just notify the client the ids/versions updated
bool sendUpdateNow(const TileDesc &desc)
{
TileWireId lastSentId = _tracker.updateTileSeq(desc);
std::string header = desc.serialize("update:", "\n");
LOG_TRC("Sending update from " << lastSentId << " to " << header);
return sendTextFrame(header.data(), header.size());
}
bool sendTileNow(const TileDesc &desc, const Tile &tile)
deltas: track, transmit and cache deltas (disabled for now) Squashed from feature/deltas-expanded. TileCache changes: + add montonic sequence (wid) numbers to TileData + account for sizes of TileData with multiple blobs + simplify saving and notifying of tiles Sends updates (via appendChanges) based on the sequence the right mix of keyframes and/or deltas required as a single message, and parse and apply those on the JS side. We continue to use PNG for slide previews and dialogs, but remove PngCache - used by document tiles only. Annotates delta: properly as a binary package for the websocket. Distinguishes between deltas and keyframes we get from the Kit based on an initial un-compressed prefix character which we then discard. kit can be forced to render a keyframe by oldWid=0 Track invalidity on tiles themselves - to keep the keyframe around. We need to be able to track that a tile is invalid, and so subscribe to the updated version as/when it is ready - but we also want to store the keyframe underneath any deltas. force rendering of a keyframe for an empty slot in the TileCache. force tile sequence to be zero for combinedtiles - so the client can always request standalone tiles with explicit combinedtiles, or tile requests. move Blob to Common.hpp use zero size for un-changed tiles. remove obsolete render-id, and color deltas in debug mode. cleanup unit tests for non-png tile results. Change-Id: I987f84ac4e58004758a243c233b19a6f0d60f8c2 Signed-off-by: Michael Meeks <michael.meeks@collabora.com>
2022-03-25 19:32:01 +01:00
{
TileWireId lastSentId = _tracker.updateTileSeq(desc);
std::string header;
if (tile->needsKeyframe(lastSentId) || tile->isPng())
header = desc.serialize("tile:", "\n");
else
header = desc.serialize("delta:", "\n");
// FIXME: performance - optimize away this copy ...
std::vector<char> output;
// copy in the header
deltas: track, transmit and cache deltas (disabled for now) Squashed from feature/deltas-expanded. TileCache changes: + add montonic sequence (wid) numbers to TileData + account for sizes of TileData with multiple blobs + simplify saving and notifying of tiles Sends updates (via appendChanges) based on the sequence the right mix of keyframes and/or deltas required as a single message, and parse and apply those on the JS side. We continue to use PNG for slide previews and dialogs, but remove PngCache - used by document tiles only. Annotates delta: properly as a binary package for the websocket. Distinguishes between deltas and keyframes we get from the Kit based on an initial un-compressed prefix character which we then discard. kit can be forced to render a keyframe by oldWid=0 Track invalidity on tiles themselves - to keep the keyframe around. We need to be able to track that a tile is invalid, and so subscribe to the updated version as/when it is ready - but we also want to store the keyframe underneath any deltas. force rendering of a keyframe for an empty slot in the TileCache. force tile sequence to be zero for combinedtiles - so the client can always request standalone tiles with explicit combinedtiles, or tile requests. move Blob to Common.hpp use zero size for un-changed tiles. remove obsolete render-id, and color deltas in debug mode. cleanup unit tests for non-png tile results. Change-Id: I987f84ac4e58004758a243c233b19a6f0d60f8c2 Signed-off-by: Michael Meeks <michael.meeks@collabora.com>
2022-03-25 19:32:01 +01:00
output.resize(header.size());
std::memcpy(output.data(), header.data(), header.size());
bool hasContent = tile->appendChangesSince(output, tile->isPng() ? 0 : lastSentId);
LOG_TRC("Sending tile message: " << header << " lastSendId " << lastSentId << " content " << hasContent);
return sendBinaryFrame(output.data(), output.size());
}
bool sendBlob(const std::string &header, const Blob &blob)
{
// FIXME: performance - optimize away this copy ...
std::vector<char> output;
output.resize(header.size() + blob->size());
std::memcpy(output.data(), header.data(), header.size());
std::memcpy(output.data() + header.size(), blob->data(), blob->size());
return sendBinaryFrame(output.data(), output.size());
}
bool sendTextFrame(const char* buffer, const int length) override
{
if (!isCloseFrame())
{
enqueueSendMessage(std::make_shared<Message>(buffer, length, Message::Dir::Out));
return true;
}
return false;
}
void enqueueSendMessage(const std::shared_ptr<Message>& data);
/// Set the save-as socket which is used to send convert-to results.
void setSaveAsSocket(const std::shared_ptr<StreamSocket>& socket)
{
_saveAsSocket = socket;
}
std::shared_ptr<DocumentBroker> getDocumentBroker() const { return _docBroker.lock(); }
/// Exact URI (including query params - access tokens etc.) with which
/// client made the request to us
///
/// Note: This URI is unsafe - when connecting to existing sessions, we must
/// ignore everything but the access_token, and use the access_token with
/// the URI of the initial request.
const Poco::URI& getPublicUri() const { return _uriPublic; }
/// The access token of this session.
const Authorization& getAuthorization() const { return _auth; }
void invalidateAuthorizationToken()
{
LOG_DBG("Session [" << getId() << "] expiring its authorization token");
_auth.expire();
}
/// Set WOPI fileinfo object
void setWopiFileInfo(std::unique_ptr<WopiStorage::WOPIFileInfo>& wopiFileInfo) { _wopiFileInfo = std::move(wopiFileInfo); }
/// Get requested tiles waiting for sending to the client
std::deque<TileDesc>& getRequestedTiles() { return _requestedTiles; }
/// Mark a new tile as sent
void addTileOnFly(TileWireId wireId);
size_t getTilesOnFlyCount() const { return _tilesOnFly.size(); }
size_t getTilesOnFlyUpperLimit() const;
void removeOutdatedTilesOnFly(const std::chrono::steady_clock::time_point &now);
void onTileProcessed(TileWireId wireId);
Util::Rectangle getVisibleArea() const { return _clientVisibleArea; }
/// Visible area can have negative value as position, but we have tiles only in the positive range
Util::Rectangle getNormalizedVisibleArea() const;
/// The client's visible area can be divided into a maximum of 4 panes.
enum SplitPaneName {
TOPLEFT_PANE,
TOPRIGHT_PANE,
BOTTOMLEFT_PANE,
BOTTOMRIGHT_PANE
};
/// Returns true if the given split-pane is currently valid.
bool isSplitPane(const SplitPaneName) const;
/// Returns the normalized visible area of a given split-pane.
Util::Rectangle getNormalizedVisiblePaneArea(const SplitPaneName) const;
int getTileWidthInTwips() const { return _tileWidthTwips; }
int getTileHeightInTwips() const { return _tileHeightTwips; }
bool isTextDocument() const { return _isTextDocument; }
void setThumbnailSession(const bool val) { _thumbnailSession = val; }
void setThumbnailTarget(const std::string& target) { _thumbnailTarget = target; }
const std::string& getThumbnailTarget() const { return _thumbnailTarget; }
void setThumbnailPosition(const std::pair<int, int>& pos) { _thumbnailPosition = pos; }
const std::pair<int, int>& getThumbnailPosition() const { return _thumbnailPosition; }
bool thumbnailSession() { return _thumbnailSession; }
/// Do we recognize this clipboard ?
bool matchesClipboardKeys(const std::string &viewId, const std::string &tag);
/// Handle a clipboard fetch / put request.
void handleClipboardRequest(DocumentBroker::ClipboardRequest type,
const std::shared_ptr<StreamSocket> &socket,
const std::string &tag,
const std::shared_ptr<std::string> &data);
/// Create URI for transient clipboard content.
std::string getClipboardURI(bool encode = true);
/// Utility to create a publicly accessible URI.
std::string createPublicURI(const std::string& subPath, const std::string& tag, bool encode);
/// Adds and/or modified the copied payload before sending on to the client.
void postProcessCopyPayload(const std::shared_ptr<Message>& payload);
cool#8023 Remove HTML marker in unit-copy-paste This really just passed by accident in the past: Clipboard with 19 entries: [0] - size 5689 type: 'application/x-openoffice-embed-source-xml;windows_formatname="Star Embed Source (XML)"' [1] - size 159 type: 'application/x-openoffice-objectdescriptor-xml;windows_formatname="Star Object Descriptor (XML)";classname="47BBB4CB-CE4C-4E80-a591-42d9ae74950f";typename="Collabora OfficeDev 23.05 Spreadsheet";displayname="file:///tmp/user/docs/jexG9292sB0PuaWL/UnitCopyPaste1d0fdba5_empty.ods";viewaspect="1";width="6783";height="2712";posx="0";posy="0"' [2] - size 388 type: 'application/x-openoffice-gdimetafile;windows_formatname="GDIMetaFile"' [3] - size 1812 type: 'application/x-openoffice-emf;windows_formatname="Image EMF"' [4] - size 2222 type: 'application/x-openoffice-wmf;windows_formatname="Image WMF"' [5] - size 1073 type: 'image/png' [6] - size 79158 type: 'application/x-openoffice-bitmap;windows_formatname="Bitmap"' [7] - size 79158 type: 'image/bmp' [8] - size 1493 type: 'text/html' [9] - size 0 type: ' </tr>' [10] - size 0 type: ' <td align="left"><br></td>' [11] - size 0 type: '</table>' [12] - size 49 type: 'application/x-openoffice-sylk;windows_formatname="Sylk"' [13] - size 98 type: 'application/x-openoffice-link;windows_formatname="Link"' [14] - size 246 type: 'application/x-openoffice-dif;windows_formatname="DIF"' [15] - size 6 type: 'text/plain;charset=utf-8' [16] - size 6 type: 'application/x-libreoffice-tsvc' [17] - size 977 type: 'text/rtf' [18] - size 977 type: 'text/richtext' Remove the marker, then sizes will match again. Signed-off-by: Miklos Vajna <vmiklos@collabora.com> Change-Id: I1edea3d3a64b9a54cc1c0a0cea703ae66c2aba82
2024-01-16 15:43:06 +01:00
/// Removes the <meta name="origin" ...> tag which was added in
/// ClientSession::postProcessCopyPayload().
void preProcessSetClipboardPayload(std::string& payload);
/// Returns true if we're expired waiting for a clipboard and should be removed
bool staleWaitDisconnect(const std::chrono::steady_clock::time_point &now);
/// Generate and rotate a new clipboard hash, sending it if appropriate
void rotateClipboardKey(bool notifyClient);
/// Generate an access token for this session via proxy protocol.
const std::string &getOrCreateProxyAccess();
#if ENABLE_FEATURE_LOCK
void sendLockedInfo();
#endif
#if ENABLE_FEATURE_RESTRICTION
void sendRestrictionInfo();
#endif
/// Process an SVG to replace embedded file:/// media URIs with public http URLs.
std::string processSVGContent(const std::string& svg);
int getCanonicalViewId() { return _canonicalViewId; }
private:
std::shared_ptr<ClientSession> client_from_this()
{
return std::static_pointer_cast<ClientSession>(shared_from_this());
}
/// SocketHandler: disconnection event.
void onDisconnect() override;
/// Does SocketHandler: have messages to send ?
bool hasQueuedMessages() const override;
/// SocketHandler: send those messages
void writeQueuedMessages(std::size_t capacity) override;
virtual bool _handleInput(const char* buffer, int length) override;
bool loadDocument(const char* buffer, int length, const StringVector& tokens,
const std::shared_ptr<DocumentBroker>& docBroker);
bool getStatus(const char* buffer, int length,
const std::shared_ptr<DocumentBroker>& docBroker);
bool getCommandValues(const char* buffer, int length, const StringVector& tokens,
const std::shared_ptr<DocumentBroker>& docBroker);
bool sendTile(const char* buffer, int length, const StringVector& tokens,
const std::shared_ptr<DocumentBroker>& docBroker);
bool sendCombinedTiles(const char* buffer, int length, const StringVector& tokens,
const std::shared_ptr<DocumentBroker>& docBroker);
bool sendFontRendering(const char* buffer, int length, const StringVector& tokens,
const std::shared_ptr<DocumentBroker>& docBroker);
bool forwardToChild(const std::string& message,
const std::shared_ptr<DocumentBroker>& docBroker);
bool forwardToClient(const std::shared_ptr<Message>& payload);
/// Returns true if given message from the client should be allowed or not
/// Eg. in readonly mode only few messages should be allowed
bool filterMessage(const std::string& msg) const;
void dumpState(std::ostream& os) override;
/// Handle invalidation message coming from a kit and transfer it to a tile request.
void handleTileInvalidation(const std::string& message,
const std::shared_ptr<DocumentBroker>& docBroker);
bool isTileInsideVisibleArea(const TileDesc& tile) const;
/// If this session is read-only because of failed lock, try to unlock and make it read-write.
bool attemptLock(const std::shared_ptr<DocumentBroker>& docBroker);
private:
std::weak_ptr<DocumentBroker> _docBroker;
/// URI with which client made request to us
const Poco::URI _uriPublic;
/// Authorization data - either access_token or access_header.
Authorization _auth;
/// Whether this session is the owner of currently opened document
bool _isDocumentOwner;
/// If it is allowed to try to switch from read-only to edit mode,
/// because it's read-only just because of transient lock failure.
bool _isLockFailed = false;
/// The socket to which the converted (saveas) doc is sent.
std::shared_ptr<StreamSocket> _saveAsSocket;
/// The phase of our lifecycle that we're in.
SessionState _state;
/// Time of last state transition
std::chrono::steady_clock::time_point _lastStateTime;
/// Wopi FileInfo object
std::unique_ptr<WopiStorage::WOPIFileInfo> _wopiFileInfo;
/// Count of key-strokes
uint64_t _keyEvents;
SenderQueue<std::shared_ptr<Message>> _senderQueue;
/// Visible area of the client
Util::Rectangle _clientVisibleArea;
/// Split position that defines the current split panes
int _splitX;
int _splitY;
/// Selected part of the document viewed by the client (no parts in Writer)
int _clientSelectedPart;
/// Selected mode of the presentation viewed by the client (in Impress)
int _clientSelectedMode;
/// Zoom properties of the client
int _tileWidthPixel;
int _tileHeightPixel;
int _tileWidthTwips;
int _tileHeightTwips;
/// The integer id of the view in the Kit process
int _kitViewId;
/// How to find our service from the client.
const ServerURL _serverURL;
/// Client is using a text document?
bool _isTextDocument;
/// Session used to generate thumbnail
bool _thumbnailSession;
/// Target used for thumbnail rendering
std::string _thumbnailTarget;
// Position used for thumbnail rendering
std::pair<int, int> _thumbnailPosition;
/// Rotating clipboard remote access identifiers - protected by GlobalSessionMapMutex
std::string _clipboardKeys[2];
/// wire-ids's of the in-flight tiles. Push by sending and pop by tileprocessed message from the client.
std::vector<std::pair<TileWireId, std::chrono::steady_clock::time_point>> _tilesOnFly;
/// Requested tiles are stored in this list, before we can send them to the client
std::deque<TileDesc> _requestedTiles;
/// Sockets to send binary selection content to
std::vector<std::weak_ptr<StreamSocket>> _clipSockets;
/// Time when loading of view started
std::chrono::steady_clock::time_point _viewLoadStart;
/// Secure session id token for proxyprotocol authentication
std::string _proxyAccess;
/// Store last sent payload of form field button, so we can filter out redundant messages.
std::string _lastSentFormFielButtonMessage;
/// Epoch of the client's performance.now() function, as microseconds since Unix epoch
uint64_t _performanceCounterEpoch;
// Saves time from setting/fetching user info multiple times using zotero API
bool _isZoteroUserInfoSet = false;
/// the canonical id unique to the set of rendering properties of this session
int _canonicalViewId;
};
/* vim:set shiftwidth=4 softtabstop=4 expandtab: */