diff --git a/src/vector/index.js b/src/vector/index.js index 11e6283e5b..183e0b50eb 100644 --- a/src/vector/index.js +++ b/src/vector/index.js @@ -37,7 +37,7 @@ require('gfm.css/gfm.css'); require('highlight.js/styles/github.css'); require('draft-js/dist/Draft.css'); -const rageshake = require("./rageshake"); +const rageshake = require("matrix-react-sdk/lib/rageshake/rageshake"); rageshake.init().then(() => { console.log("Initialised rageshake: See https://bugs.chromium.org/p/chromium/issues/detail?id=583193 to fix line numbers on Chrome."); rageshake.cleanup(); @@ -64,7 +64,7 @@ var ReactDOM = require("react-dom"); var sdk = require("matrix-react-sdk"); const PlatformPeg = require("matrix-react-sdk/lib/PlatformPeg"); sdk.loadSkin(require('../component-index')); -var VectorConferenceHandler = require('../VectorConferenceHandler'); +var VectorConferenceHandler = require('matrix-react-sdk/lib/VectorConferenceHandler'); import Promise from 'bluebird'; var request = require('browser-request'); import * as languageHandler from 'matrix-react-sdk/lib/languageHandler'; diff --git a/src/vector/platform/ElectronPlatform.js b/src/vector/platform/ElectronPlatform.js index 0f76bf09f2..f811192e2d 100644 --- a/src/vector/platform/ElectronPlatform.js +++ b/src/vector/platform/ElectronPlatform.js @@ -22,7 +22,7 @@ import dis from 'matrix-react-sdk/lib/dispatcher'; import { _t } from 'matrix-react-sdk/lib/languageHandler'; import Promise from 'bluebird'; import {remote, ipcRenderer, desktopCapturer} from 'electron'; -import rageshake from '../rageshake'; +import rageshake from 'matrix-react-sdk/lib/rageshake/rageshake'; remote.autoUpdater.on('update-downloaded', onUpdateDownloaded); diff --git a/src/vector/rageshake.js b/src/vector/rageshake.js deleted file mode 100644 index d097741471..0000000000 --- a/src/vector/rageshake.js +++ /dev/null @@ -1,473 +0,0 @@ -/* -Copyright 2017 OpenMarket Ltd - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -*/ - -import Promise from 'bluebird'; - -// This module contains all the code needed to log the console, persist it to -// disk and submit bug reports. Rationale is as follows: -// - Monkey-patching the console is preferable to having a log library because -// we can catch logs by other libraries more easily, without having to all -// depend on the same log framework / pass the logger around. -// - We use IndexedDB to persists logs because it has generous disk space -// limits compared to local storage. IndexedDB does not work in incognito -// mode, in which case this module will not be able to write logs to disk. -// However, the logs will still be stored in-memory, so can still be -// submitted in a bug report should the user wish to: we can also store more -// logs in-memory than in local storage, which does work in incognito mode. -// We also need to handle the case where there are 2+ tabs. Each JS runtime -// generates a random string which serves as the "ID" for that tab/session. -// These IDs are stored along with the log lines. -// - Bug reports are sent as a POST over HTTPS: it purposefully does not use -// Matrix as bug reports may be made when Matrix is not responsive (which may -// be the cause of the bug). We send the most recent N MB of UTF-8 log data, -// starting with the most recent, which we know because the "ID"s are -// actually timestamps. We then purge the remaining logs. We also do this -// purge on startup to prevent logs from accumulating. - -// the frequency with which we flush to indexeddb -const FLUSH_RATE_MS = 30 * 1000; - -// the length of log data we keep in indexeddb (and include in the reports) -const MAX_LOG_SIZE = 1024 * 1024 * 1; // 1 MB - -// A class which monkey-patches the global console and stores log lines. -class ConsoleLogger { - constructor() { - this.logs = ""; - } - - monkeyPatch(consoleObj) { - // Monkey-patch console logging - const consoleFunctionsToLevels = { - log: "I", - info: "I", - warn: "W", - error: "E", - }; - Object.keys(consoleFunctionsToLevels).forEach((fnName) => { - const level = consoleFunctionsToLevels[fnName]; - let originalFn = consoleObj[fnName].bind(consoleObj); - consoleObj[fnName] = (...args) => { - this.log(level, ...args); - originalFn(...args); - } - }); - } - - log(level, ...args) { - // We don't know what locale the user may be running so use ISO strings - const ts = new Date().toISOString(); - // Some browsers support string formatting which we're not doing here - // so the lines are a little more ugly but easy to implement / quick to - // run. - // Example line: - // 2017-01-18T11:23:53.214Z W Failed to set badge count - const line = `${ts} ${level} ${args.join(' ')}\n`; - // Using + really is the quickest way in JS - // http://jsperf.com/concat-vs-plus-vs-join - this.logs += line; - } - - /** - * Retrieve log lines to flush to disk. - * @param {boolean} keepLogs True to not delete logs after flushing. - * @return {string} \n delimited log lines to flush. - */ - flush(keepLogs) { - // The ConsoleLogger doesn't care how these end up on disk, it just - // flushes them to the caller. - if (keepLogs) { - return this.logs; - } - const logsToFlush = this.logs; - this.logs = ""; - return logsToFlush; - } -} - -// A class which stores log lines in an IndexedDB instance. -class IndexedDBLogStore { - constructor(indexedDB, logger) { - this.indexedDB = indexedDB; - this.logger = logger; - this.id = "instance-" + Math.random() + Date.now(); - this.index = 0; - this.db = null; - this.flushPromise = null; - // set if flush() is called whilst one is ongoing - this.flushAgainPromise = null; - } - - /** - * @return {Promise} Resolves when the store is ready. - */ - connect() { - let req = this.indexedDB.open("logs"); - return new Promise((resolve, reject) => { - req.onsuccess = (event) => { - this.db = event.target.result; - // Periodically flush logs to local storage / indexeddb - setInterval(this.flush.bind(this), FLUSH_RATE_MS); - resolve(); - }; - - req.onerror = (event) => { - const err = ( - "Failed to open log database: " + event.target.errorCode - ); - console.error(err); - reject(new Error(err)); - }; - - // First time: Setup the object store - req.onupgradeneeded = (event) => { - const db = event.target.result; - const logObjStore = db.createObjectStore("logs", { - keyPath: ["id", "index"] - }); - // Keys in the database look like: [ "instance-148938490", 0 ] - // Later on we need to query everything based on an instance id. - // In order to do this, we need to set up indexes "id". - logObjStore.createIndex("id", "id", { unique: false }); - - logObjStore.add( - this._generateLogEntry( - new Date() + " ::: Log database was created." - ) - ); - - const lastModifiedStore = db.createObjectStore("logslastmod", { - keyPath: "id", - }); - lastModifiedStore.add(this._generateLastModifiedTime()); - } - }); - } - - /** - * Flush logs to disk. - * - * There are guards to protect against race conditions in order to ensure - * that all previous flushes have completed before the most recent flush. - * Consider without guards: - * - A calls flush() periodically. - * - B calls flush() and wants to send logs immediately afterwards. - * - If B doesn't wait for A's flush to complete, B will be missing the - * contents of A's flush. - * To protect against this, we set 'flushPromise' when a flush is ongoing. - * Subsequent calls to flush() during this period will chain another flush, - * then keep returning that same chained flush. - * - * This guarantees that we will always eventually do a flush when flush() is - * called. - * - * @return {Promise} Resolved when the logs have been flushed. - */ - flush() { - // check if a flush() operation is ongoing - if (this.flushPromise && this.flushPromise.isPending()) { - if (this.flushAgainPromise && this.flushAgainPromise.isPending()) { - // this is the 3rd+ time we've called flush() : return the same - // promise. - return this.flushAgainPromise; - } - // queue up a flush to occur immediately after the pending one - // completes. - this.flushAgainPromise = this.flushPromise.then(() => { - return this.flush(); - }); - return this.flushAgainPromise; - } - // there is no flush promise or there was but it has finished, so do - // a brand new one, destroying the chain which may have been built up. - this.flushPromise = new Promise((resolve, reject) => { - if (!this.db) { - // not connected yet or user rejected access for us to r/w to - // the db. - reject(new Error("No connected database")); - return; - } - const lines = this.logger.flush(); - if (lines.length === 0) { - resolve(); - return; - } - let txn = this.db.transaction(["logs", "logslastmod"], "readwrite"); - let objStore = txn.objectStore("logs"); - txn.oncomplete = (event) => { - resolve(); - }; - txn.onerror = (event) => { - console.error( - "Failed to flush logs : ", event - ); - reject( - new Error("Failed to write logs: " + event.target.errorCode) - ); - } - objStore.add(this._generateLogEntry(lines)); - let lastModStore = txn.objectStore("logslastmod"); - lastModStore.put(this._generateLastModifiedTime()); - }); - return this.flushPromise; - } - - /** - * Consume the most recent logs and return them. Older logs which are not - * returned are deleted at the same time, so this can be called at startup - * to do house-keeping to keep the logs from growing too large. - * - * @return {Promise} Resolves to an array of objects. The array is - * sorted in time (oldest first) based on when the log file was created (the - * log ID). The objects have said log ID in an "id" field and "lines" which - * is a big string with all the new-line delimited logs. - */ - async consume() { - const db = this.db; - - // Returns: a string representing the concatenated logs for this ID. - function fetchLogs(id) { - const o = db.transaction("logs", "readonly").objectStore("logs"); - return selectQuery(o.index("id"), IDBKeyRange.only(id), - (cursor) => { - return { - lines: cursor.value.lines, - index: cursor.value.index, - } - }).then((linesArray) => { - // We have been storing logs periodically, so string them all - // together *in order of index* now - linesArray.sort((a, b) => { - return a.index - b.index; - }) - return linesArray.map((l) => l.lines).join(""); - }); - } - - // Returns: A sorted array of log IDs. (newest first) - function fetchLogIds() { - // To gather all the log IDs, query for all records in logslastmod. - const o = db.transaction("logslastmod", "readonly").objectStore( - "logslastmod" - ); - return selectQuery(o, undefined, (cursor) => { - return { - id: cursor.value.id, - ts: cursor.value.ts, - }; - }).then((res) => { - // Sort IDs by timestamp (newest first) - return res.sort((a, b) => { - return b.ts - a.ts; - }).map((a) => a.id); - }); - } - - function deleteLogs(id) { - return new Promise((resolve, reject) => { - const txn = db.transaction( - ["logs", "logslastmod"], "readwrite" - ); - const o = txn.objectStore("logs"); - // only load the key path, not the data which may be huge - const query = o.index("id").openKeyCursor(IDBKeyRange.only(id)); - query.onsuccess = (event) => { - const cursor = event.target.result; - if (!cursor) { - return; - } - o.delete(cursor.primaryKey); - cursor.continue(); - } - txn.oncomplete = () => { - resolve(); - }; - txn.onerror = (event) => { - reject( - new Error( - "Failed to delete logs for " + - `'${id}' : ${event.target.errorCode}` - ) - ); - }; - // delete last modified entries - const lastModStore = txn.objectStore("logslastmod"); - lastModStore.delete(id); - }); - } - - let allLogIds = await fetchLogIds(); - let removeLogIds = []; - let logs = []; - let size = 0; - for (let i = 0; i < allLogIds.length; i++) { - let lines = await fetchLogs(allLogIds[i]); - - // always include at least one log file, but only include - // subsequent ones if they won't take us over the MAX_LOG_SIZE - if (i > 0 && size + lines.length > MAX_LOG_SIZE) { - // the remaining log IDs should be removed. If we go out of - // bounds this is just [] - // - // XXX: there's nothing stopping the current session exceeding - // MAX_LOG_SIZE. We ought to think about culling it. - removeLogIds = allLogIds.slice(i + 1); - break; - } - - logs.push({ - lines: lines, - id: allLogIds[i], - }); - size += lines.length; - } - if (removeLogIds.length > 0) { - console.log("Removing logs: ", removeLogIds); - // Don't await this because it's non-fatal if we can't clean up - // logs. - Promise.all(removeLogIds.map((id) => deleteLogs(id))).then(() => { - console.log(`Removed ${removeLogIds.length} old logs.`); - }, (err) => { - console.error(err); - }) - } - return logs; - } - - _generateLogEntry(lines) { - return { - id: this.id, - lines: lines, - index: this.index++ - }; - } - - _generateLastModifiedTime() { - return { - id: this.id, - ts: Date.now(), - }; - } -} - -/** - * Helper method to collect results from a Cursor and promiseify it. - * @param {ObjectStore|Index} store The store to perform openCursor on. - * @param {IDBKeyRange=} keyRange Optional key range to apply on the cursor. - * @param {Function} resultMapper A function which is repeatedly called with a - * Cursor. - * Return the data you want to keep. - * @return {Promise} Resolves to an array of whatever you returned from - * resultMapper. - */ -function selectQuery(store, keyRange, resultMapper) { - const query = store.openCursor(keyRange); - return new Promise((resolve, reject) => { - let results = []; - query.onerror = (event) => { - reject(new Error("Query failed: " + event.target.errorCode)); - }; - // collect results - query.onsuccess = (event) => { - const cursor = event.target.result; - if (!cursor) { - resolve(results); - return; // end of results - } - results.push(resultMapper(cursor)); - cursor.continue(); - } - }); -} - - -let store = null; -let logger = null; -let initPromise = null; -module.exports = { - - /** - * Configure rage shaking support for sending bug reports. - * Modifies globals. - * @return {Promise} Resolves when set up. - */ - init: function() { - if (initPromise) { - return initPromise; - } - logger = new ConsoleLogger(); - logger.monkeyPatch(window.console); - - // just *accessing* indexedDB throws an exception in firefox with - // indexeddb disabled. - let indexedDB; - try { - indexedDB = window.indexedDB; - } catch(e) {} - - if (indexedDB) { - store = new IndexedDBLogStore(indexedDB, logger); - initPromise = store.connect(); - return initPromise; - } - initPromise = Promise.resolve(); - return initPromise; - }, - - flush: function() { - if (!store) { - return; - } - store.flush(); - }, - - /** - * Clean up old logs. - * @return Promise Resolves if cleaned logs. - */ - cleanup: async function() { - if (!store) { - return; - } - await store.consume(); - }, - - /** - * Get a recent snapshot of the logs, ready for attaching to a bug report - * - * @return {Array<{lines: string, id, string}>} list of log data - */ - getLogsForReport: async function() { - if (!logger) { - throw new Error( - "No console logger, did you forget to call init()?" - ); - } - // If in incognito mode, store is null, but we still want bug report - // sending to work going off the in-memory console logs. - if (store) { - // flush most recent logs - await store.flush(); - return await store.consume(); - } - else { - return [{ - lines: logger.flush(true), - id: "-", - }]; - } - }, -}; diff --git a/src/vector/submit-rageshake.js b/src/vector/submit-rageshake.js deleted file mode 100644 index b66ec9abe6..0000000000 --- a/src/vector/submit-rageshake.js +++ /dev/null @@ -1,125 +0,0 @@ -/* -Copyright 2017 OpenMarket Ltd - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -*/ - -import pako from 'pako'; -import Promise from 'bluebird'; - -import MatrixClientPeg from 'matrix-react-sdk/lib/MatrixClientPeg'; -import PlatformPeg from 'matrix-react-sdk/lib/PlatformPeg'; -import { _t } from 'matrix-react-sdk/lib/languageHandler'; - -import rageshake from './rageshake' - - -// polyfill textencoder if necessary -import * as TextEncodingUtf8 from 'text-encoding-utf-8'; -let TextEncoder = window.TextEncoder; -if (!TextEncoder) { - TextEncoder = TextEncodingUtf8.TextEncoder; -} - -/** - * Send a bug report. - * - * @param {string} bugReportEndpoint HTTP url to send the report to - * - * @param {object} opts optional dictionary of options - * - * @param {string} opts.userText Any additional user input. - * - * @param {boolean} opts.sendLogs True to send logs - * - * @param {function(string)} opts.progressCallback Callback to call with progress updates - * - * @return {Promise} Resolved when the bug report is sent. - */ -export default async function sendBugReport(bugReportEndpoint, opts) { - if (!bugReportEndpoint) { - throw new Error("No bug report endpoint has been set."); - } - - opts = opts || {}; - const progressCallback = opts.progressCallback || (() => {}); - - progressCallback(_t("Collecting app version information")); - let version = "UNKNOWN"; - try { - version = await PlatformPeg.get().getAppVersion(); - } - catch (err) {} // PlatformPeg already logs this. - - let userAgent = "UNKNOWN"; - if (window.navigator && window.navigator.userAgent) { - userAgent = window.navigator.userAgent; - } - - const client = MatrixClientPeg.get(); - - console.log("Sending bug report."); - - const body = new FormData(); - body.append('text', opts.userText || "User did not supply any additional text."); - body.append('app', 'riot-web'); - body.append('version', version); - body.append('user_agent', userAgent); - - if (client) { - body.append('user_id', client.credentials.userId); - body.append('device_id', client.deviceId); - } - - if (opts.sendLogs) { - progressCallback(_t("Collecting logs")); - const logs = await rageshake.getLogsForReport(); - for (let entry of logs) { - // encode as UTF-8 - const buf = new TextEncoder().encode(entry.lines); - - // compress - const compressed = pako.gzip(buf); - - body.append('compressed-log', new Blob([compressed]), entry.id); - } - } - - progressCallback(_t("Uploading report")); - await _submitReport(bugReportEndpoint, body, progressCallback); -} - -function _submitReport(endpoint, body, progressCallback) { - const deferred = Promise.defer(); - - const req = new XMLHttpRequest(); - req.open("POST", endpoint); - req.timeout = 5 * 60 * 1000; - req.onreadystatechange = function() { - if (req.readyState === XMLHttpRequest.LOADING) { - progressCallback(_t("Waiting for response from server")); - } else if (req.readyState === XMLHttpRequest.DONE) { - on_done(); - } - }; - req.send(body); - return deferred.promise; - - function on_done() { - if (req.status < 200 || req.status >= 400) { - deferred.reject(new Error(`HTTP ${req.status}`)); - return; - } - deferred.resolve(); - } -} diff --git a/src/vector/url_utils.js b/src/vector/url_utils.js index 69354b5d0f..cfa8eae142 100644 --- a/src/vector/url_utils.js +++ b/src/vector/url_utils.js @@ -1,3 +1,19 @@ +/* +Copyright 2018 New Vector Ltd + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ + import qs from 'querystring'; // We want to support some name / value pairs in the fragment