2019-11-13 11:25:16 +00:00
|
|
|
/*
|
2020-05-21 17:06:36 +00:00
|
|
|
Copyright 2019, 2020 The Matrix.org Foundation C.I.C.
|
2019-11-13 11:25:16 +00:00
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2020-07-21 15:22:17 +00:00
|
|
|
// The following interfaces take their names and member names from seshat and the spec
|
2020-07-21 09:29:05 +00:00
|
|
|
/* eslint-disable camelcase */
|
|
|
|
|
2019-11-13 11:25:16 +00:00
|
|
|
export interface MatrixEvent {
|
|
|
|
type: string;
|
|
|
|
sender: string;
|
|
|
|
content: {};
|
2020-07-21 09:29:05 +00:00
|
|
|
event_id: string;
|
|
|
|
origin_server_ts: number;
|
2020-05-21 17:06:36 +00:00
|
|
|
unsigned?: {};
|
2020-06-23 15:41:36 +00:00
|
|
|
roomId: string;
|
2019-11-13 11:25:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
export interface MatrixProfile {
|
2020-07-21 09:29:05 +00:00
|
|
|
avatar_url: string;
|
2019-11-13 11:25:16 +00:00
|
|
|
displayname: string;
|
|
|
|
}
|
|
|
|
|
|
|
|
export interface CrawlerCheckpoint {
|
|
|
|
roomId: string;
|
|
|
|
token: string;
|
|
|
|
fullCrawl: boolean;
|
|
|
|
direction: string;
|
|
|
|
}
|
|
|
|
|
|
|
|
export interface ResultContext {
|
2020-07-21 09:29:05 +00:00
|
|
|
events_before: [MatrixEvent];
|
|
|
|
events_after: [MatrixEvent];
|
|
|
|
profile_info: Map<string, MatrixProfile>;
|
2019-11-13 11:25:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
export interface ResultsElement {
|
|
|
|
rank: number;
|
|
|
|
result: MatrixEvent;
|
|
|
|
context: ResultContext;
|
|
|
|
}
|
|
|
|
|
|
|
|
export interface SearchResult {
|
|
|
|
count: number;
|
|
|
|
results: [ResultsElement];
|
|
|
|
highlights: [string];
|
|
|
|
}
|
|
|
|
|
|
|
|
export interface SearchArgs {
|
2020-07-21 09:29:05 +00:00
|
|
|
search_term: string;
|
|
|
|
before_limit: number;
|
|
|
|
after_limit: number;
|
|
|
|
order_by_recency: boolean;
|
|
|
|
room_id?: string;
|
2019-11-13 11:25:16 +00:00
|
|
|
}
|
|
|
|
|
2020-01-15 11:04:27 +00:00
|
|
|
export interface EventAndProfile {
|
2019-11-13 11:25:16 +00:00
|
|
|
event: MatrixEvent;
|
|
|
|
profile: MatrixProfile;
|
|
|
|
}
|
|
|
|
|
2020-01-15 11:04:27 +00:00
|
|
|
export interface LoadArgs {
|
|
|
|
roomId: string;
|
|
|
|
limit: number;
|
|
|
|
fromEvent: string;
|
|
|
|
direction: string;
|
|
|
|
}
|
|
|
|
|
2020-01-20 16:42:24 +00:00
|
|
|
export interface IndexStats {
|
|
|
|
size: number;
|
2020-07-21 09:29:05 +00:00
|
|
|
event_count: number;
|
|
|
|
room_count: number;
|
2020-01-20 16:42:24 +00:00
|
|
|
}
|
|
|
|
|
2019-11-13 11:25:16 +00:00
|
|
|
/**
|
|
|
|
* Base class for classes that provide platform-specific event indexing.
|
|
|
|
*
|
|
|
|
* Instances of this class are provided by the application.
|
|
|
|
*/
|
2020-05-21 17:06:36 +00:00
|
|
|
export default abstract class BaseEventIndexManager {
|
2019-11-13 14:39:06 +00:00
|
|
|
/**
|
|
|
|
* Does our EventIndexManager support event indexing.
|
|
|
|
*
|
2019-11-18 09:18:09 +00:00
|
|
|
* If an EventIndexManager implementor has runtime dependencies that
|
2019-11-13 14:39:06 +00:00
|
|
|
* optionally enable event indexing they may override this method to perform
|
|
|
|
* the necessary runtime checks here.
|
|
|
|
*
|
|
|
|
* @return {Promise} A promise that will resolve to true if event indexing
|
|
|
|
* is supported, false otherwise.
|
|
|
|
*/
|
|
|
|
async supportsEventIndexing(): Promise<boolean> {
|
|
|
|
return true;
|
|
|
|
}
|
2019-11-13 11:25:16 +00:00
|
|
|
/**
|
|
|
|
* Initialize the event index for the given user.
|
|
|
|
*
|
|
|
|
* @return {Promise} A promise that will resolve when the event index is
|
|
|
|
* initialized.
|
|
|
|
*/
|
2020-01-28 14:07:29 +00:00
|
|
|
async initEventIndex(): Promise<void> {
|
2019-11-13 11:25:16 +00:00
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Queue up an event to be added to the index.
|
|
|
|
*
|
|
|
|
* @param {MatrixEvent} ev The event that should be added to the index.
|
|
|
|
* @param {MatrixProfile} profile The profile of the event sender at the
|
|
|
|
* time of the event receival.
|
|
|
|
*
|
|
|
|
* @return {Promise} A promise that will resolve when the was queued up for
|
|
|
|
* addition.
|
|
|
|
*/
|
2020-05-21 17:06:36 +00:00
|
|
|
async addEventToIndex(ev: MatrixEvent, profile: MatrixProfile): Promise<void> {
|
2019-11-13 11:25:16 +00:00
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
2020-03-12 10:42:02 +00:00
|
|
|
async deleteEvent(eventId: string): Promise<boolean> {
|
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
2019-11-13 11:25:16 +00:00
|
|
|
/**
|
|
|
|
* Check if our event index is empty.
|
|
|
|
*/
|
|
|
|
indexIsEmpty(): Promise<boolean> {
|
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
2020-06-08 14:43:20 +00:00
|
|
|
/**
|
|
|
|
* Check if the room with the given id is already indexed.
|
|
|
|
*
|
|
|
|
* @param {string} roomId The ID of the room which we want to check if it
|
|
|
|
* has been already indexed.
|
|
|
|
*
|
|
|
|
* @return {Promise<boolean>} Returns true if the index contains events for
|
|
|
|
* the given room, false otherwise.
|
|
|
|
*/
|
|
|
|
isRoomIndexed(roomId: string): Promise<boolean> {
|
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
2019-11-26 12:14:53 +00:00
|
|
|
/**
|
2020-01-20 16:42:24 +00:00
|
|
|
* Get statistical information of the index.
|
|
|
|
*
|
|
|
|
* @return {Promise<IndexStats>} A promise that will resolve to the index
|
|
|
|
* statistics.
|
2019-11-26 12:14:53 +00:00
|
|
|
*/
|
2020-01-20 16:42:24 +00:00
|
|
|
async getStats(): Promise<IndexStats> {
|
2019-11-26 12:14:53 +00:00
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
2020-06-17 15:12:13 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Get the user version of the database.
|
|
|
|
* @return {Promise<number>} A promise that will resolve to the user stored
|
|
|
|
* version number.
|
|
|
|
*/
|
|
|
|
async getUserVersion(): Promise<number> {
|
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Set the user stored version to the given version number.
|
|
|
|
*
|
|
|
|
* @param {number} version The new version that should be stored in the
|
|
|
|
* database.
|
|
|
|
*
|
|
|
|
* @return {Promise<void>} A promise that will resolve once the new version
|
|
|
|
* is stored.
|
|
|
|
*/
|
|
|
|
async setUserVersion(version: number): Promise<void> {
|
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
2019-11-13 11:25:16 +00:00
|
|
|
/**
|
|
|
|
* Commit the previously queued up events to the index.
|
|
|
|
*
|
|
|
|
* @return {Promise} A promise that will resolve once the queued up events
|
|
|
|
* were added to the index.
|
|
|
|
*/
|
2020-01-28 14:07:29 +00:00
|
|
|
async commitLiveEvents(): Promise<void> {
|
2019-11-13 11:25:16 +00:00
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Search the event index using the given term for matching events.
|
|
|
|
*
|
2020-01-28 14:06:43 +00:00
|
|
|
* @param {SearchArgs} searchArgs The search configuration for the search,
|
|
|
|
* sets the search term and determines the search result contents.
|
2019-11-13 11:25:16 +00:00
|
|
|
*
|
|
|
|
* @return {Promise<[SearchResult]>} A promise that will resolve to an array
|
|
|
|
* of search results once the search is done.
|
|
|
|
*/
|
|
|
|
async searchEventIndex(searchArgs: SearchArgs): Promise<SearchResult> {
|
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Add events from the room history to the event index.
|
|
|
|
*
|
|
|
|
* This is used to add a batch of events to the index.
|
|
|
|
*
|
2020-01-15 11:04:27 +00:00
|
|
|
* @param {[EventAndProfile]} events The list of events and profiles that
|
2019-11-13 11:25:16 +00:00
|
|
|
* should be added to the event index.
|
|
|
|
* @param {[CrawlerCheckpoint]} checkpoint A new crawler checkpoint that
|
|
|
|
* should be stored in the index which should be used to continue crawling
|
|
|
|
* the room.
|
|
|
|
* @param {[CrawlerCheckpoint]} oldCheckpoint The checkpoint that was used
|
|
|
|
* to fetch the current batch of events. This checkpoint will be removed
|
|
|
|
* from the index.
|
|
|
|
*
|
|
|
|
* @return {Promise} A promise that will resolve to true if all the events
|
|
|
|
* were already added to the index, false otherwise.
|
|
|
|
*/
|
|
|
|
async addHistoricEvents(
|
2020-01-15 11:04:27 +00:00
|
|
|
events: [EventAndProfile],
|
2019-11-18 09:26:17 +00:00
|
|
|
checkpoint: CrawlerCheckpoint | null,
|
|
|
|
oldCheckpoint: CrawlerCheckpoint | null,
|
2020-05-21 17:06:36 +00:00
|
|
|
): Promise<boolean> {
|
2019-11-13 11:25:16 +00:00
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Add a new crawler checkpoint to the index.
|
|
|
|
*
|
|
|
|
* @param {CrawlerCheckpoint} checkpoint The checkpoint that should be added
|
|
|
|
* to the index.
|
|
|
|
*
|
|
|
|
* @return {Promise} A promise that will resolve once the checkpoint has
|
|
|
|
* been stored.
|
|
|
|
*/
|
2020-01-28 14:07:29 +00:00
|
|
|
async addCrawlerCheckpoint(checkpoint: CrawlerCheckpoint): Promise<void> {
|
2019-11-13 11:25:16 +00:00
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Add a new crawler checkpoint to the index.
|
|
|
|
*
|
|
|
|
* @param {CrawlerCheckpoint} checkpoint The checkpoint that should be
|
|
|
|
* removed from the index.
|
|
|
|
*
|
|
|
|
* @return {Promise} A promise that will resolve once the checkpoint has
|
|
|
|
* been removed.
|
|
|
|
*/
|
2020-01-28 14:07:29 +00:00
|
|
|
async removeCrawlerCheckpoint(checkpoint: CrawlerCheckpoint): Promise<void> {
|
2019-11-13 11:25:16 +00:00
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Load the stored checkpoints from the index.
|
|
|
|
*
|
|
|
|
* @return {Promise<[CrawlerCheckpoint]>} A promise that will resolve to an
|
|
|
|
* array of crawler checkpoints once they have been loaded from the index.
|
|
|
|
*/
|
|
|
|
async loadCheckpoints(): Promise<[CrawlerCheckpoint]> {
|
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
2020-01-15 11:04:27 +00:00
|
|
|
/** Load events that contain an mxc URL to a file from the index.
|
|
|
|
*
|
|
|
|
* @param {object} args Arguments object for the method.
|
|
|
|
* @param {string} args.roomId The ID of the room for which the events
|
|
|
|
* should be loaded.
|
|
|
|
* @param {number} args.limit The maximum number of events to return.
|
|
|
|
* @param {string} args.fromEvent An event id of a previous event returned
|
2020-01-17 10:06:05 +00:00
|
|
|
* by this method. Passing this means that we are going to continue loading
|
|
|
|
* events from this point in the history.
|
|
|
|
* @param {string} args.direction The direction to which we should continue
|
|
|
|
* loading events from. This is used only if fromEvent is used as well.
|
|
|
|
*
|
|
|
|
* @return {Promise<[EventAndProfile]>} A promise that will resolve to an
|
|
|
|
* array of Matrix events that contain mxc URLs accompanied with the
|
|
|
|
* historic profile of the sender.
|
2020-01-15 11:04:27 +00:00
|
|
|
*/
|
|
|
|
async loadFileEvents(args: LoadArgs): Promise<[EventAndProfile]> {
|
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
2019-11-14 15:13:22 +00:00
|
|
|
/**
|
|
|
|
* close our event index.
|
|
|
|
*
|
|
|
|
* @return {Promise} A promise that will resolve once the event index has
|
|
|
|
* been closed.
|
|
|
|
*/
|
2020-01-28 14:07:29 +00:00
|
|
|
async closeEventIndex(): Promise<void> {
|
2019-11-14 15:13:22 +00:00
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
|
2019-11-13 11:25:16 +00:00
|
|
|
/**
|
|
|
|
* Delete our current event index.
|
|
|
|
*
|
|
|
|
* @return {Promise} A promise that will resolve once the event index has
|
|
|
|
* been deleted.
|
|
|
|
*/
|
2020-01-28 14:07:29 +00:00
|
|
|
async deleteEventIndex(): Promise<void> {
|
2019-11-13 11:25:16 +00:00
|
|
|
throw new Error("Unimplemented");
|
|
|
|
}
|
|
|
|
}
|