2017-04-20 23:40:52 +01:00
|
|
|
// Copyright 2017 Vector Creations Ltd
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2017-04-05 10:30:13 +01:00
|
|
|
package storage
|
|
|
|
|
|
|
|
import (
|
2017-09-18 16:52:22 +01:00
|
|
|
"context"
|
2017-04-05 10:30:13 +01:00
|
|
|
"database/sql"
|
2017-08-07 11:51:46 +01:00
|
|
|
|
2017-06-07 16:35:41 +01:00
|
|
|
"github.com/lib/pq"
|
2017-08-21 17:20:23 +01:00
|
|
|
"github.com/matrix-org/dendrite/common"
|
2017-04-05 10:30:13 +01:00
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
|
|
)
|
|
|
|
|
|
|
|
const currentRoomStateSchema = `
|
|
|
|
-- Stores the current room state for every room.
|
2017-08-07 11:51:46 +01:00
|
|
|
CREATE TABLE IF NOT EXISTS syncapi_current_room_state (
|
2017-04-05 10:30:13 +01:00
|
|
|
-- The 'room_id' key for the state event.
|
|
|
|
room_id TEXT NOT NULL,
|
|
|
|
-- The state event ID
|
|
|
|
event_id TEXT NOT NULL,
|
|
|
|
-- The state event type e.g 'm.room.member'
|
|
|
|
type TEXT NOT NULL,
|
|
|
|
-- The state_key value for this state event e.g ''
|
|
|
|
state_key TEXT NOT NULL,
|
|
|
|
-- The JSON for the event. Stored as TEXT because this should be valid UTF-8.
|
|
|
|
event_json TEXT NOT NULL,
|
|
|
|
-- The 'content.membership' value if this event is an m.room.member event. For other
|
|
|
|
-- events, this will be NULL.
|
|
|
|
membership TEXT,
|
2017-06-07 16:35:41 +01:00
|
|
|
-- The serial ID of the output_room_events table when this event became
|
|
|
|
-- part of the current state of the room.
|
|
|
|
added_at BIGINT,
|
2017-04-05 10:30:13 +01:00
|
|
|
-- Clobber based on 3-uple of room_id, type and state_key
|
2017-08-07 11:51:46 +01:00
|
|
|
CONSTRAINT syncapi_room_state_unique UNIQUE (room_id, type, state_key)
|
2017-04-05 10:30:13 +01:00
|
|
|
);
|
|
|
|
-- for event deletion
|
2017-08-07 11:51:46 +01:00
|
|
|
CREATE UNIQUE INDEX IF NOT EXISTS syncapi_event_id_idx ON syncapi_current_room_state(event_id);
|
2017-04-13 16:56:46 +01:00
|
|
|
-- for querying membership states of users
|
2017-08-07 11:51:46 +01:00
|
|
|
CREATE INDEX IF NOT EXISTS syncapi_membership_idx ON syncapi_current_room_state(type, state_key, membership) WHERE membership IS NOT NULL AND membership != 'leave';
|
2017-04-05 10:30:13 +01:00
|
|
|
`
|
|
|
|
|
|
|
|
const upsertRoomStateSQL = "" +
|
2017-08-07 11:51:46 +01:00
|
|
|
"INSERT INTO syncapi_current_room_state (room_id, event_id, type, state_key, event_json, membership, added_at)" +
|
2017-06-07 16:35:41 +01:00
|
|
|
" VALUES ($1, $2, $3, $4, $5, $6, $7)" +
|
2017-08-07 11:51:46 +01:00
|
|
|
" ON CONFLICT ON CONSTRAINT syncapi_room_state_unique" +
|
2017-06-07 16:35:41 +01:00
|
|
|
" DO UPDATE SET event_id = $2, event_json = $5, membership = $6, added_at = $7"
|
2017-04-05 10:30:13 +01:00
|
|
|
|
|
|
|
const deleteRoomStateByEventIDSQL = "" +
|
2017-08-07 11:51:46 +01:00
|
|
|
"DELETE FROM syncapi_current_room_state WHERE event_id = $1"
|
2017-04-05 10:30:13 +01:00
|
|
|
|
2017-04-13 16:56:46 +01:00
|
|
|
const selectRoomIDsWithMembershipSQL = "" +
|
2017-08-07 11:51:46 +01:00
|
|
|
"SELECT room_id FROM syncapi_current_room_state WHERE type = 'm.room.member' AND state_key = $1 AND membership = $2"
|
2017-04-13 16:56:46 +01:00
|
|
|
|
|
|
|
const selectCurrentStateSQL = "" +
|
2017-08-07 11:51:46 +01:00
|
|
|
"SELECT event_json FROM syncapi_current_room_state WHERE room_id = $1"
|
2017-04-13 16:56:46 +01:00
|
|
|
|
2017-05-17 15:38:24 +01:00
|
|
|
const selectJoinedUsersSQL = "" +
|
2017-08-07 11:51:46 +01:00
|
|
|
"SELECT room_id, state_key FROM syncapi_current_room_state WHERE type = 'm.room.member' AND membership = 'join'"
|
2017-05-17 15:38:24 +01:00
|
|
|
|
2017-07-25 16:10:59 +01:00
|
|
|
const selectStateEventSQL = "" +
|
2017-10-06 11:23:58 +01:00
|
|
|
"SELECT event_json FROM syncapi_current_room_state WHERE room_id = $1 AND type = $2 AND state_key = $3"
|
2017-07-25 16:10:59 +01:00
|
|
|
|
2017-06-07 16:35:41 +01:00
|
|
|
const selectEventsWithEventIDsSQL = "" +
|
2017-08-07 11:51:46 +01:00
|
|
|
"SELECT added_at, event_json FROM syncapi_current_room_state WHERE event_id = ANY($1)"
|
2017-06-07 16:35:41 +01:00
|
|
|
|
2017-04-05 10:30:13 +01:00
|
|
|
type currentRoomStateStatements struct {
|
2017-04-13 16:56:46 +01:00
|
|
|
upsertRoomStateStmt *sql.Stmt
|
|
|
|
deleteRoomStateByEventIDStmt *sql.Stmt
|
|
|
|
selectRoomIDsWithMembershipStmt *sql.Stmt
|
|
|
|
selectCurrentStateStmt *sql.Stmt
|
2017-05-17 15:38:24 +01:00
|
|
|
selectJoinedUsersStmt *sql.Stmt
|
2017-06-07 16:35:41 +01:00
|
|
|
selectEventsWithEventIDsStmt *sql.Stmt
|
2017-07-25 16:10:59 +01:00
|
|
|
selectStateEventStmt *sql.Stmt
|
2017-04-05 10:30:13 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func (s *currentRoomStateStatements) prepare(db *sql.DB) (err error) {
|
|
|
|
_, err = db.Exec(currentRoomStateSchema)
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if s.upsertRoomStateStmt, err = db.Prepare(upsertRoomStateSQL); err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if s.deleteRoomStateByEventIDStmt, err = db.Prepare(deleteRoomStateByEventIDSQL); err != nil {
|
|
|
|
return
|
|
|
|
}
|
2017-04-13 16:56:46 +01:00
|
|
|
if s.selectRoomIDsWithMembershipStmt, err = db.Prepare(selectRoomIDsWithMembershipSQL); err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if s.selectCurrentStateStmt, err = db.Prepare(selectCurrentStateSQL); err != nil {
|
|
|
|
return
|
|
|
|
}
|
2017-05-17 15:38:24 +01:00
|
|
|
if s.selectJoinedUsersStmt, err = db.Prepare(selectJoinedUsersSQL); err != nil {
|
|
|
|
return
|
|
|
|
}
|
2017-06-07 16:35:41 +01:00
|
|
|
if s.selectEventsWithEventIDsStmt, err = db.Prepare(selectEventsWithEventIDsSQL); err != nil {
|
|
|
|
return
|
|
|
|
}
|
2017-07-25 16:10:59 +01:00
|
|
|
if s.selectStateEventStmt, err = db.Prepare(selectStateEventSQL); err != nil {
|
|
|
|
return
|
|
|
|
}
|
2017-04-05 10:30:13 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2017-05-17 15:38:24 +01:00
|
|
|
// JoinedMemberLists returns a map of room ID to a list of joined user IDs.
|
2017-09-18 16:52:22 +01:00
|
|
|
func (s *currentRoomStateStatements) selectJoinedUsers(
|
|
|
|
ctx context.Context,
|
|
|
|
) (map[string][]string, error) {
|
|
|
|
rows, err := s.selectJoinedUsersStmt.QueryContext(ctx)
|
2017-05-17 15:38:24 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-09-20 10:59:19 +01:00
|
|
|
defer rows.Close() // nolint: errcheck
|
2017-05-17 15:38:24 +01:00
|
|
|
|
|
|
|
result := make(map[string][]string)
|
|
|
|
for rows.Next() {
|
|
|
|
var roomID string
|
|
|
|
var userID string
|
|
|
|
if err := rows.Scan(&roomID, &userID); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
users := result[roomID]
|
|
|
|
users = append(users, userID)
|
|
|
|
result[roomID] = users
|
|
|
|
}
|
|
|
|
return result, nil
|
|
|
|
}
|
|
|
|
|
2017-04-13 16:56:46 +01:00
|
|
|
// SelectRoomIDsWithMembership returns the list of room IDs which have the given user in the given membership state.
|
2017-09-18 16:52:22 +01:00
|
|
|
func (s *currentRoomStateStatements) selectRoomIDsWithMembership(
|
2017-09-20 15:36:41 +01:00
|
|
|
ctx context.Context,
|
|
|
|
txn *sql.Tx,
|
|
|
|
userID string,
|
|
|
|
membership string, // nolint: unparam
|
2017-09-18 16:52:22 +01:00
|
|
|
) ([]string, error) {
|
|
|
|
stmt := common.TxStmt(txn, s.selectRoomIDsWithMembershipStmt)
|
|
|
|
rows, err := stmt.QueryContext(ctx, userID, membership)
|
2017-04-13 16:56:46 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-09-20 10:59:19 +01:00
|
|
|
defer rows.Close() // nolint: errcheck
|
2017-04-13 16:56:46 +01:00
|
|
|
|
|
|
|
var result []string
|
|
|
|
for rows.Next() {
|
|
|
|
var roomID string
|
|
|
|
if err := rows.Scan(&roomID); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
result = append(result, roomID)
|
|
|
|
}
|
|
|
|
return result, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// CurrentState returns all the current state events for the given room.
|
2017-09-18 16:52:22 +01:00
|
|
|
func (s *currentRoomStateStatements) selectCurrentState(
|
|
|
|
ctx context.Context, txn *sql.Tx, roomID string,
|
|
|
|
) ([]gomatrixserverlib.Event, error) {
|
|
|
|
stmt := common.TxStmt(txn, s.selectCurrentStateStmt)
|
|
|
|
rows, err := stmt.QueryContext(ctx, roomID)
|
2017-04-13 16:56:46 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-09-20 10:59:19 +01:00
|
|
|
defer rows.Close() // nolint: errcheck
|
2017-04-13 16:56:46 +01:00
|
|
|
|
2017-06-07 16:35:41 +01:00
|
|
|
return rowsToEvents(rows)
|
|
|
|
}
|
|
|
|
|
2017-09-18 16:52:22 +01:00
|
|
|
func (s *currentRoomStateStatements) deleteRoomStateByEventID(
|
|
|
|
ctx context.Context, txn *sql.Tx, eventID string,
|
|
|
|
) error {
|
|
|
|
stmt := common.TxStmt(txn, s.deleteRoomStateByEventIDStmt)
|
|
|
|
_, err := stmt.ExecContext(ctx, eventID)
|
2017-06-07 16:35:41 +01:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *currentRoomStateStatements) upsertRoomState(
|
2017-09-18 16:52:22 +01:00
|
|
|
ctx context.Context, txn *sql.Tx,
|
|
|
|
event gomatrixserverlib.Event, membership *string, addedAt int64,
|
2017-06-07 16:35:41 +01:00
|
|
|
) error {
|
2017-09-18 16:52:22 +01:00
|
|
|
stmt := common.TxStmt(txn, s.upsertRoomStateStmt)
|
|
|
|
_, err := stmt.ExecContext(
|
|
|
|
ctx,
|
|
|
|
event.RoomID(),
|
|
|
|
event.EventID(),
|
|
|
|
event.Type(),
|
|
|
|
*event.StateKey(),
|
|
|
|
event.JSON(),
|
|
|
|
membership,
|
|
|
|
addedAt,
|
2017-06-07 16:35:41 +01:00
|
|
|
)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2017-09-18 16:52:22 +01:00
|
|
|
func (s *currentRoomStateStatements) selectEventsWithEventIDs(
|
|
|
|
ctx context.Context, txn *sql.Tx, eventIDs []string,
|
|
|
|
) ([]streamEvent, error) {
|
|
|
|
stmt := common.TxStmt(txn, s.selectEventsWithEventIDsStmt)
|
|
|
|
rows, err := stmt.QueryContext(ctx, pq.StringArray(eventIDs))
|
2017-06-07 16:35:41 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-09-20 10:59:19 +01:00
|
|
|
defer rows.Close() // nolint: errcheck
|
2017-06-07 16:35:41 +01:00
|
|
|
return rowsToStreamEvents(rows)
|
|
|
|
}
|
|
|
|
|
|
|
|
func rowsToEvents(rows *sql.Rows) ([]gomatrixserverlib.Event, error) {
|
2017-09-22 11:34:54 +01:00
|
|
|
result := []gomatrixserverlib.Event{}
|
2017-04-13 16:56:46 +01:00
|
|
|
for rows.Next() {
|
|
|
|
var eventBytes []byte
|
|
|
|
if err := rows.Scan(&eventBytes); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
// TODO: Handle redacted events
|
|
|
|
ev, err := gomatrixserverlib.NewEventFromTrustedJSON(eventBytes, false)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
result = append(result, ev)
|
|
|
|
}
|
|
|
|
return result, nil
|
|
|
|
}
|
2017-07-25 16:10:59 +01:00
|
|
|
|
2017-09-18 16:52:22 +01:00
|
|
|
func (s *currentRoomStateStatements) selectStateEvent(
|
2017-10-06 11:23:58 +01:00
|
|
|
ctx context.Context, roomID, evType, stateKey string,
|
2017-09-18 16:52:22 +01:00
|
|
|
) (*gomatrixserverlib.Event, error) {
|
|
|
|
stmt := s.selectStateEventStmt
|
2017-07-25 16:10:59 +01:00
|
|
|
var res []byte
|
2017-10-06 11:23:58 +01:00
|
|
|
err := stmt.QueryRowContext(ctx, roomID, evType, stateKey).Scan(&res)
|
2017-09-18 16:52:22 +01:00
|
|
|
if err == sql.ErrNoRows {
|
2017-07-25 16:10:59 +01:00
|
|
|
return nil, nil
|
|
|
|
}
|
2017-09-18 16:52:22 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-07-25 16:10:59 +01:00
|
|
|
ev, err := gomatrixserverlib.NewEventFromTrustedJSON(res, false)
|
|
|
|
return &ev, err
|
|
|
|
}
|