2017-07-13 11:41:30 +01:00
|
|
|
// Copyright 2017 Vector Creations Ltd
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
// Package input contains the code processes new room events
|
2020-05-01 10:48:17 +01:00
|
|
|
package internal
|
2017-07-13 11:41:30 +01:00
|
|
|
|
|
|
|
import (
|
2017-09-13 13:37:50 +01:00
|
|
|
"context"
|
2017-07-13 11:41:30 +01:00
|
|
|
"encoding/json"
|
|
|
|
|
2020-04-22 15:26:56 +01:00
|
|
|
"github.com/Shopify/sarama"
|
2017-07-13 11:41:30 +01:00
|
|
|
"github.com/matrix-org/dendrite/roomserver/api"
|
2020-06-12 12:10:08 +01:00
|
|
|
log "github.com/sirupsen/logrus"
|
2020-04-29 11:34:31 +01:00
|
|
|
|
|
|
|
fsAPI "github.com/matrix-org/dendrite/federationsender/api"
|
2017-07-13 11:41:30 +01:00
|
|
|
)
|
|
|
|
|
2020-04-29 11:34:31 +01:00
|
|
|
// SetFederationSenderInputAPI passes in a federation sender input API reference
|
|
|
|
// so that we can avoid the chicken-and-egg problem of both the roomserver input API
|
|
|
|
// and the federation sender input API being interdependent.
|
2020-05-01 10:48:17 +01:00
|
|
|
func (r *RoomserverInternalAPI) SetFederationSenderAPI(fsAPI fsAPI.FederationSenderInternalAPI) {
|
2020-04-29 11:34:31 +01:00
|
|
|
r.fsAPI = fsAPI
|
2017-07-13 11:41:30 +01:00
|
|
|
}
|
|
|
|
|
2017-08-08 16:38:03 +01:00
|
|
|
// WriteOutputEvents implements OutputRoomEventWriter
|
2020-05-01 10:48:17 +01:00
|
|
|
func (r *RoomserverInternalAPI) WriteOutputEvents(roomID string, updates []api.OutputEvent) error {
|
2017-08-08 16:38:03 +01:00
|
|
|
messages := make([]*sarama.ProducerMessage, len(updates))
|
|
|
|
for i := range updates {
|
|
|
|
value, err := json.Marshal(updates[i])
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2020-06-12 12:10:08 +01:00
|
|
|
logger := log.WithFields(log.Fields{
|
|
|
|
"room_id": roomID,
|
|
|
|
"type": updates[i].Type,
|
|
|
|
})
|
|
|
|
if updates[i].NewRoomEvent != nil {
|
|
|
|
logger = logger.WithFields(log.Fields{
|
|
|
|
"event_type": updates[i].NewRoomEvent.Event.Type(),
|
|
|
|
"event_id": updates[i].NewRoomEvent.Event.EventID(),
|
|
|
|
"adds_state": len(updates[i].NewRoomEvent.AddsStateEventIDs),
|
|
|
|
"removes_state": len(updates[i].NewRoomEvent.RemovesStateEventIDs),
|
|
|
|
"send_as_server": updates[i].NewRoomEvent.SendAsServer,
|
|
|
|
"sender": updates[i].NewRoomEvent.Event.Sender(),
|
|
|
|
})
|
|
|
|
}
|
|
|
|
logger.Infof("Producing to topic '%s'", r.OutputRoomEventTopic)
|
2017-08-08 16:38:03 +01:00
|
|
|
messages[i] = &sarama.ProducerMessage{
|
|
|
|
Topic: r.OutputRoomEventTopic,
|
|
|
|
Key: sarama.StringEncoder(roomID),
|
|
|
|
Value: sarama.ByteEncoder(value),
|
|
|
|
}
|
2017-07-13 11:41:30 +01:00
|
|
|
}
|
2017-08-08 16:38:03 +01:00
|
|
|
return r.Producer.SendMessages(messages)
|
2017-07-13 11:41:30 +01:00
|
|
|
}
|
|
|
|
|
2020-05-01 10:48:17 +01:00
|
|
|
// InputRoomEvents implements api.RoomserverInternalAPI
|
|
|
|
func (r *RoomserverInternalAPI) InputRoomEvents(
|
2017-09-13 13:37:50 +01:00
|
|
|
ctx context.Context,
|
2017-07-13 11:41:30 +01:00
|
|
|
request *api.InputRoomEventsRequest,
|
|
|
|
response *api.InputRoomEventsResponse,
|
2018-05-26 12:03:35 +01:00
|
|
|
) (err error) {
|
2017-12-19 11:29:49 +00:00
|
|
|
// We lock as processRoomEvent can only be called once at a time
|
|
|
|
r.mutex.Lock()
|
|
|
|
defer r.mutex.Unlock()
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 12:42:06 +01:00
|
|
|
for i := range request.InputInviteEvents {
|
|
|
|
var loopback *api.InputRoomEvent
|
2020-05-20 18:03:06 +01:00
|
|
|
if loopback, err = r.processInviteEvent(ctx, r, request.InputInviteEvents[i]); err != nil {
|
2017-07-13 11:41:30 +01:00
|
|
|
return err
|
|
|
|
}
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 12:42:06 +01:00
|
|
|
// The processInviteEvent function can optionally return a
|
|
|
|
// loopback room event containing the invite, for local invites.
|
|
|
|
// If it does, we should process it with the room events below.
|
|
|
|
if loopback != nil {
|
|
|
|
request.InputRoomEvents = append(request.InputRoomEvents, *loopback)
|
|
|
|
}
|
2017-07-13 11:41:30 +01:00
|
|
|
}
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 12:42:06 +01:00
|
|
|
for i := range request.InputRoomEvents {
|
2020-05-20 18:03:06 +01:00
|
|
|
if response.EventID, err = r.processRoomEvent(ctx, request.InputRoomEvents[i]); err != nil {
|
2017-08-21 16:37:11 +01:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2017-07-13 11:41:30 +01:00
|
|
|
return nil
|
|
|
|
}
|