2018-01-02 10:26:56 +00:00
|
|
|
// Copyright 2017 Vector Creations Ltd
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package federationsender
|
|
|
|
|
|
|
|
import (
|
2020-06-08 15:51:07 +01:00
|
|
|
"github.com/gorilla/mux"
|
2019-08-23 18:25:10 +01:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/api"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/consumers"
|
2020-05-01 13:01:50 +01:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/internal"
|
2020-06-04 14:27:10 +01:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/inthttp"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/queue"
|
|
|
|
"github.com/matrix-org/dendrite/federationsender/storage"
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 12:42:06 +01:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/types"
|
2020-05-21 14:40:13 +01:00
|
|
|
"github.com/matrix-org/dendrite/internal/basecomponent"
|
2019-08-23 18:25:10 +01:00
|
|
|
roomserverAPI "github.com/matrix-org/dendrite/roomserver/api"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
2020-06-08 15:51:07 +01:00
|
|
|
// AddInternalRoutes registers HTTP handlers for the internal API. Invokes functions
|
|
|
|
// on the given input API.
|
|
|
|
func AddInternalRoutes(router *mux.Router, intAPI api.FederationSenderInternalAPI) {
|
|
|
|
inthttp.AddRoutes(intAPI, router)
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewInternalAPI returns a concerete implementation of the internal API. Callers
|
|
|
|
// can call functions directly on the returned API or via an HTTP interface using AddInternalRoutes.
|
|
|
|
func NewInternalAPI(
|
2018-01-02 10:26:56 +00:00
|
|
|
base *basecomponent.BaseDendrite,
|
|
|
|
federation *gomatrixserverlib.FederationClient,
|
2020-05-01 10:48:17 +01:00
|
|
|
rsAPI roomserverAPI.RoomserverInternalAPI,
|
2020-04-29 15:29:39 +01:00
|
|
|
keyRing *gomatrixserverlib.KeyRing,
|
2020-04-29 11:34:31 +01:00
|
|
|
) api.FederationSenderInternalAPI {
|
2020-05-01 13:34:53 +01:00
|
|
|
federationSenderDB, err := storage.NewDatabase(string(base.Cfg.Database.FederationSender), base.Cfg.DbProperties())
|
2018-01-02 10:26:56 +00:00
|
|
|
if err != nil {
|
|
|
|
logrus.WithError(err).Panic("failed to connect to federation sender db")
|
|
|
|
}
|
|
|
|
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 12:42:06 +01:00
|
|
|
statistics := &types.Statistics{}
|
|
|
|
queues := queue.NewOutgoingQueues(
|
2020-06-10 16:54:43 +01:00
|
|
|
base.Cfg.Matrix.ServerName, federation, rsAPI, statistics, &queue.SigningInfo{
|
|
|
|
KeyID: base.Cfg.Matrix.KeyID,
|
|
|
|
PrivateKey: base.Cfg.Matrix.PrivateKey,
|
|
|
|
ServerName: base.Cfg.Matrix.ServerName,
|
|
|
|
},
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 12:42:06 +01:00
|
|
|
)
|
2018-01-02 10:26:56 +00:00
|
|
|
|
2018-08-10 16:26:57 +01:00
|
|
|
rsConsumer := consumers.NewOutputRoomEventConsumer(
|
2018-01-02 10:26:56 +00:00
|
|
|
base.Cfg, base.KafkaConsumer, queues,
|
2020-05-01 10:48:17 +01:00
|
|
|
federationSenderDB, rsAPI,
|
2018-01-02 10:26:56 +00:00
|
|
|
)
|
2018-08-10 16:26:57 +01:00
|
|
|
if err = rsConsumer.Start(); err != nil {
|
2018-01-02 10:26:56 +00:00
|
|
|
logrus.WithError(err).Panic("failed to start room server consumer")
|
|
|
|
}
|
2018-08-10 16:26:57 +01:00
|
|
|
|
|
|
|
tsConsumer := consumers.NewOutputTypingEventConsumer(
|
|
|
|
base.Cfg, base.KafkaConsumer, queues, federationSenderDB,
|
|
|
|
)
|
|
|
|
if err := tsConsumer.Start(); err != nil {
|
|
|
|
logrus.WithError(err).Panic("failed to start typing server consumer")
|
|
|
|
}
|
2019-08-23 18:25:10 +01:00
|
|
|
|
2020-06-10 16:54:43 +01:00
|
|
|
return internal.NewFederationSenderInternalAPI(federationSenderDB, base.Cfg, rsAPI, federation, keyRing, statistics, queues)
|
2018-01-02 10:26:56 +00:00
|
|
|
}
|