mirror of
https://github.com/1f349/dendrite.git
synced 2024-11-10 06:53:00 +00:00
e15a8042a1
* BREAKING: Make eduserver/appservice use userapi This is a breaking change because this PR restructures how the AS API tracks its position in Kafka streams. Previously, it used the account DB to store partition offsets. However, this is also being used by `clientapi` for the same purpose, which is bad (each component needs to store offsets independently or else you might lose messages across restarts). This PR changes this behaviour to now store partition offsets in the `appservice` database. This means that: - Upon restart, the `appservice` component will attempt to replay all room events from the beginning of time. - An additional table will be created in the appservice database, which in and of itself is backwards compatible. * Return ErrorConflict
213 lines
6.7 KiB
Go
213 lines
6.7 KiB
Go
// Copyright 2020 The Matrix.org Foundation C.I.C.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"crypto/tls"
|
|
"flag"
|
|
"fmt"
|
|
"net"
|
|
"net/http"
|
|
"time"
|
|
|
|
"github.com/matrix-org/dendrite/appservice"
|
|
"github.com/matrix-org/dendrite/cmd/dendrite-demo-yggdrasil/embed"
|
|
"github.com/matrix-org/dendrite/cmd/dendrite-demo-yggdrasil/signing"
|
|
"github.com/matrix-org/dendrite/cmd/dendrite-demo-yggdrasil/yggconn"
|
|
"github.com/matrix-org/dendrite/eduserver"
|
|
"github.com/matrix-org/dendrite/eduserver/cache"
|
|
"github.com/matrix-org/dendrite/federationsender"
|
|
"github.com/matrix-org/dendrite/internal/config"
|
|
"github.com/matrix-org/dendrite/internal/httputil"
|
|
"github.com/matrix-org/dendrite/internal/setup"
|
|
"github.com/matrix-org/dendrite/publicroomsapi/storage"
|
|
"github.com/matrix-org/dendrite/roomserver"
|
|
"github.com/matrix-org/dendrite/userapi"
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
)
|
|
|
|
var (
|
|
instanceName = flag.String("name", "dendrite-p2p-ygg", "the name of this P2P demo instance")
|
|
instancePort = flag.Int("port", 8008, "the port that the client API will listen on")
|
|
instancePeer = flag.String("peer", "", "an internet Yggdrasil peer to connect to")
|
|
)
|
|
|
|
type yggroundtripper struct {
|
|
inner *http.Transport
|
|
}
|
|
|
|
func (y *yggroundtripper) RoundTrip(req *http.Request) (*http.Response, error) {
|
|
req.URL.Scheme = "http"
|
|
return y.inner.RoundTrip(req)
|
|
}
|
|
|
|
func createFederationClient(
|
|
base *setup.BaseDendrite, n *yggconn.Node,
|
|
) *gomatrixserverlib.FederationClient {
|
|
tr := &http.Transport{}
|
|
tr.RegisterProtocol(
|
|
"matrix", &yggroundtripper{
|
|
inner: &http.Transport{
|
|
ResponseHeaderTimeout: 15 * time.Second,
|
|
IdleConnTimeout: 60 * time.Second,
|
|
DialContext: n.DialerContext,
|
|
},
|
|
},
|
|
)
|
|
return gomatrixserverlib.NewFederationClientWithTransport(
|
|
base.Cfg.Matrix.ServerName, base.Cfg.Matrix.KeyID, base.Cfg.Matrix.PrivateKey, tr,
|
|
)
|
|
}
|
|
|
|
func createClient(n *yggconn.Node) *gomatrixserverlib.Client {
|
|
tr := &http.Transport{}
|
|
tr.RegisterProtocol(
|
|
"matrix", &yggroundtripper{
|
|
inner: &http.Transport{
|
|
ResponseHeaderTimeout: 15 * time.Second,
|
|
IdleConnTimeout: 60 * time.Second,
|
|
DialContext: n.DialerContext,
|
|
},
|
|
},
|
|
)
|
|
return gomatrixserverlib.NewClientWithTransport(tr)
|
|
}
|
|
|
|
// nolint:gocyclo
|
|
func main() {
|
|
flag.Parse()
|
|
|
|
ygg, err := yggconn.Setup(*instanceName, *instancePeer)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
cfg := &config.Dendrite{}
|
|
cfg.SetDefaults()
|
|
cfg.Matrix.ServerName = gomatrixserverlib.ServerName(ygg.DerivedServerName())
|
|
cfg.Matrix.PrivateKey = ygg.SigningPrivateKey()
|
|
cfg.Matrix.KeyID = gomatrixserverlib.KeyID(signing.KeyID)
|
|
cfg.Kafka.UseNaffka = true
|
|
cfg.Kafka.Topics.OutputRoomEvent = "roomserverOutput"
|
|
cfg.Kafka.Topics.OutputClientData = "clientapiOutput"
|
|
cfg.Kafka.Topics.OutputTypingEvent = "typingServerOutput"
|
|
cfg.Database.Account = config.DataSource(fmt.Sprintf("file:%s-account.db", *instanceName))
|
|
cfg.Database.Device = config.DataSource(fmt.Sprintf("file:%s-device.db", *instanceName))
|
|
cfg.Database.MediaAPI = config.DataSource(fmt.Sprintf("file:%s-mediaapi.db", *instanceName))
|
|
cfg.Database.SyncAPI = config.DataSource(fmt.Sprintf("file:%s-syncapi.db", *instanceName))
|
|
cfg.Database.RoomServer = config.DataSource(fmt.Sprintf("file:%s-roomserver.db", *instanceName))
|
|
cfg.Database.ServerKey = config.DataSource(fmt.Sprintf("file:%s-serverkey.db", *instanceName))
|
|
cfg.Database.FederationSender = config.DataSource(fmt.Sprintf("file:%s-federationsender.db", *instanceName))
|
|
cfg.Database.AppService = config.DataSource(fmt.Sprintf("file:%s-appservice.db", *instanceName))
|
|
cfg.Database.PublicRoomsAPI = config.DataSource(fmt.Sprintf("file:%s-publicroomsa.db", *instanceName))
|
|
cfg.Database.Naffka = config.DataSource(fmt.Sprintf("file:%s-naffka.db", *instanceName))
|
|
if err = cfg.Derive(); err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
base := setup.NewBaseDendrite(cfg, "Monolith", false)
|
|
defer base.Close() // nolint: errcheck
|
|
|
|
accountDB := base.CreateAccountsDB()
|
|
deviceDB := base.CreateDeviceDB()
|
|
federation := createFederationClient(base, ygg)
|
|
|
|
serverKeyAPI := &signing.YggdrasilKeys{}
|
|
keyRing := serverKeyAPI.KeyRing()
|
|
|
|
userAPI := userapi.NewInternalAPI(accountDB, deviceDB, cfg.Matrix.ServerName, nil)
|
|
|
|
rsComponent := roomserver.NewInternalAPI(
|
|
base, keyRing, federation,
|
|
)
|
|
rsAPI := rsComponent
|
|
|
|
eduInputAPI := eduserver.NewInternalAPI(
|
|
base, cache.New(), userAPI,
|
|
)
|
|
|
|
asAPI := appservice.NewInternalAPI(base, userAPI, rsAPI)
|
|
|
|
fsAPI := federationsender.NewInternalAPI(
|
|
base, federation, rsAPI, keyRing,
|
|
)
|
|
|
|
rsComponent.SetFederationSenderAPI(fsAPI)
|
|
|
|
publicRoomsDB, err := storage.NewPublicRoomsServerDatabase(string(base.Cfg.Database.PublicRoomsAPI), base.Cfg.DbProperties(), cfg.Matrix.ServerName)
|
|
if err != nil {
|
|
logrus.WithError(err).Panicf("failed to connect to public rooms db")
|
|
}
|
|
|
|
embed.Embed(*instancePort, "Yggdrasil Demo")
|
|
|
|
monolith := setup.Monolith{
|
|
Config: base.Cfg,
|
|
AccountDB: accountDB,
|
|
DeviceDB: deviceDB,
|
|
Client: createClient(ygg),
|
|
FedClient: federation,
|
|
KeyRing: keyRing,
|
|
KafkaConsumer: base.KafkaConsumer,
|
|
KafkaProducer: base.KafkaProducer,
|
|
|
|
AppserviceAPI: asAPI,
|
|
EDUInternalAPI: eduInputAPI,
|
|
FederationSenderAPI: fsAPI,
|
|
RoomserverAPI: rsAPI,
|
|
UserAPI: userAPI,
|
|
//ServerKeyAPI: serverKeyAPI,
|
|
|
|
PublicRoomsDB: publicRoomsDB,
|
|
}
|
|
monolith.AddAllPublicRoutes(base.PublicAPIMux)
|
|
|
|
httputil.SetupHTTPAPI(
|
|
base.BaseMux,
|
|
base.PublicAPIMux,
|
|
base.InternalAPIMux,
|
|
cfg,
|
|
base.UseHTTPAPIs,
|
|
)
|
|
|
|
// Build both ends of a HTTP multiplex.
|
|
httpServer := &http.Server{
|
|
Addr: ":0",
|
|
TLSNextProto: map[string]func(*http.Server, *tls.Conn, http.Handler){},
|
|
ReadTimeout: 15 * time.Second,
|
|
WriteTimeout: 45 * time.Second,
|
|
IdleTimeout: 60 * time.Second,
|
|
BaseContext: func(_ net.Listener) context.Context {
|
|
return context.Background()
|
|
},
|
|
Handler: base.BaseMux,
|
|
}
|
|
|
|
go func() {
|
|
logrus.Info("Listening on ", ygg.DerivedServerName())
|
|
logrus.Fatal(httpServer.Serve(ygg))
|
|
}()
|
|
go func() {
|
|
httpBindAddr := fmt.Sprintf("localhost:%d", *instancePort)
|
|
logrus.Info("Listening on ", httpBindAddr)
|
|
logrus.Fatal(http.ListenAndServe(httpBindAddr, base.BaseMux))
|
|
}()
|
|
|
|
select {}
|
|
}
|