2018-05-24 13:54:42 +01:00
|
|
|
// Copyright 2018 Vector Creations Ltd
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package appservice
|
|
|
|
|
|
|
|
import (
|
2018-07-17 17:31:40 +01:00
|
|
|
"context"
|
2020-06-01 18:34:29 +01:00
|
|
|
"errors"
|
2018-07-17 15:36:04 +01:00
|
|
|
"net/http"
|
2018-07-05 17:34:59 +01:00
|
|
|
"sync"
|
2018-07-17 15:36:04 +01:00
|
|
|
"time"
|
2018-07-05 17:34:59 +01:00
|
|
|
|
2020-06-08 15:51:07 +01:00
|
|
|
"github.com/gorilla/mux"
|
2018-07-17 15:36:04 +01:00
|
|
|
appserviceAPI "github.com/matrix-org/dendrite/appservice/api"
|
2018-05-24 13:54:42 +01:00
|
|
|
"github.com/matrix-org/dendrite/appservice/consumers"
|
2020-06-04 15:43:07 +01:00
|
|
|
"github.com/matrix-org/dendrite/appservice/inthttp"
|
2018-07-17 15:36:04 +01:00
|
|
|
"github.com/matrix-org/dendrite/appservice/query"
|
2018-07-05 17:34:59 +01:00
|
|
|
"github.com/matrix-org/dendrite/appservice/storage"
|
|
|
|
"github.com/matrix-org/dendrite/appservice/types"
|
|
|
|
"github.com/matrix-org/dendrite/appservice/workers"
|
2018-05-24 13:54:42 +01:00
|
|
|
"github.com/matrix-org/dendrite/clientapi/auth/storage/accounts"
|
2018-07-17 17:31:40 +01:00
|
|
|
"github.com/matrix-org/dendrite/clientapi/auth/storage/devices"
|
2020-05-21 14:40:13 +01:00
|
|
|
"github.com/matrix-org/dendrite/internal/config"
|
2020-06-12 14:55:57 +01:00
|
|
|
"github.com/matrix-org/dendrite/internal/setup"
|
|
|
|
"github.com/matrix-org/dendrite/internal/sqlutil"
|
2018-07-17 15:36:04 +01:00
|
|
|
roomserverAPI "github.com/matrix-org/dendrite/roomserver/api"
|
2018-05-24 13:54:42 +01:00
|
|
|
"github.com/sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
2020-06-08 15:51:07 +01:00
|
|
|
// AddInternalRoutes registers HTTP handlers for internal API calls
|
|
|
|
func AddInternalRoutes(router *mux.Router, queryAPI appserviceAPI.AppServiceQueryAPI) {
|
|
|
|
inthttp.AddRoutes(queryAPI, router)
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewInternalAPI returns a concerete implementation of the internal API. Callers
|
|
|
|
// can call functions directly on the returned API or via an HTTP interface using AddInternalRoutes.
|
|
|
|
func NewInternalAPI(
|
2020-06-12 14:55:57 +01:00
|
|
|
base *setup.BaseDendrite,
|
2020-02-13 17:27:33 +00:00
|
|
|
accountsDB accounts.Database,
|
|
|
|
deviceDB devices.Database,
|
2020-05-01 10:48:17 +01:00
|
|
|
rsAPI roomserverAPI.RoomserverInternalAPI,
|
2018-07-17 15:36:04 +01:00
|
|
|
) appserviceAPI.AppServiceQueryAPI {
|
2018-07-05 17:34:59 +01:00
|
|
|
// Create a connection to the appservice postgres DB
|
2020-05-01 13:34:53 +01:00
|
|
|
appserviceDB, err := storage.NewDatabase(string(base.Cfg.Database.AppService), base.Cfg.DbProperties())
|
2018-07-05 17:34:59 +01:00
|
|
|
if err != nil {
|
|
|
|
logrus.WithError(err).Panicf("failed to connect to appservice db")
|
|
|
|
}
|
|
|
|
|
|
|
|
// Wrap application services in a type that relates the application service and
|
|
|
|
// a sync.Cond object that can be used to notify workers when there are new
|
|
|
|
// events to be sent out.
|
|
|
|
workerStates := make([]types.ApplicationServiceWorkerState, len(base.Cfg.Derived.ApplicationServices))
|
|
|
|
for i, appservice := range base.Cfg.Derived.ApplicationServices {
|
|
|
|
m := sync.Mutex{}
|
|
|
|
ws := types.ApplicationServiceWorkerState{
|
|
|
|
AppService: appservice,
|
|
|
|
Cond: sync.NewCond(&m),
|
|
|
|
}
|
|
|
|
workerStates[i] = ws
|
2018-07-17 17:31:40 +01:00
|
|
|
|
|
|
|
// Create bot account for this AS if it doesn't already exist
|
|
|
|
if err = generateAppServiceAccount(accountsDB, deviceDB, appservice); err != nil {
|
|
|
|
logrus.WithFields(logrus.Fields{
|
|
|
|
"appservice": appservice.ID,
|
|
|
|
}).WithError(err).Panicf("failed to generate bot account for appservice")
|
|
|
|
}
|
2018-07-05 17:34:59 +01:00
|
|
|
}
|
|
|
|
|
2018-08-08 16:17:09 +01:00
|
|
|
// Create appserivce query API with an HTTP client that will be used for all
|
|
|
|
// outbound and inbound requests (inbound only for the internal API)
|
2020-06-04 15:43:07 +01:00
|
|
|
appserviceQueryAPI := &query.AppServiceQueryAPI{
|
2018-08-08 16:17:09 +01:00
|
|
|
HTTPClient: &http.Client{
|
|
|
|
Timeout: time.Second * 30,
|
|
|
|
},
|
|
|
|
Cfg: base.Cfg,
|
2018-07-17 15:36:04 +01:00
|
|
|
}
|
|
|
|
|
2018-05-24 13:54:42 +01:00
|
|
|
consumer := consumers.NewOutputRoomEventConsumer(
|
2018-07-05 17:34:59 +01:00
|
|
|
base.Cfg, base.KafkaConsumer, accountsDB, appserviceDB,
|
2020-05-01 10:48:17 +01:00
|
|
|
rsAPI, workerStates,
|
2018-05-24 13:54:42 +01:00
|
|
|
)
|
|
|
|
if err := consumer.Start(); err != nil {
|
2018-08-20 10:45:17 +01:00
|
|
|
logrus.WithError(err).Panicf("failed to start appservice roomserver consumer")
|
2018-05-24 13:54:42 +01:00
|
|
|
}
|
|
|
|
|
2018-07-05 17:34:59 +01:00
|
|
|
// Create application service transaction workers
|
|
|
|
if err := workers.SetupTransactionWorkers(appserviceDB, workerStates); err != nil {
|
|
|
|
logrus.WithError(err).Panicf("failed to start app service transaction workers")
|
|
|
|
}
|
2020-06-04 15:43:07 +01:00
|
|
|
return appserviceQueryAPI
|
2018-05-24 13:54:42 +01:00
|
|
|
}
|
2018-07-17 17:31:40 +01:00
|
|
|
|
|
|
|
// generateAppServiceAccounts creates a dummy account based off the
|
|
|
|
// `sender_localpart` field of each application service if it doesn't
|
|
|
|
// exist already
|
|
|
|
func generateAppServiceAccount(
|
2020-02-13 17:27:33 +00:00
|
|
|
accountsDB accounts.Database,
|
|
|
|
deviceDB devices.Database,
|
2018-07-17 17:31:40 +01:00
|
|
|
as config.ApplicationService,
|
|
|
|
) error {
|
|
|
|
ctx := context.Background()
|
|
|
|
|
|
|
|
// Create an account for the application service
|
2020-06-01 18:34:29 +01:00
|
|
|
_, err := accountsDB.CreateAccount(ctx, as.SenderLocalpart, "", as.ID)
|
2018-07-17 17:31:40 +01:00
|
|
|
if err != nil {
|
2020-06-12 14:55:57 +01:00
|
|
|
if errors.Is(err, sqlutil.ErrUserExists) { // This account already exists
|
2020-06-01 18:34:29 +01:00
|
|
|
return nil
|
|
|
|
}
|
2018-07-17 17:31:40 +01:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create a dummy device with a dummy token for the application service
|
|
|
|
_, err = deviceDB.CreateDevice(ctx, as.SenderLocalpart, nil, as.ASToken, &as.SenderLocalpart)
|
|
|
|
return err
|
|
|
|
}
|