mirror of
https://github.com/1f349/dendrite.git
synced 2024-12-01 16:11:30 +00:00
a763cbb0e1
* Put federation client functions into their own file * Look for missing auth events in RS input * Remove retrieveMissingAuthEvents from federation API * Logging * Sorta transplanted the code over * Use event origin failing all else * Don't get stuck on mutexes: * Add verifier * Don't mark state events with zero snapshot NID as not existing * Check missing state if not an outlier before storing the event * Reject instead of soft-fail, don't copy roominfo so much * Use synchronous contexts, limit time to fetch missing events * Clean up some commented out bits * Simplify `/send` endpoint significantly * Submit async * Report errors on sending to RS input * Set max payload in NATS to 16MB * Tweak metrics * Add `workerForRoom` for tidiness * Try skipping unmarshalling errors for RespMissingEvents * Track missing prev events separately to avoid calculating state when not possible * Tweak logic around checking missing state * Care about state when checking missing prev events * Don't check missing state for create events * Try that again * Handle create events better * Send create room events as new * Use given event kind when sending auth/state events * Revert "Use given event kind when sending auth/state events" This reverts commit 089d64d271b5fca8c104e1554711187420dbebca. * Only search for missing prev events or state for new events * Tweaks * We only have missing prev if we don't supply state * Room version tweaks * Allow async inputs again * Apply backpressure to consumers/synchronous requests to hopefully stop things being overwhelmed * Set timeouts on roomserver input tasks (need to decide what timeout makes sense) * Use work queue policy, deliver all on restart * Reduce chance of duplicates being sent by NATS * Limit the number of servers we attempt to reduce backpressure * Some review comment fixes * Tidy up a couple things * Don't limit servers, randomise order using map * Some context refactoring * Update gmsl * Don't resend create events * Set stateIDs length correctly or else the roomserver thinks there are missing events when there aren't * Exclude our own servername * Try backing off servers * Make excluding self behaviour optional * Exclude self from g_m_e * Update sytest-whitelist * Update consumers for the roomserver output stream * Remember to send outliers for state returned from /gme * Make full HTTP tests less upsetti * Remove 'If a device list update goes missing, the server resyncs on the next one' from the sytest blacklist * Remove debugging test * Fix blacklist again, remove unnecessary duplicate context * Clearer contexts, don't use background in case there's something happening there * Don't queue up events more than once in memory * Correctly identify create events when checking for state * Fill in gaps again in /gme code * Remove `AuthEventIDs` from `InputRoomEvent` * Remove stray field Co-authored-by: Kegan Dougal <kegan@matrix.org>
425 lines
15 KiB
Go
425 lines
15 KiB
Go
package inthttp
|
|
|
|
import (
|
|
"encoding/json"
|
|
"net/http"
|
|
|
|
"github.com/gorilla/mux"
|
|
"github.com/matrix-org/dendrite/federationapi/api"
|
|
"github.com/matrix-org/dendrite/internal/httputil"
|
|
"github.com/matrix-org/util"
|
|
)
|
|
|
|
// AddRoutes adds the FederationInternalAPI handlers to the http.ServeMux.
|
|
// nolint:gocyclo
|
|
func AddRoutes(intAPI api.FederationInternalAPI, internalAPIMux *mux.Router) {
|
|
internalAPIMux.Handle(
|
|
FederationAPIQueryJoinedHostServerNamesInRoomPath,
|
|
httputil.MakeInternalAPI("QueryJoinedHostServerNamesInRoom", func(req *http.Request) util.JSONResponse {
|
|
var request api.QueryJoinedHostServerNamesInRoomRequest
|
|
var response api.QueryJoinedHostServerNamesInRoomResponse
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
if err := intAPI.QueryJoinedHostServerNamesInRoom(req.Context(), &request, &response); err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIPerformJoinRequestPath,
|
|
httputil.MakeInternalAPI("PerformJoinRequest", func(req *http.Request) util.JSONResponse {
|
|
var request api.PerformJoinRequest
|
|
var response api.PerformJoinResponse
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
intAPI.PerformJoin(req.Context(), &request, &response)
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIPerformLeaveRequestPath,
|
|
httputil.MakeInternalAPI("PerformLeaveRequest", func(req *http.Request) util.JSONResponse {
|
|
var request api.PerformLeaveRequest
|
|
var response api.PerformLeaveResponse
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
if err := intAPI.PerformLeave(req.Context(), &request, &response); err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIPerformInviteRequestPath,
|
|
httputil.MakeInternalAPI("PerformInviteRequest", func(req *http.Request) util.JSONResponse {
|
|
var request api.PerformInviteRequest
|
|
var response api.PerformInviteResponse
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
if err := intAPI.PerformInvite(req.Context(), &request, &response); err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIPerformDirectoryLookupRequestPath,
|
|
httputil.MakeInternalAPI("PerformDirectoryLookupRequest", func(req *http.Request) util.JSONResponse {
|
|
var request api.PerformDirectoryLookupRequest
|
|
var response api.PerformDirectoryLookupResponse
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
if err := intAPI.PerformDirectoryLookup(req.Context(), &request, &response); err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIPerformServersAlivePath,
|
|
httputil.MakeInternalAPI("PerformServersAliveRequest", func(req *http.Request) util.JSONResponse {
|
|
var request api.PerformServersAliveRequest
|
|
var response api.PerformServersAliveResponse
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
if err := intAPI.PerformServersAlive(req.Context(), &request, &response); err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIPerformBroadcastEDUPath,
|
|
httputil.MakeInternalAPI("PerformBroadcastEDU", func(req *http.Request) util.JSONResponse {
|
|
var request api.PerformBroadcastEDURequest
|
|
var response api.PerformBroadcastEDUResponse
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
if err := intAPI.PerformBroadcastEDU(req.Context(), &request, &response); err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIGetUserDevicesPath,
|
|
httputil.MakeInternalAPI("GetUserDevices", func(req *http.Request) util.JSONResponse {
|
|
var request getUserDevices
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.GetUserDevices(req.Context(), request.S, request.UserID)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = &res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIClaimKeysPath,
|
|
httputil.MakeInternalAPI("ClaimKeys", func(req *http.Request) util.JSONResponse {
|
|
var request claimKeys
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.ClaimKeys(req.Context(), request.S, request.OneTimeKeys)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = &res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIQueryKeysPath,
|
|
httputil.MakeInternalAPI("QueryKeys", func(req *http.Request) util.JSONResponse {
|
|
var request queryKeys
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.QueryKeys(req.Context(), request.S, request.Keys)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = &res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIBackfillPath,
|
|
httputil.MakeInternalAPI("Backfill", func(req *http.Request) util.JSONResponse {
|
|
var request backfill
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.Backfill(req.Context(), request.S, request.RoomID, request.Limit, request.EventIDs)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = &res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPILookupStatePath,
|
|
httputil.MakeInternalAPI("LookupState", func(req *http.Request) util.JSONResponse {
|
|
var request lookupState
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.LookupState(req.Context(), request.S, request.RoomID, request.EventID, request.RoomVersion)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = &res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPILookupStateIDsPath,
|
|
httputil.MakeInternalAPI("LookupStateIDs", func(req *http.Request) util.JSONResponse {
|
|
var request lookupStateIDs
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.LookupStateIDs(req.Context(), request.S, request.RoomID, request.EventID)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = &res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPILookupMissingEventsPath,
|
|
httputil.MakeInternalAPI("LookupMissingEvents", func(req *http.Request) util.JSONResponse {
|
|
var request lookupMissingEvents
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.LookupMissingEvents(req.Context(), request.S, request.RoomID, request.Missing, request.RoomVersion)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
for _, event := range res.Events {
|
|
js, err := json.Marshal(event)
|
|
if err != nil {
|
|
return util.MessageResponse(http.StatusInternalServerError, err.Error())
|
|
}
|
|
request.Res.Events = append(request.Res.Events, js)
|
|
}
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIGetEventPath,
|
|
httputil.MakeInternalAPI("GetEvent", func(req *http.Request) util.JSONResponse {
|
|
var request getEvent
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.GetEvent(req.Context(), request.S, request.EventID)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = &res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIGetEventAuthPath,
|
|
httputil.MakeInternalAPI("GetEventAuth", func(req *http.Request) util.JSONResponse {
|
|
var request getEventAuth
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.GetEventAuth(req.Context(), request.S, request.RoomVersion, request.RoomID, request.EventID)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = &res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIQueryServerKeysPath,
|
|
httputil.MakeInternalAPI("QueryServerKeys", func(req *http.Request) util.JSONResponse {
|
|
var request api.QueryServerKeysRequest
|
|
var response api.QueryServerKeysResponse
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
if err := intAPI.QueryServerKeys(req.Context(), &request, &response); err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPILookupServerKeysPath,
|
|
httputil.MakeInternalAPI("LookupServerKeys", func(req *http.Request) util.JSONResponse {
|
|
var request lookupServerKeys
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.LookupServerKeys(req.Context(), request.S, request.KeyRequests)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.ServerKeys = res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPIEventRelationshipsPath,
|
|
httputil.MakeInternalAPI("MSC2836EventRelationships", func(req *http.Request) util.JSONResponse {
|
|
var request eventRelationships
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.MSC2836EventRelationships(req.Context(), request.S, request.Req, request.RoomVer)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(
|
|
FederationAPISpacesSummaryPath,
|
|
httputil.MakeInternalAPI("MSC2946SpacesSummary", func(req *http.Request) util.JSONResponse {
|
|
var request spacesReq
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
res, err := intAPI.MSC2946Spaces(req.Context(), request.S, request.RoomID, request.Req)
|
|
if err != nil {
|
|
ferr, ok := err.(*api.FederationClientError)
|
|
if ok {
|
|
request.Err = ferr
|
|
} else {
|
|
request.Err = &api.FederationClientError{
|
|
Err: err.Error(),
|
|
}
|
|
}
|
|
}
|
|
request.Res = res
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: request}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(FederationAPIQueryPublicKeyPath,
|
|
httputil.MakeInternalAPI("queryPublicKeys", func(req *http.Request) util.JSONResponse {
|
|
request := api.QueryPublicKeysRequest{}
|
|
response := api.QueryPublicKeysResponse{}
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
keys, err := intAPI.FetchKeys(req.Context(), request.Requests)
|
|
if err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
response.Results = keys
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
internalAPIMux.Handle(FederationAPIInputPublicKeyPath,
|
|
httputil.MakeInternalAPI("inputPublicKeys", func(req *http.Request) util.JSONResponse {
|
|
request := api.InputPublicKeysRequest{}
|
|
response := api.InputPublicKeysResponse{}
|
|
if err := json.NewDecoder(req.Body).Decode(&request); err != nil {
|
|
return util.MessageResponse(http.StatusBadRequest, err.Error())
|
|
}
|
|
if err := intAPI.StoreKeys(req.Context(), request.Keys); err != nil {
|
|
return util.ErrorResponse(err)
|
|
}
|
|
return util.JSONResponse{Code: http.StatusOK, JSON: &response}
|
|
}),
|
|
)
|
|
}
|