mirror of
https://github.com/1f349/dendrite.git
synced 2024-11-26 05:31:32 +00:00
Minor perf/debugging improvements (#1121)
* Minor perf/debugging improvements - publicroomsapi: Don't call QueryEventsByID with no event IDs - appservice: Consume only if there are 1 or more ASes - roomserver: don't keep a copy of the request "for debugging" - we trace now * fedsender: return early if we have no destinations * Unbreak tests
This commit is contained in:
parent
ecd7accbad
commit
0dc4ceaa2d
@ -86,6 +86,9 @@ func NewInternalAPI(
|
|||||||
Cfg: base.Cfg,
|
Cfg: base.Cfg,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Only consume if we actually have ASes to track, else we'll just chew cycles needlessly.
|
||||||
|
// We can't add ASes at runtime so this is safe to do.
|
||||||
|
if len(workerStates) > 0 {
|
||||||
consumer := consumers.NewOutputRoomEventConsumer(
|
consumer := consumers.NewOutputRoomEventConsumer(
|
||||||
base.Cfg, base.KafkaConsumer, accountsDB, appserviceDB,
|
base.Cfg, base.KafkaConsumer, accountsDB, appserviceDB,
|
||||||
rsAPI, workerStates,
|
rsAPI, workerStates,
|
||||||
@ -93,6 +96,7 @@ func NewInternalAPI(
|
|||||||
if err := consumer.Start(); err != nil {
|
if err := consumer.Start(); err != nil {
|
||||||
logrus.WithError(err).Panicf("failed to start appservice roomserver consumer")
|
logrus.WithError(err).Panicf("failed to start appservice roomserver consumer")
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// Create application service transaction workers
|
// Create application service transaction workers
|
||||||
if err := workers.SetupTransactionWorkers(appserviceDB, workerStates); err != nil {
|
if err := workers.SetupTransactionWorkers(appserviceDB, workerStates); err != nil {
|
||||||
|
@ -128,7 +128,6 @@ func (t *testRoomserverAPI) QueryLatestEventsAndState(
|
|||||||
response *api.QueryLatestEventsAndStateResponse,
|
response *api.QueryLatestEventsAndStateResponse,
|
||||||
) error {
|
) error {
|
||||||
r := t.queryLatestEventsAndState(request)
|
r := t.queryLatestEventsAndState(request)
|
||||||
response.QueryLatestEventsAndStateRequest = *request
|
|
||||||
response.RoomExists = r.RoomExists
|
response.RoomExists = r.RoomExists
|
||||||
response.RoomVersion = testRoomVersion
|
response.RoomVersion = testRoomVersion
|
||||||
response.LatestEvents = r.LatestEvents
|
response.LatestEvents = r.LatestEvents
|
||||||
@ -144,7 +143,6 @@ func (t *testRoomserverAPI) QueryStateAfterEvents(
|
|||||||
response *api.QueryStateAfterEventsResponse,
|
response *api.QueryStateAfterEventsResponse,
|
||||||
) error {
|
) error {
|
||||||
response.RoomVersion = testRoomVersion
|
response.RoomVersion = testRoomVersion
|
||||||
response.QueryStateAfterEventsRequest = *request
|
|
||||||
res := t.queryStateAfterEvents(request)
|
res := t.queryStateAfterEvents(request)
|
||||||
response.PrevEventsExist = res.PrevEventsExist
|
response.PrevEventsExist = res.PrevEventsExist
|
||||||
response.RoomExists = res.RoomExists
|
response.RoomExists = res.RoomExists
|
||||||
@ -612,7 +610,6 @@ func TestTransactionFetchMissingStateByStateIDs(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
res.QueryEventsByIDRequest = *req
|
|
||||||
return res
|
return res
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
@ -107,6 +107,9 @@ func (oqs *OutgoingQueues) SendEvent(
|
|||||||
|
|
||||||
// Remove our own server from the list of destinations.
|
// Remove our own server from the list of destinations.
|
||||||
destinations = filterAndDedupeDests(oqs.origin, destinations)
|
destinations = filterAndDedupeDests(oqs.origin, destinations)
|
||||||
|
if len(destinations) == 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
log.WithFields(log.Fields{
|
log.WithFields(log.Fields{
|
||||||
"destinations": destinations, "event": ev.EventID(),
|
"destinations": destinations, "event": ev.EventID(),
|
||||||
|
@ -78,18 +78,19 @@ func (s *OutputRoomEventConsumer) onMessage(msg *sarama.ConsumerMessage) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
remQueryReq := api.QueryEventsByIDRequest{EventIDs: output.NewRoomEvent.RemovesStateEventIDs}
|
|
||||||
var remQueryRes api.QueryEventsByIDResponse
|
var remQueryRes api.QueryEventsByIDResponse
|
||||||
|
if len(output.NewRoomEvent.RemovesStateEventIDs) > 0 {
|
||||||
|
remQueryReq := api.QueryEventsByIDRequest{EventIDs: output.NewRoomEvent.RemovesStateEventIDs}
|
||||||
if err := s.rsAPI.QueryEventsByID(context.TODO(), &remQueryReq, &remQueryRes); err != nil {
|
if err := s.rsAPI.QueryEventsByID(context.TODO(), &remQueryReq, &remQueryRes); err != nil {
|
||||||
log.Warn(err)
|
log.Warn(err)
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
var addQueryEvents, remQueryEvents []gomatrixserverlib.Event
|
var addQueryEvents, remQueryEvents []gomatrixserverlib.Event
|
||||||
for _, headeredEvent := range output.NewRoomEvent.AddsState() {
|
for _, headeredEvent := range output.NewRoomEvent.AddsState() {
|
||||||
addQueryEvents = append(addQueryEvents, headeredEvent.Event)
|
addQueryEvents = append(addQueryEvents, headeredEvent.Event)
|
||||||
}
|
}
|
||||||
addQueryEvents = append(addQueryEvents, output.NewRoomEvent.Event.Unwrap())
|
|
||||||
for _, headeredEvent := range remQueryRes.Events {
|
for _, headeredEvent := range remQueryRes.Events {
|
||||||
remQueryEvents = append(remQueryEvents, headeredEvent.Event)
|
remQueryEvents = append(remQueryEvents, headeredEvent.Event)
|
||||||
}
|
}
|
||||||
|
@ -33,8 +33,6 @@ type QueryLatestEventsAndStateRequest struct {
|
|||||||
// This is used when sending events to set the prev_events, auth_events and depth.
|
// This is used when sending events to set the prev_events, auth_events and depth.
|
||||||
// It is also used to tell whether the event is allowed by the event auth rules.
|
// It is also used to tell whether the event is allowed by the event auth rules.
|
||||||
type QueryLatestEventsAndStateResponse struct {
|
type QueryLatestEventsAndStateResponse struct {
|
||||||
// Copy of the request for debugging.
|
|
||||||
QueryLatestEventsAndStateRequest
|
|
||||||
// Does the room exist?
|
// Does the room exist?
|
||||||
// If the room doesn't exist this will be false and LatestEvents will be empty.
|
// If the room doesn't exist this will be false and LatestEvents will be empty.
|
||||||
RoomExists bool `json:"room_exists"`
|
RoomExists bool `json:"room_exists"`
|
||||||
@ -66,8 +64,6 @@ type QueryStateAfterEventsRequest struct {
|
|||||||
|
|
||||||
// QueryStateAfterEventsResponse is a response to QueryStateAfterEvents
|
// QueryStateAfterEventsResponse is a response to QueryStateAfterEvents
|
||||||
type QueryStateAfterEventsResponse struct {
|
type QueryStateAfterEventsResponse struct {
|
||||||
// Copy of the request for debugging.
|
|
||||||
QueryStateAfterEventsRequest
|
|
||||||
// Does the room exist on this roomserver?
|
// Does the room exist on this roomserver?
|
||||||
// If the room doesn't exist this will be false and StateEvents will be empty.
|
// If the room doesn't exist this will be false and StateEvents will be empty.
|
||||||
RoomExists bool `json:"room_exists"`
|
RoomExists bool `json:"room_exists"`
|
||||||
@ -89,8 +85,6 @@ type QueryEventsByIDRequest struct {
|
|||||||
|
|
||||||
// QueryEventsByIDResponse is a response to QueryEventsByID
|
// QueryEventsByIDResponse is a response to QueryEventsByID
|
||||||
type QueryEventsByIDResponse struct {
|
type QueryEventsByIDResponse struct {
|
||||||
// Copy of the request for debugging.
|
|
||||||
QueryEventsByIDRequest
|
|
||||||
// A list of events with the requested IDs.
|
// A list of events with the requested IDs.
|
||||||
// If the roomserver does not have a copy of a requested event
|
// If the roomserver does not have a copy of a requested event
|
||||||
// then it will omit that event from the list.
|
// then it will omit that event from the list.
|
||||||
@ -187,8 +181,6 @@ type QueryStateAndAuthChainRequest struct {
|
|||||||
|
|
||||||
// QueryStateAndAuthChainResponse is a response to QueryStateAndAuthChain
|
// QueryStateAndAuthChainResponse is a response to QueryStateAndAuthChain
|
||||||
type QueryStateAndAuthChainResponse struct {
|
type QueryStateAndAuthChainResponse struct {
|
||||||
// Copy of the request for debugging.
|
|
||||||
QueryStateAndAuthChainRequest
|
|
||||||
// Does the room exist on this roomserver?
|
// Does the room exist on this roomserver?
|
||||||
// If the room doesn't exist this will be false and StateEvents will be empty.
|
// If the room doesn't exist this will be false and StateEvents will be empty.
|
||||||
RoomExists bool `json:"room_exists"`
|
RoomExists bool `json:"room_exists"`
|
||||||
|
@ -45,7 +45,6 @@ func (r *RoomserverInternalAPI) QueryLatestEventsAndState(
|
|||||||
|
|
||||||
roomState := state.NewStateResolution(r.DB)
|
roomState := state.NewStateResolution(r.DB)
|
||||||
|
|
||||||
response.QueryLatestEventsAndStateRequest = *request
|
|
||||||
roomNID, err := r.DB.RoomNIDExcludingStubs(ctx, request.RoomID)
|
roomNID, err := r.DB.RoomNIDExcludingStubs(ctx, request.RoomID)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
@ -105,7 +104,6 @@ func (r *RoomserverInternalAPI) QueryStateAfterEvents(
|
|||||||
|
|
||||||
roomState := state.NewStateResolution(r.DB)
|
roomState := state.NewStateResolution(r.DB)
|
||||||
|
|
||||||
response.QueryStateAfterEventsRequest = *request
|
|
||||||
roomNID, err := r.DB.RoomNIDExcludingStubs(ctx, request.RoomID)
|
roomNID, err := r.DB.RoomNIDExcludingStubs(ctx, request.RoomID)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
@ -153,8 +151,6 @@ func (r *RoomserverInternalAPI) QueryEventsByID(
|
|||||||
request *api.QueryEventsByIDRequest,
|
request *api.QueryEventsByIDRequest,
|
||||||
response *api.QueryEventsByIDResponse,
|
response *api.QueryEventsByIDResponse,
|
||||||
) error {
|
) error {
|
||||||
response.QueryEventsByIDRequest = *request
|
|
||||||
|
|
||||||
eventNIDMap, err := r.DB.EventNIDs(ctx, request.EventIDs)
|
eventNIDMap, err := r.DB.EventNIDs(ctx, request.EventIDs)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
@ -734,7 +730,6 @@ func (r *RoomserverInternalAPI) QueryStateAndAuthChain(
|
|||||||
request *api.QueryStateAndAuthChainRequest,
|
request *api.QueryStateAndAuthChainRequest,
|
||||||
response *api.QueryStateAndAuthChainResponse,
|
response *api.QueryStateAndAuthChainResponse,
|
||||||
) error {
|
) error {
|
||||||
response.QueryStateAndAuthChainRequest = *request
|
|
||||||
roomNID, err := r.DB.RoomNIDExcludingStubs(ctx, request.RoomID)
|
roomNID, err := r.DB.RoomNIDExcludingStubs(ctx, request.RoomID)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
|
Loading…
Reference in New Issue
Block a user