312 lines
18 KiB
Go
312 lines
18 KiB
Go
/*
|
|
GoToSocial
|
|
Copyright (C) 2021 GoToSocial Authors admin@gotosocial.org
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
package processing
|
|
|
|
import (
|
|
"context"
|
|
"net/http"
|
|
"net/url"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
apimodel "github.com/superseriousbusiness/gotosocial/internal/api/model"
|
|
"github.com/superseriousbusiness/gotosocial/internal/blob"
|
|
"github.com/superseriousbusiness/gotosocial/internal/config"
|
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
|
"github.com/superseriousbusiness/gotosocial/internal/federation"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtserror"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
|
"github.com/superseriousbusiness/gotosocial/internal/media"
|
|
"github.com/superseriousbusiness/gotosocial/internal/oauth"
|
|
"github.com/superseriousbusiness/gotosocial/internal/processing/account"
|
|
"github.com/superseriousbusiness/gotosocial/internal/processing/admin"
|
|
mediaProcessor "github.com/superseriousbusiness/gotosocial/internal/processing/media"
|
|
"github.com/superseriousbusiness/gotosocial/internal/processing/status"
|
|
"github.com/superseriousbusiness/gotosocial/internal/processing/streaming"
|
|
"github.com/superseriousbusiness/gotosocial/internal/timeline"
|
|
"github.com/superseriousbusiness/gotosocial/internal/typeutils"
|
|
"github.com/superseriousbusiness/gotosocial/internal/visibility"
|
|
)
|
|
|
|
// Processor should be passed to api modules (see internal/apimodule/...). It is used for
|
|
// passing messages back and forth from the client API and the federating interface, via channels.
|
|
// It also contains logic for filtering which messages should end up where.
|
|
// It is designed to be used asynchronously: the client API and the federating API should just be able to
|
|
// fire messages into the processor and not wait for a reply before proceeding with other work. This allows
|
|
// for clean distribution of messages without slowing down the client API and harming the user experience.
|
|
type Processor interface {
|
|
// Start starts the Processor, reading from its channels and passing messages back and forth.
|
|
Start() error
|
|
// Stop stops the processor cleanly, finishing handling any remaining messages before closing down.
|
|
Stop() error
|
|
|
|
/*
|
|
CLIENT API-FACING PROCESSING FUNCTIONS
|
|
These functions are intended to be called when the API client needs an immediate (ie., synchronous) reply
|
|
to an HTTP request. As such, they will only do the bare-minimum of work necessary to give a properly
|
|
formed reply. For more intensive (and time-consuming) calls, where you don't require an immediate
|
|
response, pass work to the processor using a channel instead.
|
|
*/
|
|
|
|
// AccountCreate processes the given form for creating a new account, returning an oauth token for that account if successful.
|
|
AccountCreate(authed *oauth.Auth, form *apimodel.AccountCreateRequest) (*apimodel.Token, error)
|
|
// AccountGet processes the given request for account information.
|
|
AccountGet(authed *oauth.Auth, targetAccountID string) (*apimodel.Account, error)
|
|
// AccountUpdate processes the update of an account with the given form
|
|
AccountUpdate(authed *oauth.Auth, form *apimodel.UpdateCredentialsRequest) (*apimodel.Account, error)
|
|
// AccountStatusesGet fetches a number of statuses (in time descending order) from the given account, filtered by visibility for
|
|
// the account given in authed.
|
|
AccountStatusesGet(authed *oauth.Auth, targetAccountID string, limit int, excludeReplies bool, maxID string, pinned bool, mediaOnly bool) ([]apimodel.Status, gtserror.WithCode)
|
|
// AccountFollowersGet fetches a list of the target account's followers.
|
|
AccountFollowersGet(authed *oauth.Auth, targetAccountID string) ([]apimodel.Account, gtserror.WithCode)
|
|
// AccountFollowingGet fetches a list of the accounts that target account is following.
|
|
AccountFollowingGet(authed *oauth.Auth, targetAccountID string) ([]apimodel.Account, gtserror.WithCode)
|
|
// AccountRelationshipGet returns a relationship model describing the relationship of the targetAccount to the Authed account.
|
|
AccountRelationshipGet(authed *oauth.Auth, targetAccountID string) (*apimodel.Relationship, gtserror.WithCode)
|
|
// AccountFollowCreate handles a follow request to an account, either remote or local.
|
|
AccountFollowCreate(authed *oauth.Auth, form *apimodel.AccountFollowRequest) (*apimodel.Relationship, gtserror.WithCode)
|
|
// AccountFollowRemove handles the removal of a follow/follow request to an account, either remote or local.
|
|
AccountFollowRemove(authed *oauth.Auth, targetAccountID string) (*apimodel.Relationship, gtserror.WithCode)
|
|
// AccountBlockCreate handles the creation of a block from authed account to target account, either remote or local.
|
|
AccountBlockCreate(authed *oauth.Auth, targetAccountID string) (*apimodel.Relationship, gtserror.WithCode)
|
|
// AccountBlockRemove handles the removal of a block from authed account to target account, either remote or local.
|
|
AccountBlockRemove(authed *oauth.Auth, targetAccountID string) (*apimodel.Relationship, gtserror.WithCode)
|
|
|
|
// AdminEmojiCreate handles the creation of a new instance emoji by an admin, using the given form.
|
|
AdminEmojiCreate(authed *oauth.Auth, form *apimodel.EmojiCreateRequest) (*apimodel.Emoji, error)
|
|
// AdminDomainBlockCreate handles the creation of a new domain block by an admin, using the given form.
|
|
AdminDomainBlockCreate(authed *oauth.Auth, form *apimodel.DomainBlockCreateRequest) (*apimodel.DomainBlock, gtserror.WithCode)
|
|
// AdminDomainBlocksImport handles the import of multiple domain blocks by an admin, using the given form.
|
|
AdminDomainBlocksImport(authed *oauth.Auth, form *apimodel.DomainBlockCreateRequest) ([]*apimodel.DomainBlock, gtserror.WithCode)
|
|
// AdminDomainBlocksGet returns a list of currently blocked domains.
|
|
AdminDomainBlocksGet(authed *oauth.Auth, export bool) ([]*apimodel.DomainBlock, gtserror.WithCode)
|
|
// AdminDomainBlockGet returns one domain block, specified by ID.
|
|
AdminDomainBlockGet(authed *oauth.Auth, id string, export bool) (*apimodel.DomainBlock, gtserror.WithCode)
|
|
// AdminDomainBlockDelete deletes one domain block, specified by ID, returning the deleted domain block.
|
|
AdminDomainBlockDelete(authed *oauth.Auth, id string) (*apimodel.DomainBlock, gtserror.WithCode)
|
|
|
|
// AppCreate processes the creation of a new API application
|
|
AppCreate(authed *oauth.Auth, form *apimodel.ApplicationCreateRequest) (*apimodel.Application, error)
|
|
|
|
// BlocksGet returns a list of accounts blocked by the requesting account.
|
|
BlocksGet(authed *oauth.Auth, maxID string, sinceID string, limit int) (*apimodel.BlocksResponse, gtserror.WithCode)
|
|
|
|
// FileGet handles the fetching of a media attachment file via the fileserver.
|
|
FileGet(authed *oauth.Auth, form *apimodel.GetContentRequestForm) (*apimodel.Content, error)
|
|
|
|
// FollowRequestsGet handles the getting of the authed account's incoming follow requests
|
|
FollowRequestsGet(auth *oauth.Auth) ([]apimodel.Account, gtserror.WithCode)
|
|
// FollowRequestAccept handles the acceptance of a follow request from the given account ID
|
|
FollowRequestAccept(auth *oauth.Auth, accountID string) (*apimodel.Relationship, gtserror.WithCode)
|
|
|
|
// InstanceGet retrieves instance information for serving at api/v1/instance
|
|
InstanceGet(domain string) (*apimodel.Instance, gtserror.WithCode)
|
|
// InstancePatch updates this instance according to the given form.
|
|
//
|
|
// It should already be ascertained that the requesting account is authenticated and an admin.
|
|
InstancePatch(form *apimodel.InstanceSettingsUpdateRequest) (*apimodel.Instance, gtserror.WithCode)
|
|
|
|
// MediaCreate handles the creation of a media attachment, using the given form.
|
|
MediaCreate(authed *oauth.Auth, form *apimodel.AttachmentRequest) (*apimodel.Attachment, error)
|
|
// MediaGet handles the GET of a media attachment with the given ID
|
|
MediaGet(authed *oauth.Auth, attachmentID string) (*apimodel.Attachment, gtserror.WithCode)
|
|
// MediaUpdate handles the PUT of a media attachment with the given ID and form
|
|
MediaUpdate(authed *oauth.Auth, attachmentID string, form *apimodel.AttachmentUpdateRequest) (*apimodel.Attachment, gtserror.WithCode)
|
|
|
|
// NotificationsGet
|
|
NotificationsGet(authed *oauth.Auth, limit int, maxID string, sinceID string) ([]*apimodel.Notification, gtserror.WithCode)
|
|
|
|
// SearchGet performs a search with the given params, resolving/dereferencing remotely as desired
|
|
SearchGet(authed *oauth.Auth, searchQuery *apimodel.SearchQuery) (*apimodel.SearchResult, gtserror.WithCode)
|
|
|
|
// StatusCreate processes the given form to create a new status, returning the api model representation of that status if it's OK.
|
|
StatusCreate(authed *oauth.Auth, form *apimodel.AdvancedStatusCreateForm) (*apimodel.Status, error)
|
|
// StatusDelete processes the delete of a given status, returning the deleted status if the delete goes through.
|
|
StatusDelete(authed *oauth.Auth, targetStatusID string) (*apimodel.Status, error)
|
|
// StatusFave processes the faving of a given status, returning the updated status if the fave goes through.
|
|
StatusFave(authed *oauth.Auth, targetStatusID string) (*apimodel.Status, error)
|
|
// StatusBoost processes the boost/reblog of a given status, returning the newly-created boost if all is well.
|
|
StatusBoost(authed *oauth.Auth, targetStatusID string) (*apimodel.Status, gtserror.WithCode)
|
|
// StatusUnboost processes the unboost/unreblog of a given status, returning the status if all is well.
|
|
StatusUnboost(authed *oauth.Auth, targetStatusID string) (*apimodel.Status, gtserror.WithCode)
|
|
// StatusBoostedBy returns a slice of accounts that have boosted the given status, filtered according to privacy settings.
|
|
StatusBoostedBy(authed *oauth.Auth, targetStatusID string) ([]*apimodel.Account, gtserror.WithCode)
|
|
// StatusFavedBy returns a slice of accounts that have liked the given status, filtered according to privacy settings.
|
|
StatusFavedBy(authed *oauth.Auth, targetStatusID string) ([]*apimodel.Account, error)
|
|
// StatusGet gets the given status, taking account of privacy settings and blocks etc.
|
|
StatusGet(authed *oauth.Auth, targetStatusID string) (*apimodel.Status, error)
|
|
// StatusUnfave processes the unfaving of a given status, returning the updated status if the fave goes through.
|
|
StatusUnfave(authed *oauth.Auth, targetStatusID string) (*apimodel.Status, error)
|
|
// StatusGetContext returns the context (previous and following posts) from the given status ID
|
|
StatusGetContext(authed *oauth.Auth, targetStatusID string) (*apimodel.Context, gtserror.WithCode)
|
|
|
|
// HomeTimelineGet returns statuses from the home timeline, with the given filters/parameters.
|
|
HomeTimelineGet(authed *oauth.Auth, maxID string, sinceID string, minID string, limit int, local bool) (*apimodel.StatusTimelineResponse, gtserror.WithCode)
|
|
// PublicTimelineGet returns statuses from the public/local timeline, with the given filters/parameters.
|
|
PublicTimelineGet(authed *oauth.Auth, maxID string, sinceID string, minID string, limit int, local bool) (*apimodel.StatusTimelineResponse, gtserror.WithCode)
|
|
// FavedTimelineGet returns faved statuses, with the given filters/parameters.
|
|
FavedTimelineGet(authed *oauth.Auth, maxID string, minID string, limit int) (*apimodel.StatusTimelineResponse, gtserror.WithCode)
|
|
|
|
// AuthorizeStreamingRequest returns a gotosocial account in exchange for an access token, or an error if the given token is not valid.
|
|
AuthorizeStreamingRequest(accessToken string) (*gtsmodel.Account, error)
|
|
// OpenStreamForAccount opens a new stream for the given account, with the given stream type.
|
|
OpenStreamForAccount(account *gtsmodel.Account, streamType string) (*gtsmodel.Stream, gtserror.WithCode)
|
|
|
|
/*
|
|
FEDERATION API-FACING PROCESSING FUNCTIONS
|
|
These functions are intended to be called when the federating client needs an immediate (ie., synchronous) reply
|
|
to an HTTP request. As such, they will only do the bare-minimum of work necessary to give a properly
|
|
formed reply. For more intensive (and time-consuming) calls, where you don't require an immediate
|
|
response, pass work to the processor using a channel instead.
|
|
*/
|
|
|
|
// GetFediUser handles the getting of a fedi/activitypub representation of a user/account, performing appropriate authentication
|
|
// before returning a JSON serializable interface to the caller.
|
|
GetFediUser(ctx context.Context, requestedUsername string, requestURL *url.URL) (interface{}, gtserror.WithCode)
|
|
|
|
// GetFediFollowers handles the getting of a fedi/activitypub representation of a user/account's followers, performing appropriate
|
|
// authentication before returning a JSON serializable interface to the caller.
|
|
GetFediFollowers(ctx context.Context, requestedUsername string, requestURL *url.URL) (interface{}, gtserror.WithCode)
|
|
|
|
// GetFediFollowing handles the getting of a fedi/activitypub representation of a user/account's following, performing appropriate
|
|
// authentication before returning a JSON serializable interface to the caller.
|
|
GetFediFollowing(ctx context.Context, requestedUsername string, requestURL *url.URL) (interface{}, gtserror.WithCode)
|
|
|
|
// GetFediStatus handles the getting of a fedi/activitypub representation of a particular status, performing appropriate
|
|
// authentication before returning a JSON serializable interface to the caller.
|
|
GetFediStatus(ctx context.Context, requestedUsername string, requestedStatusID string, requestURL *url.URL) (interface{}, gtserror.WithCode)
|
|
|
|
// GetWebfingerAccount handles the GET for a webfinger resource. Most commonly, it will be used for returning account lookups.
|
|
GetWebfingerAccount(ctx context.Context, requestedUsername string, requestURL *url.URL) (*apimodel.WellKnownResponse, gtserror.WithCode)
|
|
|
|
// GetNodeInfoRel returns a well known response giving the path to node info.
|
|
GetNodeInfoRel(request *http.Request) (*apimodel.WellKnownResponse, gtserror.WithCode)
|
|
|
|
// GetNodeInfo returns a node info struct in response to a node info request.
|
|
GetNodeInfo(request *http.Request) (*apimodel.Nodeinfo, gtserror.WithCode)
|
|
|
|
// InboxPost handles POST requests to a user's inbox for new activitypub messages.
|
|
//
|
|
// InboxPost returns true if the request was handled as an ActivityPub POST to an actor's inbox.
|
|
// If false, the request was not an ActivityPub request and may still be handled by the caller in another way, such as serving a web page.
|
|
//
|
|
// If the error is nil, then the ResponseWriter's headers and response has already been written. If a non-nil error is returned, then no response has been written.
|
|
//
|
|
// If the Actor was constructed with the Federated Protocol enabled, side effects will occur.
|
|
//
|
|
// If the Federated Protocol is not enabled, writes the http.StatusMethodNotAllowed status code in the response. No side effects occur.
|
|
InboxPost(ctx context.Context, w http.ResponseWriter, r *http.Request) (bool, error)
|
|
}
|
|
|
|
// processor just implements the Processor interface
|
|
type processor struct {
|
|
fromClientAPI chan gtsmodel.FromClientAPI
|
|
fromFederator chan gtsmodel.FromFederator
|
|
federator federation.Federator
|
|
stop chan interface{}
|
|
log *logrus.Logger
|
|
config *config.Config
|
|
tc typeutils.TypeConverter
|
|
oauthServer oauth.Server
|
|
mediaHandler media.Handler
|
|
storage blob.Storage
|
|
timelineManager timeline.Manager
|
|
db db.DB
|
|
filter visibility.Filter
|
|
|
|
/*
|
|
SUB-PROCESSORS
|
|
*/
|
|
|
|
accountProcessor account.Processor
|
|
adminProcessor admin.Processor
|
|
statusProcessor status.Processor
|
|
streamingProcessor streaming.Processor
|
|
mediaProcessor mediaProcessor.Processor
|
|
}
|
|
|
|
// NewProcessor returns a new Processor that uses the given federator and logger
|
|
func NewProcessor(config *config.Config, tc typeutils.TypeConverter, federator federation.Federator, oauthServer oauth.Server, mediaHandler media.Handler, storage blob.Storage, timelineManager timeline.Manager, db db.DB, log *logrus.Logger) Processor {
|
|
|
|
fromClientAPI := make(chan gtsmodel.FromClientAPI, 1000)
|
|
fromFederator := make(chan gtsmodel.FromFederator, 1000)
|
|
|
|
statusProcessor := status.New(db, tc, config, fromClientAPI, log)
|
|
streamingProcessor := streaming.New(db, tc, oauthServer, config, log)
|
|
accountProcessor := account.New(db, tc, mediaHandler, oauthServer, fromClientAPI, federator, config, log)
|
|
adminProcessor := admin.New(db, tc, mediaHandler, fromClientAPI, config, log)
|
|
mediaProcessor := mediaProcessor.New(db, tc, mediaHandler, storage, config, log)
|
|
|
|
return &processor{
|
|
fromClientAPI: fromClientAPI,
|
|
fromFederator: fromFederator,
|
|
federator: federator,
|
|
stop: make(chan interface{}),
|
|
log: log,
|
|
config: config,
|
|
tc: tc,
|
|
oauthServer: oauthServer,
|
|
mediaHandler: mediaHandler,
|
|
storage: storage,
|
|
timelineManager: timelineManager,
|
|
db: db,
|
|
filter: visibility.NewFilter(db, log),
|
|
|
|
accountProcessor: accountProcessor,
|
|
adminProcessor: adminProcessor,
|
|
statusProcessor: statusProcessor,
|
|
streamingProcessor: streamingProcessor,
|
|
mediaProcessor: mediaProcessor,
|
|
}
|
|
}
|
|
|
|
// Start starts the Processor, reading from its channels and passing messages back and forth.
|
|
func (p *processor) Start() error {
|
|
go func() {
|
|
DistLoop:
|
|
for {
|
|
select {
|
|
case clientMsg := <-p.fromClientAPI:
|
|
p.log.Tracef("received message FROM client API: %+v", clientMsg)
|
|
go func() {
|
|
if err := p.processFromClientAPI(clientMsg); err != nil {
|
|
p.log.Error(err)
|
|
}
|
|
}()
|
|
case federatorMsg := <-p.fromFederator:
|
|
p.log.Tracef("received message FROM federator: %+v", federatorMsg)
|
|
go func() {
|
|
if err := p.processFromFederator(federatorMsg); err != nil {
|
|
p.log.Error(err)
|
|
}
|
|
}()
|
|
case <-p.stop:
|
|
break DistLoop
|
|
}
|
|
}
|
|
}()
|
|
return p.initTimelines()
|
|
}
|
|
|
|
// Stop stops the processor cleanly, finishing handling any remaining messages before closing down.
|
|
// TODO: empty message buffer properly before stopping otherwise we'll lose federating messages.
|
|
func (p *processor) Stop() error {
|
|
close(p.stop)
|
|
return nil
|
|
}
|