[#] validator/twitter: use Twitter API v2 as tweet fetcher

config/main.go

@@ -33,12 +33,18 @@ type HeadlessConfig struct {
 }
 
 type PlatformConfig struct {
+	Twitter  TwitterPlatformConfig  `json:"twitter"`
 	Telegram TelegramPlatformConfig `json:"telegram"`
 	Ethereum EthereumPlatformConfig `json:"ethereum"`
 	Discord  DiscordPlatformConfig  `json:"discord"`
 	Slack    SlackPlatformConfig    `json:"slack"`
 }
 
+type TwitterPlatformConfig struct {
+	// Twitter API v2 Bearer token
+	OauthToken string `json:"oauth_token"`
+}
+
 type ArweaveConfig struct {
 	Jwk       string `json:"jwk"`
 	ClientUrl string `json:"client_url"`

go.mod

@@ -8,6 +8,7 @@ require (
 	github.com/aws/aws-sdk-go-v2/config v1.15.4
 	github.com/aws/aws-sdk-go-v2/service/secretsmanager v1.15.6
 	github.com/everFinance/goar v1.4.2
+	github.com/g8rswimmer/go-twitter/v2 v2.1.5
 	github.com/gagliardetto/solana-go v1.4.0
 	github.com/gin-gonic/gin v1.7.7
 	github.com/go-faster/errors v0.6.1

go.sum

@@ -206,6 +206,8 @@ github.com/fjl/memsize v0.0.0-20190710130421-bcb5799ab5e5/go.mod h1:VvhXpOYNQvB+
 github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
 github.com/fsnotify/fsnotify v1.5.3 h1:vNFpj2z7YIbwh2bw7x35sqYpp2wfuq+pivKbWG09B8c=
 github.com/fsnotify/fsnotify v1.5.3/go.mod h1:T3375wBYaZdLLcVNkcVbzGHY7f1l/uK5T5Ai1i3InKU=
+github.com/g8rswimmer/go-twitter/v2 v2.1.5 h1:Uj9Yuof2UducrP4Xva7irnUJfB9354/VyUXKmc2D5gg=
+github.com/g8rswimmer/go-twitter/v2 v2.1.5/go.mod h1:/55xWb313KQs25X7oZrNSEwLQNkYHhPsDwFstc45vhc=
 github.com/gagliardetto/binary v0.6.1 h1:vGrbUym10xaaswadfnuSDr0xlP3NZS5XWbLqENJidrI=
 github.com/gagliardetto/binary v0.6.1/go.mod h1:aOfYkc20U0deHaHn/LVZXiqlkDbFAX0FpTlDhsXa0S0=
 github.com/gagliardetto/gofuzz v1.2.2/go.mod h1:bkH/3hYLZrMLbfYWA0pWzXmi5TTRZnu4pMGZBkqMKvY=

validator/twitter/api.go

@@ -0,0 +1,116 @@
+package twitter
+
+import (
+	"context"
+	"fmt"
+	"net/http"
+	"strings"
+
+	twitter "github.com/g8rswimmer/go-twitter/v2"
+	"github.com/nextdotid/proof_server/config"
+	"golang.org/x/xerrors"
+)
+
+type APIResponse struct {
+	User struct {
+		ID         string `json:"user_id"`
+		ScreenName string `json:"screen_name"`
+	} `json:"user"`
+	Text string `json:"text"`
+}
+
+var (
+	twitterClient *twitter.Client
+)
+
+type authorize struct {
+	Token string
+}
+
+func (a authorize) Add(req *http.Request) {
+	req.Header.Add("Authorization", fmt.Sprintf("Bearer %s", a.Token))
+}
+
+func initTwitterClient() {
+	if twitterClient != nil {
+		return
+	}
+	twitterClient = &twitter.Client{
+		Authorizer: authorize{
+			Token: config.C.Platform.Twitter.OauthToken,
+		},
+		Client: http.DefaultClient,
+		Host:   "https://api.twitter.com",
+	}
+}
+
+// Fetch tweet using twitter OAuth2.0 API.
+// FIXME: should be switched to guest OAuth token solution.
+func fetchPostWithAPI(id string, maxRetries int) (*APIResponse, error) {
+	initTwitterClient()
+	opts := twitter.TweetLookupOpts{
+		Expansions:  []twitter.Expansion{twitter.ExpansionEntitiesMentionsUserName, twitter.ExpansionAuthorID},
+		TweetFields: []twitter.TweetField{twitter.TweetFieldText, twitter.TweetFieldCreatedAt, twitter.TweetFieldEntities},
+	}
+	result, err := twitterClient.TweetLookup(context.Background(), []string{id}, opts)
+	if err != nil {
+		return nil, xerrors.Errorf("error when retriving tweet: %w", err)
+	}
+	tweet := result.Raw.Tweets[0]
+	if tweet == nil {
+		return nil, xerrors.Errorf("tweet not found: %s", id)
+	}
+
+	response := APIResponse{
+		Text: tweet.Text,
+	}
+	response.User.ID = tweet.AuthorID
+	userName, err := fetchUserName(tweet.AuthorID)
+	if err != nil {
+		return nil, err
+	}
+	response.User.ScreenName = userName
+
+	return &response, nil
+}
+
+func fetchUserName(userID string) (userName string, err error) {
+	initTwitterClient()
+	opts := twitter.UserLookupOpts{
+		UserFields: []twitter.UserField{twitter.UserFieldUserName},
+	}
+	result, err := twitterClient.UserLookup(context.Background(), []string{userID}, opts)
+	if err != nil {
+		return "", xerrors.Errorf("error when fetching twitter username: %w", err)
+	}
+	users := result.Raw.UserDictionaries()
+	user, ok := users[userID]
+	if !ok {
+		return "", xerrors.Errorf("error when fetching twitter username: user not found for ID %s", userID)
+	}
+	return strings.ToLower(user.User.UserName), nil
+}
+
+// func fetchPostWithAPI(id string, maxRetries int) (tweet *APIResponse, err error) {
+// 	const RETRY_AFTER = time.Second
+// 	ctx := context.Background()
+// 	if CurrentTokenList == nil {
+// 		CurrentTokenList, err = GetTokenListFromS3(ctx)
+// 		if err != nil {
+// 			return nil, xerrors.Errorf("fetchPostWithAPI: %w", err)
+// 		}
+// 		if CurrentTokenList == nil {
+// 			return nil, xerrors.Errorf("twitter token list does not exist")
+// 		}
+// 	}
+// 	token := lo.Sample(CurrentTokenList.Tokens)
+// 	if lo.IsEmpty(token.OAuthSecret) || lo.IsEmpty(token.OAuthKey) {
+// 		return nil, xerrors.Errorf("twitter token seems to be empty")
+// 	}
+
+// 	// TODO: Use token to query specific tweet with twitter API
+// 	// https://developer.twitter.com/en/docs/twitter-api/tweets/timelines/api-reference/get-users-id-tweets
+// 	// https://api.twitter.com/1.1/statuses/show.json
+
+// 	return nil, nil
+// }

validator/twitter/api_test.go

@@ -0,0 +1,25 @@
+package twitter
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/require"
+)
+
+func Test_fetchPostWithAPI(t *testing.T) {
+	t.Run("success", func(t *testing.T) {
+		tweet, err := fetchPostWithAPI("1652176440396517378", 10)
+		require.NoError(t, err)
+		require.Contains(t, tweet.Text, "Sig:")
+		require.Equal(t, tweet.User.ScreenName, "bgm38")
+		require.Equal(t, tweet.User.ID, "292254624")
+	})
+}
+
+func Test_fetchUserName(t *testing.T) {
+	t.Run("success", func(t *testing.T) {
+		userName, err := fetchUserName("292254624")
+		require.NoError(t, err)
+		require.Equal(t, "bgm38", userName)
+	})
+}

validator/twitter/twitter.go

@@ -104,12 +104,12 @@ func (twitter *Twitter) Validate() (err error) {
 	// 	return xerrors.Errorf("fetching tweet with headless browser: %w", err)
 	// }
 
-	tweet, err := fetchPostWithSyndication(fmt.Sprint(tweetID), 3)
+	tweet, err := fetchPostWithAPI(fmt.Sprint(tweetID), 3)
 	if err != nil {
 		return xerrors.Errorf("fetching tweet with syndication API: %w", err)
 	}
-	if twitter.Identity != strings.ToLower(tweet.User.ScreenName) {
-		return xerrors.Errorf("Tweet is not sent by this account.")
+	if twitter.Identity != tweet.User.ScreenName {
+		return xerrors.Errorf("tweet is not sent by this account.")
 	}
 	twitter.Text = tweet.Text
 	twitter.AltID = tweet.User.ID