Skip to content

Commit

Permalink
Merge pull request #483 from overmindtech/terraform-auto-config
Browse files Browse the repository at this point in the history 
Terraform auto config
  • Loading branch information
@DavidS-ovm
DavidS-ovm authored Jul 23, 2024
2 parents 32f0c8a + 66a0cce commit 3aabec8
Show file tree
Hide file tree
Showing 21 changed files with 1,546 additions and 439 deletions.
173 changes: 1 addition & 172 deletions cmd/tea.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,32 +5,20 @@ package cmd
import (
"context"
"fmt"
"net/http"
"net/url"
"os"
"time"

"github.com/aws/aws-sdk-go-v2/service/sts"
tea "github.com/charmbracelet/bubbletea"
"github.com/overmindtech/aws-source/proc"
"github.com/overmindtech/cli/tracing"
"github.com/overmindtech/sdp-go/auth"
stdlibsource "github.com/overmindtech/stdlib-source/sources"
log "github.com/sirupsen/logrus"
"github.com/sourcegraph/conc/pool"
"github.com/spf13/cobra"
"github.com/spf13/viper"
"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp"
"golang.org/x/oauth2"
)

type OvermindCommandHandler func(ctx context.Context, args []string, oi OvermindInstance, token *oauth2.Token) error

type terraformStoredConfig struct {
Config string `json:"aws-config"`
Profile string `json:"aws-profile"`
}

// viperGetApp fetches and validates the configured app url
func viperGetApp(ctx context.Context) (string, error) {
app := viper.GetString("app")
Expand Down Expand Up @@ -103,6 +91,7 @@ func CmdWrapper(action string, requiredScopes []string, commandModel func(args [
timeout: timeout,
app: app,
requiredScopes: requiredScopes,
args: args,
apiKey: viper.GetString("api-key"),
tasks: map[string]tea.Model{},
}
Expand Down Expand Up @@ -140,163 +129,3 @@ func CmdWrapper(action string, requiredScopes []string, commandModel func(args [
}
}
}

func InitializeSources(ctx context.Context, oi OvermindInstance, aws_config, aws_profile string, token *oauth2.Token) (func(), error) {
hostname, err := os.Hostname()
if err != nil {
hostname = "localhost"
}

natsNamePrefix := "overmind-cli"

openapiUrl := *oi.ApiUrl
openapiUrl.Path = "/api"
tokenClient := auth.NewOAuthTokenClientWithContext(
ctx,
openapiUrl.String(),
"",
oauth2.StaticTokenSource(token),
)

natsOptions := auth.NATSOptions{
NumRetries: 3,
RetryDelay: 1 * time.Second,
Servers: []string{oi.NatsUrl.String()},
ConnectionName: fmt.Sprintf("%v.%v", natsNamePrefix, hostname),
ConnectionTimeout: (10 * time.Second), // TODO: Make configurable
MaxReconnects: -1,
ReconnectWait: 1 * time.Second,
ReconnectJitter: 1 * time.Second,
TokenClient: tokenClient,
}

awsAuthConfig := proc.AwsAuthConfig{
// TODO: ask user to select regions
Regions: []string{},
}

switch aws_config {
case "profile_input", "aws_profile":
awsAuthConfig.Strategy = "sso-profile"
awsAuthConfig.Profile = aws_profile
case "defaults":
awsAuthConfig.Strategy = "defaults"
case "managed":
// TODO: not implemented yet
}

all_regions := []string{
"us-east-2",
"us-east-1",
"us-west-1",
"us-west-2",
"af-south-1",
"ap-east-1",
"ap-south-2",
"ap-southeast-3",
"ap-southeast-4",
"ap-south-1",
"ap-northeast-3",
"ap-northeast-2",
"ap-southeast-1",
"ap-southeast-2",
"ap-northeast-1",
"ca-central-1",
"ca-west-1",
"eu-central-1",
"eu-west-1",
"eu-west-2",
"eu-south-1",
"eu-west-3",
"eu-south-2",
"eu-north-1",
"eu-central-2",
"il-central-1",
"me-south-1",
"me-central-1",
"sa-east-1"}
configCtx, configCancel := context.WithTimeout(ctx, 10*time.Second)
defer configCancel()

region_checkers := pool.
NewWithResults[string]().
WithContext(configCtx).
WithMaxGoroutines(len(all_regions)).
WithFirstError()

for _, r := range all_regions {
r := r // loopvar saver; TODO: update golangci-lint or vscode validator to understand this is not required anymore
lf := log.Fields{
"region": r,
"strategy": awsAuthConfig.Strategy,
}

region_checkers.Go(func(ctx context.Context) (string, error) {
cfg, err := awsAuthConfig.GetAWSConfig(r)
if err != nil {
log.WithError(err).WithFields(lf).Debug("skipping region")
return "", err
}

// Add OTel instrumentation
cfg.HTTPClient = &http.Client{
Transport: otelhttp.NewTransport(http.DefaultTransport),
}

// Work out what account we're using. This will be used in item scopes
stsClient := sts.NewFromConfig(cfg)

_, err = stsClient.GetCallerIdentity(configCtx, &sts.GetCallerIdentityInput{})
if err != nil {

if awsAuthConfig.TargetRoleARN != "" {
lf["targetRoleARN"] = awsAuthConfig.TargetRoleARN
lf["externalID"] = awsAuthConfig.ExternalID
}
log.WithError(err).WithFields(lf).Debug("skipping region")
return "", err
}
return r, nil
})
}

working_regions, err := region_checkers.Wait()
// errors are only relevant if no region remained
if len(working_regions) == 0 {
return func() {}, fmt.Errorf("no regions available: %w", err)
}

awsAuthConfig.Regions = append(awsAuthConfig.Regions, working_regions...)
log.WithField("regions", awsAuthConfig.Regions).Debug("Using regions")

awsEngine, err := proc.InitializeAwsSourceEngine(ctx, natsOptions, awsAuthConfig, 2_000)
if err != nil {
return func() {}, fmt.Errorf("failed to initialize AWS source engine: %w", err)
}

// todo: pass in context with timeout to abort timely and allow Ctrl-C to work
err = awsEngine.Start()
if err != nil {
return func() {}, fmt.Errorf("failed to start AWS source engine: %w", err)
}

stdlibEngine, err := stdlibsource.InitializeEngine(natsOptions, 2_000, true)
if err != nil {
return func() {
_ = awsEngine.Stop()
}, fmt.Errorf("failed to initialize stdlib source engine: %w", err)
}

// todo: pass in context with timeout to abort timely and allow Ctrl-C to work
err = stdlibEngine.Start()
if err != nil {
return func() {
_ = awsEngine.Stop()
}, fmt.Errorf("failed to start stdlib source engine: %w", err)
}

return func() {
_ = awsEngine.Stop()
_ = stdlibEngine.Stop()
}, nil
}
Loading

0 comments on commit 3aabec8

Please sign in to comment.