Skip to content

Commit

Permalink
fix: logs proxy for slaves followup - split subject with pod name (#5558
Browse files Browse the repository at this point in the history
)

* fix: separate pod name and log stream topic for slave pods

* fix: pass valid data into main
  • Loading branch information
exu committed Jun 11, 2024
1 parent 9859ae4 commit 9b04cfa
Show file tree
Hide file tree
Showing 2 changed files with 18 additions and 20 deletions.
10 changes: 2 additions & 8 deletions cmd/logs-sidecar/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -53,16 +53,10 @@ func main() {
return
}

podName := cfg.PodName
// fallback to exection id for older tests
if podName == "" {
podName = cfg.ExecutionId
}

log.Debugw("starting logs proxy", "podName", podName, "namespace", cfg.Namespace, "source", cfg.Source, "executionId", cfg.ExecutionId)
log.Debugw("starting logs proxy", "podName", cfg.PodName, "namespace", cfg.Namespace, "source", cfg.Source, "executionId", cfg.ExecutionId)

// run Sidecar Logs Proxy - it will proxy logs from pod to nats
proxy := sidecar.NewProxy(clientset, podsClient, logsStream, js, log, cfg.Namespace, podName, cfg.Source)
proxy := sidecar.NewProxy(clientset, podsClient, logsStream, js, log, cfg.Namespace, cfg.PodName, cfg.ExecutionId, cfg.Source)
if err := proxy.Run(ctx); err != nil {
log.Errorw("error proxying logs", "error", err)
}
Expand Down
28 changes: 16 additions & 12 deletions pkg/logs/sidecar/proxy.go
Original file line number Diff line number Diff line change
Expand Up @@ -37,29 +37,30 @@ const (
)

func NewProxy(clientset kubernetes.Interface, podsClient tcorev1.PodInterface, logsStream client.Stream, js jetstream.JetStream, log *zap.SugaredLogger,
namespace, podName, source string) *Proxy {
namespace, podName, subject, source string) *Proxy {
return &Proxy{
log: log.With("service", "logs-proxy", "namespace", namespace, "podName", podName),
js: js,
clientset: clientset,
namespace: namespace,
podName: podName,
subject: subject,
podsClient: podsClient,
logsStream: logsStream,
source: source,
}
}

type Proxy struct {
log *zap.SugaredLogger
js jetstream.JetStream
clientset kubernetes.Interface
namespace string
executionId string
source string
podsClient tcorev1.PodInterface
logsStream client.InitializedStreamPusher
podName string
log *zap.SugaredLogger
js jetstream.JetStream
clientset kubernetes.Interface
namespace string
subject string
source string
podsClient tcorev1.PodInterface
logsStream client.InitializedStreamPusher
podName string
}

func (p *Proxy) Run(ctx context.Context) error {
Expand Down Expand Up @@ -106,7 +107,7 @@ func (p *Proxy) Run(ctx context.Context) error {
}

func (p *Proxy) streamLogs(ctx context.Context, logs chan *events.Log) (err error) {
pods, err := executor.GetJobPods(ctx, p.podsClient, p.getSubject(), 1, 10)
pods, err := executor.GetJobPods(ctx, p.podsClient, p.getPodName(), 1, 10)
if err != nil {
p.handleError(err, "error getting job pods")
return err
Expand Down Expand Up @@ -255,10 +256,13 @@ func (p *Proxy) handleError(err error, title string) {
if err != nil {
p.log.Errorw("error pushing error to stream", "title", title, "error", err)
}

}
}

func (p *Proxy) getSubject() string {
return p.subject
}

func (p *Proxy) getPodName() string {
return p.podName
}

0 comments on commit 9b04cfa

Please sign in to comment.