Add last sync flag to start from (#53)

* add last sync flag to start from

Signed-off-by: Ayman <[email protected]>

* clean up

Signed-off-by: Ayman <[email protected]>

* clean up

Signed-off-by: Ayman <[email protected]>

Signed-off-by: Ayman <[email protected]>
Co-authored-by: Ayman <[email protected]>

Author: khalifapro

Dockerfile

@@ -10,6 +10,7 @@ ENV ELASTIC_LOG_USER='<ELASTIC-LOG-USER>'
 ENV ELASTIC_LOG_PASSWORD='<ELASTIC-LOG-PASSWORD>'
 ENV GIT_SOURCE_ID='<GIT_SOURCE_ID>'
 ENV GIT_REPOSITORY_SOURCE='<GIT_REPOSITORY_SOURCE>'
+ENV LAST_SYNC='<LAST_SYNC>'
 RUN apk update && apk add git
 RUN apk add cloc
 RUN apk add --no-cache bash

cmd/git/git.go

@@ -2370,6 +2370,15 @@ func (j *DSGit) ParseNextCommit(ctx *shared.Ctx) (commit map[string]interface{},
 // Sync - sync git data source
 func (j *DSGit) Sync(ctx *shared.Ctx) (err error) {
 	thrN := shared.GetThreadsNum(ctx)
+	lastSync := os.Getenv("LAST_SYNC")
+	if lastSync != "" {
+		i, err := strconv.ParseInt(lastSync, 10, 64)
+		if err != nil {
+			return err
+		}
+		tm := time.Unix(i, 0)
+		ctx.DateFrom = &tm
+	}
 	if ctx.DateFrom != nil {
 		j.log.WithFields(logrus.Fields{"operation": "Sync"}).Infof("%s fetching from %v (%d threads)", j.URL, ctx.DateFrom, thrN)
 	}