Add Seed functino

go.mod

@@ -3,16 +3,17 @@ module git.gsuntres.com/general/structful
 go 1.25.0
 
 require (
-	git.gsuntres.com/general/mongo v0.0.0-20260329162359-b18c1ab94cb0
+	git.gsuntres.com/general/commons v0.0.0-20260329160148-434ecef67a94
+	git.gsuntres.com/general/mongo v0.0.0-20260329164619-eff6c4ecee15
+	github.com/ianlancetaylor/jsonschema v0.0.0-20251021232724-46ecbf32a0a5
+	github.com/spf13/cast v1.10.0
 	go.mongodb.org/mongo-driver/v2 v2.5.0
 )
 
 require (
-	git.gsuntres.com/general/commons v0.0.0-20260329160148-434ecef67a94 // indirect
 	git.gsuntres.com/general/sys v0.0.0-20260329160429-49966ca31027 // indirect
 	github.com/go-viper/mapstructure/v2 v2.5.0 // indirect
 	github.com/google/go-cmp v0.7.0 // indirect
-	github.com/ianlancetaylor/jsonschema v0.0.0-20251021232724-46ecbf32a0a5 // indirect
 	github.com/klauspost/compress v1.18.2 // indirect
 	github.com/matoous/go-nanoid/v2 v2.1.0 // indirect
 	github.com/xdg-go/pbkdf2 v1.0.0 // indirect

go.sum

@@ -2,8 +2,8 @@ dario.cat/mergo v1.0.2 h1:85+piFYR1tMbRrLcDwR18y4UKJ3aH1Tbzi24VRW1TK8=
 dario.cat/mergo v1.0.2/go.mod h1:E/hbnu0NxMFBjpMIE34DRGLWqDy0g5FuKDhCb31ngxA=
 git.gsuntres.com/general/commons v0.0.0-20260329160148-434ecef67a94 h1:U0R2Mg00oC9dWNkXWZMRCBj8Fx6out3HHNIR24srWJ8=
 git.gsuntres.com/general/commons v0.0.0-20260329160148-434ecef67a94/go.mod h1:gVqoj8oD7D81CnU7vWZbv2jbSYXQDtHBcXs4t6E3rWM=
-git.gsuntres.com/general/mongo v0.0.0-20260329162359-b18c1ab94cb0 h1:OBv3GvoFb63OzmuvlTC6nUghJ6pEz2kTIWaHWFj7ps8=
+git.gsuntres.com/general/mongo v0.0.0-20260329164619-eff6c4ecee15 h1:MD2fRF3oIQ7g/ToW+toCZH3/LL8bBsSz9PhEQyjOpk0=
-git.gsuntres.com/general/mongo v0.0.0-20260329162359-b18c1ab94cb0/go.mod h1:AUb/BDG+dVPHpKmO5GsoZqIbDO8uqbxBabEqtqAB4tw=
+git.gsuntres.com/general/mongo v0.0.0-20260329164619-eff6c4ecee15/go.mod h1:AUb/BDG+dVPHpKmO5GsoZqIbDO8uqbxBabEqtqAB4tw=
 git.gsuntres.com/general/sys v0.0.0-20260329160429-49966ca31027 h1:4pmcjxEDM4rzv+iimQ7wTgCAQ1VnAoeGiHLuf6wC6Fw=
 git.gsuntres.com/general/sys v0.0.0-20260329160429-49966ca31027/go.mod h1:OVs7w4/tJO1GT7cLIeEsb90LuZqH2xYIVQODI5P1GJs=
 github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c h1:udKWzYgxTojEKWjV8V+WSxDXJ4NFATAsZjh8iIbsQIg=
@@ -38,6 +38,8 @@ github.com/ebitengine/purego v0.10.0 h1:QIw4xfpWT6GWTzaW5XEKy3HXoqrJGx1ijYHzTF0/
 github.com/ebitengine/purego v0.10.0/go.mod h1:iIjxzd6CiRiOG0UyXP+V1+jWqUXVjPKLAI0mRfJZTmQ=
 github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg=
 github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U=
+github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8=
+github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0=
 github.com/go-logr/logr v1.4.3 h1:CjnDlHq8ikf6E492q6eKboGOC0T8CDaOvkHCIg8idEI=
 github.com/go-logr/logr v1.4.3/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY=
 github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag=
@@ -54,6 +56,10 @@ github.com/ianlancetaylor/jsonschema v0.0.0-20251021232724-46ecbf32a0a5 h1:x2QxK
 github.com/ianlancetaylor/jsonschema v0.0.0-20251021232724-46ecbf32a0a5/go.mod h1:KtN3dTgXsLnC5GJBRNmOPd/HUInNcQ84lUCrKJPrvDc=
 github.com/klauspost/compress v1.18.2 h1:iiPHWW0YrcFgpBYhsA6D1+fqHssJscY/Tm/y2Uqnapk=
 github.com/klauspost/compress v1.18.2/go.mod h1:R0h/fSBs8DE4ENlcrlib3PsXS61voFxhIs2DeRhCvJ4=
+github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
+github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
+github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
+github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
 github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0 h1:6E+4a0GO5zZEnZ81pIr0yLvtUWk2if982qA3F3QD6H4=
 github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0/go.mod h1:zJYVVT2jmtg6P3p1VtQj7WsuWi/y4VnjVBn7F8KPB3I=
 github.com/magiconair/properties v1.8.10 h1:s31yESBquKXCV9a/ScB3ESkOjUYYv+X0rg8SYxI99mE=
@@ -86,10 +92,14 @@ github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZb
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55 h1:o4JXh1EVt9k/+g42oCprj/FisM4qX9L3sZB3upGN2ZU=
 github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55/go.mod h1:OmDBASR4679mdNQnz2pUhc2G8CO2JrUAVFDRBDP/hJE=
+github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8=
+github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs=
 github.com/shirou/gopsutil/v4 v4.26.2 h1:X8i6sicvUFih4BmYIGT1m2wwgw2VG9YgrDTi7cIRGUI=
 github.com/shirou/gopsutil/v4 v4.26.2/go.mod h1:LZ6ewCSkBqUpvSOf+LsTGnRinC6iaNUNMGBtDkJBaLQ=
 github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ=
 github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
+github.com/spf13/cast v1.10.0 h1:h2x0u2shc1QuLHfxi+cTJvs30+ZAHOGRic8uyGTDWxY=
+github.com/spf13/cast v1.10.0/go.mod h1:jNfB8QC9IA6ZuY2ZjDp0KtFO2LZZlg4S/7bzP6qqeHo=
 github.com/stretchr/testify v1.11.1 h1:7s2iGBzp5EwR7/aIZr8ao5+dra3wiQyKjjFuvgVKu7U=
 github.com/stretchr/testify v1.11.1/go.mod h1:wZwfW3scLgRK+23gO65QZefKpKQRnfz6sD981Nm4B6U=
 github.com/testcontainers/testcontainers-go v0.41.0 h1:mfpsD0D36YgkxGj2LrIyxuwQ9i2wCKAD+ESsYM1wais=

seed.go

@@ -0,0 +1,126 @@
+package structful
+
+import (
+	"log"
+	"fmt"
+	"os"
+	"encoding/json"
+	"crypto/md5"
+	
+	"github.com/spf13/cast"
+	
+	"git.gsuntres.com/general/commons"
+	
+)
+
+func SeedStructful(files []string) error {
+	for _, file := range files {
+
+		// 1. Read the file bytes
+		content, err := os.ReadFile(file)
+		if err != nil {
+			log.Fatalf("Error reading file: %v", err)
+		}
+
+		// 2. Define the target map
+		var data map[string]any
+
+		// 3. Unmarshal (parse) the JSON into the map
+		err = json.Unmarshal(content, &data)
+		if err != nil {
+			if syntaxErr, ok := err.(*json.SyntaxError); ok {
+				min := commons.MathMin(int64(50), syntaxErr.Offset)
+
+				from := syntaxErr.Offset - min
+				to := syntaxErr.Offset + min
+
+				sliceBuf := content[from:to]
+				log.Printf("Failed to unmarshal %#v \n %s", syntaxErr, string(sliceBuf))
+			}
+
+			return err
+		}
+
+		// 4. Check if composite
+		isComposite := false
+		isCompositeVal, ok := data["_composite"]
+		if ok {
+			isComposite = isCompositeVal.(bool)
+		}
+
+		var name string
+		nameVal, nameOk := data["_name"]
+		if nameOk {
+			name = cast.ToString(nameVal)
+		}
+
+		var version string
+		versionVal, versionOk := data["_version"]
+		if versionOk {
+			version = cast.ToString(versionVal)
+		}
+
+		if isComposite {
+			// if composite extract entries
+			entries := make([]any, 0)
+			entriesVal, entriesOk := data["_entries"]
+			if entriesOk {
+				entries = entriesVal.([]any)
+
+				for _, entry := range entries {
+					reg := Current()
+
+					d, err := cast.ToStringMapE(entry)
+					if err != nil {
+						log.Printf("failed to cast %v", err)
+
+						continue
+					}
+
+					toHash, err := json.Marshal(d)
+					if err != nil {
+						log.Printf("failed to hash %v", err)
+
+						continue
+					}
+
+					hashed := fmt.Sprintf("%x", md5.Sum(toHash))
+
+					d["_hash"] = hashed
+					d["_name"] = name
+					d["_version"] = version
+
+					if !reg.CheckHash(hashed) {
+						err = reg.Save(d)
+						if err != nil {
+							log.Printf("failed to save %v", err)
+
+							continue
+						}
+					}
+				}
+			}
+		} else {
+			toHash, err := json.Marshal(data)
+			if err != nil {
+				log.Printf("failed to hash %v", err)
+
+				continue
+			}
+
+			hashed := fmt.Sprintf("%x", md5.Sum(toHash))
+
+			// 5. Save it
+			reg := Current()
+			data["_hash"] = hashed
+			if !reg.CheckHash(hashed) {
+				err = reg.Save(data)
+				if err != nil {
+					return err
+				}
+			}
+		}
+	}
+
+	return nil
+}