@@ -8,53 +8,102 @@ package prefetch
88
99import (
1010 "encoding/json"
11- "sync"
11+ "fmt"
12+ "io"
13+ "net/http"
14+ "os"
15+ "path/filepath"
16+ "strings"
1217
1318 "github.com/containerd/containerd/log"
19+ "github.com/pkg/errors"
20+
21+ "github.com/containerd/nydus-snapshotter/config"
1422)
1523
16- type prefetchInfo struct {
17- prefetchMap map [string ]string
18- prefetchMutex sync.Mutex
24+ type prefetchlist struct {
25+ FilePaths []string `json:"files"`
1926}
2027
21- var Pm prefetchInfo
28+ func GetPrefetchList (prefetchDir , imageRepo string ) (string , error ) {
29+ if config .IsPrefetchEnabled () {
30+ url := config .GetPrefetchEndpoint ()
31+ getURL := fmt .Sprintf ("%s?imageName=%s" , url , imageRepo )
32+
33+ resp , err := http .Get (getURL )
34+ if err != nil {
35+ return "" , err
36+ }
37+ defer resp .Body .Close ()
38+
39+ if resp .StatusCode != http .StatusOK && resp .StatusCode != http .StatusNotFound {
40+ return "" , fmt .Errorf ("get from server returned a non-OK status code: %d, HTTP Status Error" , resp .StatusCode )
41+ }
42+
43+ body , err := io .ReadAll (resp .Body )
44+ if err != nil {
45+ return "" , err
46+ }
2247
23- func (p * prefetchInfo ) SetPrefetchFiles (body []byte ) error {
24- p .prefetchMutex .Lock ()
25- defer p .prefetchMutex .Unlock ()
48+ if strings .Contains (string (body ), "CacheItem not found" ) {
49+ log .L .Infof ("Cache item not found for image: %s\n " , imageRepo )
50+ return "" , nil
51+ }
52+
53+ prefetchfilePath , err := storePrefetchList (prefetchDir , body )
54+ if err != nil {
55+ return "" , err
56+ }
57+ return prefetchfilePath , nil
58+ }
59+ return "" , nil
60+ }
2661
27- var prefetchMsg [] map [ string ] string
28- if err := json . Unmarshal ( body , & prefetchMsg ); err != nil {
29- return err
62+ func storePrefetchList ( prefetchDir string , list [] byte ) ( string , error ) {
63+ if err := os . MkdirAll ( prefetchDir , 0755 ); err != nil {
64+ return "" , errors . Wrapf ( err , "create prefetch dir %s" , prefetchDir )
3065 }
3166
32- if p .prefetchMap == nil {
33- p .prefetchMap = make (map [string ]string )
67+ filePath := filepath .Join (prefetchDir , "list" )
68+ jsonfilePath := filepath .Join (prefetchDir , "list.json" )
69+
70+ file , err := os .OpenFile (filePath , os .O_WRONLY | os .O_APPEND | os .O_CREATE , 0644 )
71+ if err != nil {
72+ fmt .Println ("Error opening file:" , err )
73+ return "" , errors .Wrap (err , "error opening prefetch file" )
3474 }
35- for _ , item := range prefetchMsg {
36- image := item ["image" ]
37- prefetchfiles := item ["prefetch" ]
38- p .prefetchMap [image ] = prefetchfiles
75+ defer file .Close ()
76+
77+ var prefetchSlice []string
78+ err = json .Unmarshal (list , & prefetchSlice )
79+ if err != nil {
80+ return "" , errors .Wrap (err , "failed to parse prefetch list" )
3981 }
4082
41- log .L .Infof ("received prefetch list from nri plugin: %v " , p .prefetchMap )
42- return nil
43- }
83+ for _ , path := range prefetchSlice {
84+ content := path + "\n "
85+ _ , err := file .WriteString (content )
86+ if err != nil {
87+ return "" , errors .Wrap (err , "error writing to prefetch file" )
88+ }
89+ }
4490
45- func (p * prefetchInfo ) GetPrefetchInfo (image string ) string {
46- p .prefetchMutex .Lock ()
47- defer p .prefetchMutex .Unlock ()
91+ prefetchStruct := prefetchlist {FilePaths : prefetchSlice }
92+ jsonByte , err := json .Marshal (prefetchStruct )
93+ if err != nil {
94+ return "" , errors .Wrap (err , "failed to marshal to JSON" )
95+ }
4896
49- if prefetchfiles , ok := p .prefetchMap [image ]; ok {
50- return prefetchfiles
97+ jsonfile , err := os .Create (jsonfilePath )
98+ if err != nil {
99+ return "" , errors .Wrapf (err , "failed to create file %s" , jsonfilePath )
51100 }
52- return ""
53- }
101+ defer jsonfile .Close ()
54102
55- func (p * prefetchInfo ) DeleteFromPrefetchMap (image string ) {
56- p .prefetchMutex .Lock ()
57- defer p .prefetchMutex .Unlock ()
103+ _ , err = jsonfile .Write (jsonByte )
104+ if err != nil {
105+ return "" , errors .Wrap (err , "error writing JSON to file" )
106+ }
58107
59- delete ( p . prefetchMap , image )
108+ return filePath , nil
60109}
0 commit comments