@@ -4,12 +4,13 @@ import (
44 "bytes"
55 "encoding/json"
66 "errors"
7+ "io"
78 "net/http"
89 "razor/cache"
910 "razor/core"
11+ "strings"
1012 "time"
1113
12- "io/ioutil"
1314 "razor/core/types"
1415
1516 "github.com/PaesslerAG/jsonpath"
@@ -23,62 +24,51 @@ func (*UtilsStruct) GetDataFromAPI(dataSourceURLStruct types.DataSourceURL, loca
2324 }
2425 cachedData , cachedErr := localCache .Read (dataSourceURLStruct .URL )
2526 if cachedErr != nil {
26- var body []byte
27- if dataSourceURLStruct .Type == "GET" {
27+ var response []byte
28+ switch dataSourceURLStruct .Type {
29+ case "GET" :
2830 err := retry .Do (
2931 func () error {
30- response , err := client .Get (dataSourceURLStruct .URL )
31- if err != nil {
32- return err
33- }
34- defer response .Body .Close ()
35- if response .StatusCode != 200 {
36- log .Errorf ("API: %s responded with status code %d" , dataSourceURLStruct .URL , response .StatusCode )
37- return errors .New ("unable to reach API" )
38- }
39- body , err = IOInterface .ReadAll (response .Body )
32+ responseBody , err := ProcessRequest (client , dataSourceURLStruct , nil )
4033 if err != nil {
34+ log .Error ("Error in processing GET request: " , err )
4135 return err
4236 }
37+ response = responseBody
4338 return nil
44- }, retry .Attempts (2 ), retry .Delay (time .Second * 2 ))
39+ }, retry .Attempts (core . ProcessRequestRetryAttempts ), retry .Delay (time .Second * time . Duration ( core . ProcessRequestRetryDelay ) ))
4540 if err != nil {
4641 return nil , err
4742 }
48- }
49- if dataSourceURLStruct .Type == "POST" {
43+ case "POST" :
5044 postBody , err := json .Marshal (dataSourceURLStruct .Body )
5145 if err != nil {
5246 log .Errorf ("Error in marshalling body of a POST request URL %s: %v" , dataSourceURLStruct .URL , err )
47+ return nil , err
5348 }
54- responseBody := bytes .NewBuffer (postBody )
49+ requestBody := bytes .NewBuffer (postBody )
5550 err = retry .Do (
5651 func () error {
57- response , err := client .Post (dataSourceURLStruct .URL , dataSourceURLStruct .ContentType , responseBody )
58- if err != nil {
59- log .Errorf ("Error sending POST request URL %s: %v" , dataSourceURLStruct .URL , err )
60- return err
61- }
62- defer response .Body .Close ()
63- if response .StatusCode != 200 {
64- log .Errorf ("URL: %s responded with status code %d" , dataSourceURLStruct .URL , response .StatusCode )
65- return errors .New ("unable to reach API" )
66- }
67- body , err = ioutil .ReadAll (response .Body )
52+ responseBody , err := ProcessRequest (client , dataSourceURLStruct , requestBody )
6853 if err != nil {
54+ log .Error ("Error in processing POST request: " , err )
6955 return err
7056 }
57+ response = responseBody
7158 return nil
72- }, retry .Attempts (2 ), retry .Delay (time .Second * 2 ))
59+ }, retry .Attempts (core . ProcessRequestRetryAttempts ), retry .Delay (time .Second * time . Duration ( core . ProcessRequestRetryDelay ) ))
7360 if err != nil {
7461 return nil , err
7562 }
63+ default :
64+ return nil , errors .New ("invalid request type" )
7665 }
66+
7767 dataToCache := cache.Data {
78- Result : body ,
68+ Result : response ,
7969 }
8070 localCache .Update (dataToCache , dataSourceURLStruct .URL , time .Now ().Add (time .Second * time .Duration (core .StateLength )).Unix ())
81- return body , nil
71+ return response , nil
8272 }
8373 log .Debugf ("Getting Data for URL %s from local cache..." , dataSourceURLStruct .URL )
8474 return cachedData .Result , nil
@@ -105,3 +95,47 @@ func (*UtilsStruct) GetDataFromXHTML(dataSourceURLStruct types.DataSourceURL, se
10595 }
10696 return priceData , nil
10797}
98+
99+ func AddHeaderToRequest (request * http.Request , headerMap map [string ]string ) (* http.Request , error ) {
100+ for key , value := range headerMap {
101+ // If core.APIKeyRegex = `$` and if value starts with '$' then we need to fetch the respective value from env file
102+ if strings .HasPrefix (value , core .APIKeyRegex ) {
103+ _ , APIKey , err := GetKeyWordAndAPIKeyFromENVFile (value )
104+ if err != nil {
105+ log .Error ("Error in getting value from env file: " , err )
106+ return nil , err
107+ }
108+ value = APIKey
109+ }
110+ log .Debugf ("Adding key: %s, value: %s pair to header" , key , value )
111+ request .Header .Add (key , value )
112+ }
113+ return request , nil
114+ }
115+
116+ func ProcessRequest (client http.Client , dataSourceURLStruct types.DataSourceURL , requestBody io.Reader ) ([]byte , error ) {
117+ request , err := http .NewRequest (dataSourceURLStruct .Type , dataSourceURLStruct .URL , requestBody )
118+ if err != nil {
119+ return nil , err
120+ }
121+ requestWithHeader , err := AddHeaderToRequest (request , dataSourceURLStruct .Header )
122+ if err != nil {
123+ log .Errorf ("Error in adding header to %s request: %v" , dataSourceURLStruct .Type , err )
124+ return nil , err
125+ }
126+ response , err := client .Do (requestWithHeader )
127+ if err != nil {
128+ log .Errorf ("Error sending %s request URL %s: %v" , dataSourceURLStruct .Type , dataSourceURLStruct .URL , err )
129+ return nil , err
130+ }
131+ defer response .Body .Close ()
132+ if response .StatusCode != 200 {
133+ log .Errorf ("API: %s responded with status code %d" , dataSourceURLStruct .URL , response .StatusCode )
134+ return nil , errors .New ("unable to reach API" )
135+ }
136+ responseBody , err := io .ReadAll (response .Body )
137+ if err != nil {
138+ return nil , err
139+ }
140+ return responseBody , nil
141+ }
0 commit comments