package api import ( "archive/tar" "bytes" "compress/gzip" "encoding/json" "errors" "fmt" "io" "io/ioutil" "net/http" "strings" "github.com/porter-dev/porter/internal/models" "gopkg.in/yaml.v2" ) // HandleListTemplates retrieves a list of Porter templates // TODO: test and reduce fragility (handle untar/parse error for individual charts) // TODO: separate markdown retrieval into its own query if necessary func (app *App) HandleListTemplates(w http.ResponseWriter, r *http.Request) { baseURL := "https://porter-dev.github.io/chart-repo/" resp, err := http.Get(baseURL + "index.yaml") if err != nil { fmt.Println(err) return } defer resp.Body.Close() body, _ := ioutil.ReadAll(resp.Body) form := models.IndexYAML{} if err := yaml.Unmarshal([]byte(body), &form); err != nil { fmt.Println(err) return } // Loop over charts in index.yaml porterCharts := []models.PorterChart{} for k := range form.Entries { indexChart := form.Entries[k][0] tarURL := indexChart.Urls[0] if !strings.Contains(tarURL, "http://") { tarURL = baseURL + tarURL } formData, markdown, err := processTarball(tarURL) if err != nil { fmt.Println(err) return } porterChart := models.PorterChart{} porterChart.Name = indexChart.Name porterChart.Description = indexChart.Description porterChart.Icon = indexChart.Icon porterChart.Form = *formData if markdown != "" { porterChart.Markdown = markdown } porterCharts = append(porterCharts, porterChart) } json.NewEncoder(w).Encode(porterCharts) } func processTarball(tarURL string) (*models.FormYAML, string, error) { resp, err := http.Get(tarURL) if err != nil { fmt.Println(err) return nil, "", err } defer resp.Body.Close() body, _ := ioutil.ReadAll(resp.Body) buf := bytes.NewBuffer(body) gzf, err := gzip.NewReader(buf) if err != nil { fmt.Println(err) return nil, "", err } // Process tarball to generate FormYAML and retrieve markdown tarReader := tar.NewReader(gzf) markdown := "" for { header, err := tarReader.Next() if err == io.EOF { break } else if err != nil { fmt.Println(err) return nil, "", err } name := header.Name switch header.Typeflag { case tar.TypeDir: continue case tar.TypeReg: // Handle info.md if found if strings.Contains(name, "README.md") { bufMd := new(bytes.Buffer) _, err := io.Copy(bufMd, tarReader) if err != nil { fmt.Println(err) return nil, "", err } markdown = string(bufMd.Bytes()) } // Handle form.yaml located in archive if strings.Contains(name, "form.yaml") { bufForm := new(bytes.Buffer) _, err := io.Copy(bufForm, tarReader) if err != nil { fmt.Println(err) return nil, "", err } // Unmarshal yaml byte buffer form := models.FormYAML{} if err := yaml.Unmarshal(bufForm.Bytes(), &form); err != nil { fmt.Println(err) return nil, "", err } return &form, markdown, nil } default: fmt.Printf("%s : %c %s %s\n", "Unknown type", header.Typeflag, "in file", name, ) } } return nil, "", errors.New("no form.yaml found") }