package filemanager import ( "bytes" "context" "crypto/md5" "crypto/sha1" "crypto/sha256" "crypto/sha512" "encoding/hex" "errors" "fmt" "hash" "io" "io/ioutil" "mime" "net/http" "net/url" "os" "path/filepath" "sort" "strings" "time" "github.com/spf13/hugo/parser" ) var ( errInvalidOption = errors.New("Invalid option") ) // file contains the information about a particular file or directory. type file struct { // Indicates the Kind of view on the front-end (listing, editor or preview). Kind string `json:"kind"` // The name of the file. Name string `json:"name"` // The Size of the file. Size int64 `json:"size"` // The absolute URL. URL string `json:"url"` // The extension of the file. Extension string `json:"extension"` // The last modified time. ModTime time.Time `json:"modified"` // The File Mode. Mode os.FileMode `json:"mode"` // Indicates if this file is a directory. IsDir bool `json:"isDir"` // Absolute path. Path string `json:"path"` // Relative path to user's virtual File System. VirtualPath string `json:"virtualPath"` // Indicates the file content type: video, text, image, music or blob. Type string `json:"type"` // Stores the content of a text file. Content string `json:"content,omitempty"` *listing `json:",omitempty"` Metadata string `json:"metadata,omitempty"` Language string `json:"language,omitempty"` } // A listing is the context used to fill out a template. type listing struct { // The items (files and folders) in the path. Items []*file `json:"items"` // The number of directories in the listing. NumDirs int `json:"numDirs"` // The number of files (items that aren't directories) in the listing. NumFiles int `json:"numFiles"` // Which sorting order is used. Sort string `json:"sort"` // And which order. Order string `json:"order"` // Displays in mosaic or list. Display string `json:"display"` } // getInfo gets the file information and, in case of error, returns the // respective HTTP error code func getInfo(url *url.URL, c *FileManager, u *User) (*file, error) { var err error i := &file{ URL: "/files" + url.Path, VirtualPath: url.Path, Path: filepath.Join(string(u.FileSystem), url.Path), } info, err := u.FileSystem.Stat(context.TODO(), url.Path) if err != nil { return i, err } i.Name = info.Name() i.ModTime = info.ModTime() i.Mode = info.Mode() i.IsDir = info.IsDir() i.Size = info.Size() i.Extension = filepath.Ext(i.Name) if i.IsDir && !strings.HasSuffix(i.URL, "/") { i.URL += "/" } return i, nil } // getListing gets the information about a specific directory and its files. func (i *file) getListing(c *RequestContext, r *http.Request) error { // Gets the directory information using the Virtual File System of // the user configuration. f, err := c.User.FileSystem.OpenFile(context.TODO(), c.FI.VirtualPath, os.O_RDONLY, 0) if err != nil { return err } defer f.Close() // Reads the directory and gets the information about the files. files, err := f.Readdir(-1) if err != nil { return err } var ( fileinfos []*file dirCount, fileCount int ) for _, f := range files { name := f.Name() allowed := c.User.Allowed("/" + name) if !allowed { continue } if f.IsDir() { name += "/" dirCount++ } else { fileCount++ } // Absolute URL url := url.URL{Path: i.URL + name} i := &file{ Name: f.Name(), Size: f.Size(), ModTime: f.ModTime(), Mode: f.Mode(), IsDir: f.IsDir(), URL: url.String(), Extension: filepath.Ext(name), VirtualPath: filepath.Join(i.VirtualPath, name), Path: filepath.Join(i.Path, name), } i.GetFileType(false) fileinfos = append(fileinfos, i) } i.listing = &listing{ Items: fileinfos, NumDirs: dirCount, NumFiles: fileCount, } return nil } // getEditor gets the editor based on a Info struct func (i *file) getEditor() error { i.Language = editorLanguage(i.Extension) // If the editor will hold only content, leave now. if editorMode(i.Language) == "content" { return nil } // If the file doesn't have any kind of metadata, leave now. if !hasRune(i.Content) { return nil } buffer := bytes.NewBuffer([]byte(i.Content)) page, err := parser.ReadFrom(buffer) // If there is an error, just ignore it and return nil. // This way, the file can be served for editing. if err != nil { return nil } i.Content = strings.TrimSpace(string(page.Content())) i.Metadata = strings.TrimSpace(string(page.FrontMatter())) return nil } // GetFileType obtains the mimetype and converts it to a simple // type nomenclature. func (i *file) GetFileType(checkContent bool) error { var content []byte var err error // Tries to get the file mimetype using its extension. mimetype := mime.TypeByExtension(i.Extension) if mimetype == "" && checkContent { file, err := os.Open(i.Path) if err != nil { return err } defer file.Close() // Only the first 512 bytes are used to sniff the content type. buffer := make([]byte, 512) _, err = file.Read(buffer) if err != nil && err != io.EOF { return err } // Tries to get the file mimetype using its first // 512 bytes. mimetype = http.DetectContentType(buffer) } if strings.HasPrefix(mimetype, "video") { i.Type = "video" return nil } if strings.HasPrefix(mimetype, "audio") { i.Type = "audio" return nil } if strings.HasPrefix(mimetype, "image") { i.Type = "image" return nil } if strings.HasPrefix(mimetype, "text") { i.Type = "text" goto End } if strings.HasPrefix(mimetype, "application/javascript") { i.Type = "text" goto End } // If the type isn't text (and is blob for example), it will check some // common types that are mistaken not to be text. for _, extension := range textExtensions { if strings.HasSuffix(i.Name, extension) { i.Type = "text" goto End } } i.Type = "blob" End: // If the file type is text, save its content. if i.Type == "text" { if len(content) == 0 { content, err = ioutil.ReadFile(i.Path) if err != nil { return err } } i.Content = string(content) } return nil } func (i file) Checksum(kind string) (string, error) { file, err := os.Open(i.Path) if err != nil { return "", err } defer file.Close() var h hash.Hash switch kind { case "md5": h = md5.New() case "sha1": h = sha1.New() case "sha256": h = sha256.New() case "sha512": h = sha512.New() default: return "", errInvalidOption } _, err = io.Copy(h, file) if err != nil { return "", err } return hex.EncodeToString(h.Sum(nil)), nil } // CanBeEdited checks if the extension of a file is supported by the editor func (i file) CanBeEdited() bool { return i.Type == "text" } // ApplySort applies the sort order using .Order and .Sort func (l listing) ApplySort() { // Check '.Order' to know how to sort if l.Order == "desc" { switch l.Sort { case "name": sort.Sort(sort.Reverse(byName(l))) case "size": sort.Sort(sort.Reverse(bySize(l))) default: // If not one of the above, do nothing return } } else { // If we had more Orderings we could add them here switch l.Sort { case "name": sort.Sort(byName(l)) case "size": sort.Sort(bySize(l)) default: sort.Sort(byName(l)) return } } } // Implement sorting for listing type byName listing type bySize listing // By Name func (l byName) Len() int { return len(l.Items) } func (l byName) Swap(i, j int) { l.Items[i], l.Items[j] = l.Items[j], l.Items[i] } // Treat upper and lower case equally func (l byName) Less(i, j int) bool { if l.Items[i].IsDir && !l.Items[j].IsDir { return true } if !l.Items[i].IsDir && l.Items[j].IsDir { return false } return strings.ToLower(l.Items[i].Name) < strings.ToLower(l.Items[j].Name) } // By Size func (l bySize) Len() int { return len(l.Items) } func (l bySize) Swap(i, j int) { l.Items[i], l.Items[j] = l.Items[j], l.Items[i] } const directoryOffset = -1 << 31 // = math.MinInt32 func (l bySize) Less(i, j int) bool { iSize, jSize := l.Items[i].Size, l.Items[j].Size if l.Items[i].IsDir { iSize = directoryOffset + iSize } if l.Items[j].IsDir { jSize = directoryOffset + jSize } return iSize < jSize } var textExtensions = [...]string{ ".md", ".markdown", ".mdown", ".mmark", ".asciidoc", ".adoc", ".ad", ".rst", ".json", ".toml", ".yaml", ".csv", ".xml", ".rss", ".conf", ".ini", ".tex", ".sty", ".css", ".sass", ".scss", ".js", ".html", ".txt", ".rtf", ".sh", ".bash", ".ps1", ".bat", ".cmd", ".php", ".pl", ".py", "Caddyfile", ".c", ".cc", ".h", ".hh", ".cpp", ".hpp", ".f90", ".f", ".bas", ".d", ".ada", ".nim", ".cr", ".java", ".cs", ".vala", ".vapi", } // hasRune checks if the file has the frontmatter rune func hasRune(file string) bool { return strings.HasPrefix(file, "---") || strings.HasPrefix(file, "+++") || strings.HasPrefix(file, "{") } func editorMode(language string) string { switch language { case "markdown", "asciidoc", "rst": return "content+metadata" } return "content" } func editorLanguage(mode string) string { mode = strings.TrimPrefix(mode, ".") switch mode { case "md", "markdown", "mdown", "mmark": mode = "markdown" case "yml": mode = "yaml" case "asciidoc", "adoc", "ad": mode = "asciidoc" case "rst": mode = "rst" case "html", "htm", "xml": mode = "htmlmixed" case "js": mode = "javascript" case "go": mode = "golang" case "": mode = "text" } return mode } func copyFile(source string, dest string) (err error) { sourcefile, err := os.Open(source) if err != nil { return err } defer sourcefile.Close() destfile, err := os.Create(dest) if err != nil { return err } defer destfile.Close() _, err = io.Copy(destfile, sourcefile) if err == nil { sourceinfo, err := os.Stat(source) if err != nil { err = os.Chmod(dest, sourceinfo.Mode()) if err != nil { return err } } } return } func copyDir(source string, dest string) (err error) { // get properties of source dir sourceinfo, err := os.Stat(source) if err != nil { return err } // create dest dir err = os.MkdirAll(dest, sourceinfo.Mode()) if err != nil { return err } directory, _ := os.Open(source) objects, err := directory.Readdir(-1) for _, obj := range objects { sourcefilepointer := source + "/" + obj.Name() destinationfilepointer := dest + "/" + obj.Name() if obj.IsDir() { // create sub-directories - recursively err = copyDir(sourcefilepointer, destinationfilepointer) if err != nil { fmt.Println(err) } } else { // perform copy err = copyFile(sourcefilepointer, destinationfilepointer) if err != nil { fmt.Println(err) } } } return }