[performance] media processing improvements (#1288)

* media processor consolidation and reformatting, reduce amount of required syscalls

Signed-off-by: kim <grufwub@gmail.com>

* update go-store library, stream jpeg/png encoding + use buffer pools, improved media processing AlreadyExists error handling

Signed-off-by: kim <grufwub@gmail.com>

* fix duration not being set, fix mp4 test expecting error

Signed-off-by: kim <grufwub@gmail.com>

* fix test expecting media files with different extension

Signed-off-by: kim <grufwub@gmail.com>

* remove unused code

Signed-off-by: kim <grufwub@gmail.com>

* fix expected storage paths in tests, update expected test thumbnails

Signed-off-by: kim <grufwub@gmail.com>

* remove dead code

Signed-off-by: kim <grufwub@gmail.com>

* fix cached presigned s3 url fetching

Signed-off-by: kim <grufwub@gmail.com>

* fix tests

Signed-off-by: kim <grufwub@gmail.com>

* fix test models

Signed-off-by: kim <grufwub@gmail.com>

* update media processing to use sync.Once{} for concurrency protection

Signed-off-by: kim <grufwub@gmail.com>

* shutup linter

Signed-off-by: kim <grufwub@gmail.com>

* fix passing in KVStore GetStream() as stream to PutStream()

Signed-off-by: kim <grufwub@gmail.com>

* fix unlocks of storage keys

Signed-off-by: kim <grufwub@gmail.com>

* whoops, return the error...

Signed-off-by: kim <grufwub@gmail.com>

* pour one out for tobi's code <3

Signed-off-by: kim <grufwub@gmail.com>

* add back the byte slurping code

Signed-off-by: kim <grufwub@gmail.com>

* check for both ErrUnexpectedEOF and EOF

Signed-off-by: kim <grufwub@gmail.com>

* add back links to file format header information

Signed-off-by: kim <grufwub@gmail.com>

Signed-off-by: kim <grufwub@gmail.com>

vendor/codeberg.org/gruf/go-iotools/LICENSE

@@ -0,0 +1,9 @@
+MIT License
+
+Copyright (c) 2022 gruf
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

vendor/codeberg.org/gruf/go-iotools/close.go

@@ -0,0 +1,35 @@
+package iotools
+
+import "io"
+
+// CloserFunc is a function signature which allows
+// a function to implement the io.Closer type.
+type CloserFunc func() error
+
+func (c CloserFunc) Close() error {
+	return c()
+}
+
+func CloserCallback(c io.Closer, cb func()) io.Closer {
+	return CloserFunc(func() error {
+		defer cb()
+		return c.Close()
+	})
+}
+
+// CloseOnce wraps an io.Closer to ensure it only performs the close logic once.
+func CloseOnce(c io.Closer) io.Closer {
+	return CloserFunc(func() error {
+		if c == nil {
+			// already run.
+			return nil
+		}
+
+		// Acquire.
+		cptr := c
+		c = nil
+
+		// Call the closer.
+		return cptr.Close()
+	})
+}

vendor/codeberg.org/gruf/go-iotools/read.go

@@ -0,0 +1,28 @@
+package iotools
+
+import (
+	"io"
+)
+
+// ReaderFunc is a function signature which allows
+// a function to implement the io.Reader type.
+type ReaderFunc func([]byte) (int, error)
+
+func (r ReaderFunc) Read(b []byte) (int, error) {
+	return r(b)
+}
+
+// ReadCloser wraps an io.Reader and io.Closer in order to implement io.ReadCloser.
+func ReadCloser(r io.Reader, c io.Closer) io.ReadCloser {
+	return &struct {
+		io.Reader
+		io.Closer
+	}{r, c}
+}
+
+// NopReadCloser wraps an io.Reader to implement io.ReadCloser with empty io.Closer implementation.
+func NopReadCloser(r io.Reader) io.ReadCloser {
+	return ReadCloser(r, CloserFunc(func() error {
+		return nil
+	}))
+}

vendor/codeberg.org/gruf/go-iotools/write.go

@@ -0,0 +1,26 @@
+package iotools
+
+import "io"
+
+// WriterFunc is a function signature which allows
+// a function to implement the io.Writer type.
+type WriterFunc func([]byte) (int, error)
+
+func (w WriterFunc) Write(b []byte) (int, error) {
+	return w(b)
+}
+
+// WriteCloser wraps an io.Writer and io.Closer in order to implement io.WriteCloser.
+func WriteCloser(w io.Writer, c io.Closer) io.WriteCloser {
+	return &struct {
+		io.Writer
+		io.Closer
+	}{w, c}
+}
+
+// NopWriteCloser wraps an io.Writer to implement io.WriteCloser with empty io.Closer implementation.
+func NopWriteCloser(w io.Writer) io.WriteCloser {
+	return WriteCloser(w, CloserFunc(func() error {
+		return nil
+	}))
+}