mirror of
https://github.com/superseriousbusiness/gotosocial
synced 2024-12-11 16:20:16 +01:00
00adf18c24
* add automatic cache max size generation based on ratios of a singular fixed memory target Signed-off-by: kim <grufwub@gmail.com> * remove now-unused cache max-size config variables Signed-off-by: kim <grufwub@gmail.com> * slight ratio tweak Signed-off-by: kim <grufwub@gmail.com> * remove unused visibility config var Signed-off-by: kim <grufwub@gmail.com> * add secret little ratio config trick Signed-off-by: kim <grufwub@gmail.com> * fixed a word Signed-off-by: kim <grufwub@gmail.com> * update cache library to remove use of TTL in result caches + slice cache Signed-off-by: kim <grufwub@gmail.com> * update other cache usages to use correct interface Signed-off-by: kim <grufwub@gmail.com> * update example config to explain the cache memory target Signed-off-by: kim <grufwub@gmail.com> * update env parsing test with new config values Signed-off-by: kim <grufwub@gmail.com> * do some ratio twiddling Signed-off-by: kim <grufwub@gmail.com> * add missing header * update envparsing with latest defaults Signed-off-by: kim <grufwub@gmail.com> * update size calculations to take into account result cache, simple cache and extra map overheads Signed-off-by: kim <grufwub@gmail.com> * tweak the ratios some more Signed-off-by: kim <grufwub@gmail.com> * more nan rampaging Signed-off-by: kim <grufwub@gmail.com> * fix envparsing script Signed-off-by: kim <grufwub@gmail.com> * update cache library, add sweep function to keep caches trim Signed-off-by: kim <grufwub@gmail.com> * sweep caches once a minute Signed-off-by: kim <grufwub@gmail.com> * add a regular job to sweep caches and keep under 80% utilisation Signed-off-by: kim <grufwub@gmail.com> * remove dead code Signed-off-by: kim <grufwub@gmail.com> * add new size library used to libraries section of readme Signed-off-by: kim <grufwub@gmail.com> * add better explanations for the mem-ratio numbers Signed-off-by: kim <grufwub@gmail.com> * update go-cache Signed-off-by: kim <grufwub@gmail.com> * library version bump Signed-off-by: kim <grufwub@gmail.com> * update cache.result{} size model estimation Signed-off-by: kim <grufwub@gmail.com> --------- Signed-off-by: kim <grufwub@gmail.com>
72 lines
2.2 KiB
Go
72 lines
2.2 KiB
Go
// GoToSocial
|
|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
|
// SPDX-License-Identifier: AGPL-3.0-or-later
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package cache
|
|
|
|
import (
|
|
"database/sql"
|
|
"errors"
|
|
"time"
|
|
|
|
errorsv2 "codeberg.org/gruf/go-errors/v2"
|
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
|
"github.com/superseriousbusiness/gotosocial/internal/log"
|
|
)
|
|
|
|
// SentinelError is an error that can be returned and checked against to indicate a non-permanent
|
|
// error return from a cache loader callback, e.g. a temporary situation that will soon be fixed.
|
|
var SentinelError = errors.New("BUG: error should not be returned") //nolint:revive
|
|
|
|
// ignoreErrors is an error matching function used to signal which errors
|
|
// the result caches should NOT hold onto. these amount to anything non-permanent.
|
|
func ignoreErrors(err error) bool {
|
|
return !errorsv2.Comparable(
|
|
err,
|
|
|
|
// the only cacheable errs,
|
|
// i.e anything permanent
|
|
// (until invalidation).
|
|
db.ErrNoEntries,
|
|
db.ErrAlreadyExists,
|
|
sql.ErrNoRows,
|
|
)
|
|
}
|
|
|
|
// nocopy when embedded will signal linter to
|
|
// error on pass-by-value of parent struct.
|
|
type nocopy struct{}
|
|
|
|
func (*nocopy) Lock() {}
|
|
|
|
func (*nocopy) Unlock() {}
|
|
|
|
// tryUntil will attempt to call 'do' for 'count' attempts, before panicking with 'msg'.
|
|
func tryUntil(msg string, count int, do func() bool) {
|
|
for i := 0; i < count; i++ {
|
|
if do() {
|
|
// success.
|
|
return
|
|
}
|
|
|
|
// Sleep for a little before retry (a bcakoff).
|
|
time.Sleep(time.Millisecond * 1 << (i + 1))
|
|
}
|
|
|
|
// panic on total failure as this shouldn't happen.
|
|
log.Panicf(nil, "failed %s after %d tries", msg, count)
|
|
}
|