mirror of
https://github.com/mostlygeek/llama-swap.git
synced 2026-06-09 06:46:34 +02:00
a4b91e08cf
- update README.md with new docker instructions - update docs/configuration.md - update .github/workflows to have pinned action versions - gofmt events package - fix small bugs in CI scripts - reduce config options for internal/perf/monitor and config. A ring buffer is used to keep 1hr of entries at max 5s granularity. For long term stats use prometheus monitoring on /metrics Fixes #744
227 lines
5.0 KiB
Go
227 lines
5.0 KiB
Go
package perf
|
|
|
|
import (
|
|
"io"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/mostlygeek/llama-swap/internal/logmon"
|
|
"github.com/mostlygeek/llama-swap/proxy/config"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func newTestLogger() *logmon.Monitor {
|
|
return logmon.NewWriter(io.Discard)
|
|
}
|
|
|
|
func TestNew_DefaultConfig(t *testing.T) {
|
|
logger := newTestLogger()
|
|
|
|
m, err := New(config.PerformanceConfig{}, logger)
|
|
require.NoError(t, err)
|
|
require.NotNil(t, m)
|
|
|
|
assert.Equal(t, 100*time.Millisecond, m.conf.Every)
|
|
}
|
|
|
|
func TestNew_CustomConfig(t *testing.T) {
|
|
logger := newTestLogger()
|
|
|
|
cfg := config.PerformanceConfig{
|
|
Every: 500 * time.Millisecond,
|
|
}
|
|
|
|
m, err := New(cfg, logger)
|
|
require.NoError(t, err)
|
|
|
|
assert.Equal(t, 500*time.Millisecond, m.conf.Every)
|
|
}
|
|
|
|
func TestNew_NilLogger(t *testing.T) {
|
|
m, err := New(config.PerformanceConfig{}, nil)
|
|
assert.Error(t, err)
|
|
assert.Nil(t, m)
|
|
}
|
|
|
|
func TestNew_BelowMinimumConfig(t *testing.T) {
|
|
logger := newTestLogger()
|
|
|
|
cfg := config.PerformanceConfig{
|
|
Every: 1 * time.Millisecond,
|
|
}
|
|
|
|
m, err := New(cfg, logger)
|
|
require.NoError(t, err)
|
|
|
|
assert.Equal(t, 100*time.Millisecond, m.conf.Every)
|
|
}
|
|
|
|
func TestSubscribe_ReturnsChannels(t *testing.T) {
|
|
m, err := New(config.PerformanceConfig{}, newTestLogger())
|
|
require.NoError(t, err)
|
|
|
|
sysCh, gpuCh, unsub := m.Subscribe()
|
|
defer unsub()
|
|
|
|
assert.NotNil(t, sysCh)
|
|
assert.NotNil(t, gpuCh)
|
|
assert.NotNil(t, unsub)
|
|
}
|
|
|
|
func TestSubscribe_UnsubscribeRemovesListeners(t *testing.T) {
|
|
m, err := New(config.PerformanceConfig{}, newTestLogger())
|
|
require.NoError(t, err)
|
|
|
|
_, _, unsub := m.Subscribe()
|
|
|
|
m.mutex.RLock()
|
|
assert.Len(t, m.sysListeners, 1)
|
|
assert.Len(t, m.gpuListeners, 1)
|
|
m.mutex.RUnlock()
|
|
|
|
unsub()
|
|
|
|
m.mutex.RLock()
|
|
assert.Len(t, m.sysListeners, 0)
|
|
assert.Len(t, m.gpuListeners, 0)
|
|
m.mutex.RUnlock()
|
|
}
|
|
|
|
func TestSubscribe_MultipleSubscriptions(t *testing.T) {
|
|
m, err := New(config.PerformanceConfig{}, newTestLogger())
|
|
require.NoError(t, err)
|
|
|
|
sysCh1, gpuCh1, unsub1 := m.Subscribe()
|
|
sysCh2, gpuCh2, unsub2 := m.Subscribe()
|
|
defer unsub1()
|
|
defer unsub2()
|
|
|
|
assert.NotEqual(t, sysCh1, sysCh2)
|
|
assert.NotEqual(t, gpuCh1, gpuCh2)
|
|
|
|
m.mutex.RLock()
|
|
assert.Len(t, m.sysListeners, 2)
|
|
assert.Len(t, m.gpuListeners, 2)
|
|
m.mutex.RUnlock()
|
|
}
|
|
|
|
func TestCurrent_EmptyByDefault(t *testing.T) {
|
|
m, err := New(config.PerformanceConfig{}, newTestLogger())
|
|
require.NoError(t, err)
|
|
|
|
sysStats, gpuStats := m.Current()
|
|
assert.Empty(t, sysStats)
|
|
assert.Empty(t, gpuStats)
|
|
}
|
|
|
|
func TestCurrent_ReturnsCopies(t *testing.T) {
|
|
m, err := New(config.PerformanceConfig{}, newTestLogger())
|
|
require.NoError(t, err)
|
|
|
|
now := time.Now()
|
|
m.sysRing.Push(SysStat{Timestamp: now, MemTotalMB: 1024})
|
|
m.gpuRing.Push([]GpuStat{{Timestamp: now, ID: 0, Name: "gpu0"}})
|
|
|
|
sysStats, gpuStats := m.Current()
|
|
|
|
assert.Len(t, sysStats, 1)
|
|
assert.Len(t, gpuStats, 1)
|
|
assert.Equal(t, 1024, sysStats[0].MemTotalMB)
|
|
assert.Equal(t, "gpu0", gpuStats[0].Name)
|
|
|
|
// modifying the returned slice should not affect the original
|
|
sysStats[0].MemTotalMB = 999
|
|
original, _ := m.Current()
|
|
assert.Equal(t, 1024, original[0].MemTotalMB)
|
|
}
|
|
|
|
func TestStart_CollectsSysStats(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping slow test")
|
|
}
|
|
|
|
m, err := New(config.PerformanceConfig{Every: 100 * time.Millisecond}, newTestLogger())
|
|
require.NoError(t, err)
|
|
|
|
m.Start()
|
|
|
|
time.Sleep(350 * time.Millisecond)
|
|
m.Stop()
|
|
|
|
sysStats, _ := m.Current()
|
|
assert.NotEmpty(t, sysStats, "expected sys stats to be collected")
|
|
}
|
|
|
|
func TestStart_StopStopsGoroutines(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping slow test")
|
|
}
|
|
|
|
m, err := New(config.PerformanceConfig{Every: 100 * time.Millisecond}, newTestLogger())
|
|
require.NoError(t, err)
|
|
|
|
m.Start()
|
|
if m.stopCancel == nil {
|
|
t.Error("stopCancel should not be nil after Start()")
|
|
}
|
|
|
|
m.Stop()
|
|
if m.stopCancel != nil {
|
|
t.Error("stopCancel should be nil after Stop()")
|
|
}
|
|
}
|
|
|
|
func TestStart_SubscriberReceivesStats(t *testing.T) {
|
|
if testing.Short() {
|
|
t.Skip("skipping slow test")
|
|
}
|
|
|
|
m, err := New(config.PerformanceConfig{Every: 100 * time.Millisecond}, newTestLogger())
|
|
require.NoError(t, err)
|
|
|
|
sysCh, _, unsub := m.Subscribe()
|
|
defer unsub()
|
|
|
|
m.Start()
|
|
defer m.Stop()
|
|
|
|
select {
|
|
case s := <-sysCh:
|
|
assert.False(t, s.Timestamp.IsZero())
|
|
assert.NotEmpty(t, s.CpuUtilPerCore)
|
|
case <-time.After(500 * time.Millisecond):
|
|
t.Fatal("timed out waiting for sys stats")
|
|
}
|
|
}
|
|
|
|
func TestReadSysStats(t *testing.T) {
|
|
s, err := ReadSysStats()
|
|
require.NoError(t, err)
|
|
|
|
assert.False(t, s.Timestamp.IsZero())
|
|
assert.NotEmpty(t, s.CpuUtilPerCore)
|
|
assert.Greater(t, s.MemTotalMB, 0)
|
|
}
|
|
|
|
func TestCurrent_ConcurrentAccess(t *testing.T) {
|
|
m, err := New(config.PerformanceConfig{}, newTestLogger())
|
|
require.NoError(t, err)
|
|
|
|
m.sysRing.Push(SysStat{Timestamp: time.Now(), MemTotalMB: 1024})
|
|
m.gpuRing.Push([]GpuStat{{Timestamp: time.Now(), ID: 0}})
|
|
|
|
var wg sync.WaitGroup
|
|
for i := 0; i < 10; i++ {
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
sys, gpu := m.Current()
|
|
assert.Len(t, sys, 1)
|
|
assert.Len(t, gpu, 1)
|
|
}()
|
|
}
|
|
wg.Wait()
|
|
}
|