forked from wylab/llama-swap
Benson Wong
20738f3623
Replace the legacy React UI with the new Svelte-based one. Introduce a Playground in the UI to quickly test out text, image, text to speech and speech to text models behind llama-swap.
Key Changes
New Svelte UI (ui-svelte/)
- Multi-tab Playground with Chat, Image Generation, Audio Transcription, and Speech interfaces
- Chat: message editing/regeneration, markdown rendering with LaTeX math support, image attachments, code syntax highlighting
- Image: size selector, download/fullscreen viewing
- Audio: transcription with peer support
- Speech: voice caching with manual refresh, download button
- Responsive mobile layout with collapsible navigation
- XSS fixes and accessibility improvements
Proxy Improvements
- Add gzip/brotli compression for UI static assets (proxy/ui_compress.go)
- Add GET /v1/audio/voices?model={model} endpoint for voice listing
- Add peer support for /v1/audio/transcriptions
91 lines
2.1 KiB
Go
91 lines
2.1 KiB
Go
package proxy
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"runtime"
|
|
"sync"
|
|
"testing"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/mostlygeek/llama-swap/proxy/config"
|
|
"gopkg.in/yaml.v3"
|
|
)
|
|
|
|
var (
|
|
nextTestPort int = 12000
|
|
portMutex sync.Mutex
|
|
testLogger = NewLogMonitorWriter(os.Stdout)
|
|
simpleResponderPath = getSimpleResponderPath()
|
|
)
|
|
|
|
// Check if the binary exists
|
|
func TestMain(m *testing.M) {
|
|
binaryPath := getSimpleResponderPath()
|
|
if _, err := os.Stat(binaryPath); os.IsNotExist(err) {
|
|
fmt.Printf("simple-responder not found at %s, did you `make simple-responder`?\n", binaryPath)
|
|
os.Exit(1)
|
|
}
|
|
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
switch os.Getenv("LOG_LEVEL") {
|
|
case "debug":
|
|
testLogger.SetLogLevel(LevelDebug)
|
|
case "warn":
|
|
testLogger.SetLogLevel(LevelWarn)
|
|
case "info":
|
|
testLogger.SetLogLevel(LevelInfo)
|
|
default:
|
|
testLogger.SetLogLevel(LevelWarn)
|
|
}
|
|
|
|
m.Run()
|
|
}
|
|
|
|
// Helper function to get the binary path
|
|
func getSimpleResponderPath() string {
|
|
goos := runtime.GOOS
|
|
goarch := runtime.GOARCH
|
|
|
|
if goos == "windows" {
|
|
return filepath.Join("..", "build", "simple-responder.exe")
|
|
} else {
|
|
return filepath.Join("..", "build", fmt.Sprintf("simple-responder_%s_%s", goos, goarch))
|
|
}
|
|
}
|
|
|
|
func getTestPort() int {
|
|
portMutex.Lock()
|
|
defer portMutex.Unlock()
|
|
|
|
port := nextTestPort
|
|
nextTestPort++
|
|
|
|
return port
|
|
}
|
|
|
|
func getTestSimpleResponderConfig(expectedMessage string) config.ModelConfig {
|
|
return getTestSimpleResponderConfigPort(expectedMessage, getTestPort())
|
|
}
|
|
|
|
func getTestSimpleResponderConfigPort(expectedMessage string, port int) config.ModelConfig {
|
|
// Convert path to forward slashes for cross-platform compatibility
|
|
// Windows handles forward slashes in paths correctly
|
|
cmdPath := filepath.ToSlash(simpleResponderPath)
|
|
|
|
// Create a YAML string with just the values we want to set
|
|
yamlStr := fmt.Sprintf(`
|
|
cmd: '%s --port %d --silent --respond %s'
|
|
proxy: "http://127.0.0.1:%d"
|
|
`, cmdPath, port, expectedMessage, port)
|
|
|
|
var cfg config.ModelConfig
|
|
if err := yaml.Unmarshal([]byte(yamlStr), &cfg); err != nil {
|
|
panic(fmt.Sprintf("failed to unmarshal test config: %v in [%s]", err, yamlStr))
|
|
}
|
|
|
|
return cfg
|
|
}
|