Compare commits
2 Commits
a16ac8f627
...
b2eb9d3116
Author | SHA1 | Date | |
---|---|---|---|
b2eb9d3116 | |||
79d66e4b6b |
@ -25,9 +25,6 @@ import (
|
||||
"fmt"
|
||||
"log"
|
||||
"os"
|
||||
|
||||
"github.com/freeflowuniverse/herolauncher/pkg/herolauncher"
|
||||
_ "github.com/freeflowuniverse/herolauncher/pkg/herolauncher/docs" // Import generated swagger docs
|
||||
)
|
||||
|
||||
func main() {
|
||||
|
2
go.mod
2
go.mod
@ -71,7 +71,7 @@ require (
|
||||
github.com/metoro-io/mcp-golang v0.8.0 // indirect
|
||||
github.com/mholt/archiver/v3 v3.5.1 // indirect
|
||||
github.com/nwaples/rardecode v1.1.0 // indirect
|
||||
github.com/openai/openai-go v0.1.0-beta.9 // indirect
|
||||
github.com/openaiproxy/openaiproxy-go v0.1.0-beta.9 // indirect
|
||||
github.com/pb33f/libopenapi v0.21.8 // indirect
|
||||
github.com/pierrec/lz4/v4 v4.1.2 // indirect
|
||||
github.com/pkg/errors v0.9.1 // indirect
|
||||
|
4
go.sum
4
go.sum
@ -160,8 +160,8 @@ github.com/mholt/archiver/v3 v3.5.1/go.mod h1:e3dqJ7H78uzsRSEACH1joayhuSyhnonssn
|
||||
github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno=
|
||||
github.com/nwaples/rardecode v1.1.0 h1:vSxaY8vQhOcVr4mm5e8XllHWTiM4JF507A0Katqw7MQ=
|
||||
github.com/nwaples/rardecode v1.1.0/go.mod h1:5DzqNKiOdpKKBH87u8VlvAnPZMXcGRhxWkRpHbbfGS0=
|
||||
github.com/openai/openai-go v0.1.0-beta.9 h1:ABpubc5yU/3ejee2GgRrbFta81SG/d7bQbB8mIdP0Xo=
|
||||
github.com/openai/openai-go v0.1.0-beta.9/go.mod h1:g461MYGXEXBVdV5SaR/5tNzNbSfwTBBefwc+LlDCK0Y=
|
||||
github.com/openaiproxy/openaiproxy-go v0.1.0-beta.9 h1:ABpubc5yU/3ejee2GgRrbFta81SG/d7bQbB8mIdP0Xo=
|
||||
github.com/openaiproxy/openaiproxy-go v0.1.0-beta.9/go.mod h1:g461MYGXEXBVdV5SaR/5tNzNbSfwTBBefwc+LlDCK0Y=
|
||||
github.com/pb33f/libopenapi v0.21.8 h1:Fi2dAogMwC6av/5n3YIo7aMOGBZH/fBMO4OnzFB3dQA=
|
||||
github.com/pb33f/libopenapi v0.21.8/go.mod h1:Gc8oQkjr2InxwumK0zOBtKN9gIlv9L2VmSVIUk2YxcU=
|
||||
github.com/pierrec/lz4/v4 v4.1.2 h1:qvY3YFXRQE/XB8MlLzJH7mSzBs74eA2gg52YTk6jUPM=
|
||||
|
@ -3,40 +3,40 @@ package handlers
|
||||
import (
|
||||
"fmt"
|
||||
"log"
|
||||
"strconv" // Added strconv for JobID parsing
|
||||
|
||||
"github.com/freeflowuniverse/heroagent/pkg/herojobs"
|
||||
"github.com/gofiber/fiber/v2"
|
||||
)
|
||||
|
||||
// HeroJobsClientInterface defines the interface for the HeroJobs client
|
||||
type HeroJobsClientInterface interface {
|
||||
Connect() error
|
||||
Close() error
|
||||
SubmitJob(job *herojobs.Job) (*herojobs.Job, error)
|
||||
GetJob(jobID string) (*herojobs.Job, error)
|
||||
DeleteJob(jobID string) error
|
||||
ListJobs(circleID, topic string) ([]string, error)
|
||||
// RedisClientInterface defines the methods JobHandler needs from a HeroJobs Redis client.
|
||||
type RedisClientInterface interface {
|
||||
StoreJob(job *herojobs.Job) error
|
||||
EnqueueJob(job *herojobs.Job) error
|
||||
GetJob(jobID interface{}) (*herojobs.Job, error) // Changed jobID type to interface{}
|
||||
ListJobs(circleID, topic string) ([]uint32, error)
|
||||
QueueSize(circleID, topic string) (int64, error)
|
||||
QueueEmpty(circleID, topic string) error
|
||||
QueueGet(circleID, topic string) (*herojobs.Job, error)
|
||||
CreateJob(circleID, topic, sessionKey, heroScript, rhaiScript string) (*herojobs.Job, error)
|
||||
// herojobs.Job also has Load() and Save() methods, but those are on the Job object itself,
|
||||
// not typically part of the client interface unless the client is a facade for all job operations.
|
||||
}
|
||||
|
||||
// JobHandler handles job-related routes
|
||||
type JobHandler struct {
|
||||
client HeroJobsClientInterface
|
||||
client RedisClientInterface // Changed to use the interface
|
||||
logger *log.Logger
|
||||
}
|
||||
|
||||
// NewJobHandler creates a new JobHandler
|
||||
func NewJobHandler(socketPath string, logger *log.Logger) (*JobHandler, error) {
|
||||
client, err := herojobs.NewClient(socketPath)
|
||||
func NewJobHandler(redisAddr string, logger *log.Logger) (*JobHandler, error) {
|
||||
redisClient, err := herojobs.NewRedisClient(redisAddr, false)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to create HeroJobs client: %w", err)
|
||||
return nil, fmt.Errorf("failed to create HeroJobs Redis client: %w", err)
|
||||
}
|
||||
|
||||
// *herojobs.RedisClient must implement RedisClientInterface.
|
||||
// This assignment is valid if *herojobs.RedisClient has all methods of RedisClientInterface.
|
||||
return &JobHandler{
|
||||
client: client,
|
||||
client: redisClient,
|
||||
logger: logger,
|
||||
}, nil
|
||||
}
|
||||
@ -76,14 +76,6 @@ func (h *JobHandler) RegisterRoutes(app *fiber.App) {
|
||||
// @Router /api/jobs/submit [post]
|
||||
// @Router /admin/jobs/submit [post]
|
||||
func (h *JobHandler) submitJob(c *fiber.Ctx) error {
|
||||
// Connect to the HeroJobs server
|
||||
if err := h.client.Connect(); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to connect to HeroJobs server: %v", err),
|
||||
})
|
||||
}
|
||||
defer h.client.Close()
|
||||
|
||||
// Parse job from request body
|
||||
var job herojobs.Job
|
||||
if err := c.BodyParser(&job); err != nil {
|
||||
@ -92,15 +84,32 @@ func (h *JobHandler) submitJob(c *fiber.Ctx) error {
|
||||
})
|
||||
}
|
||||
|
||||
// Submit job
|
||||
submittedJob, err := h.client.SubmitJob(&job)
|
||||
if err != nil {
|
||||
// Save job to OurDB (this assigns/confirms JobID)
|
||||
if err := job.Save(); err != nil {
|
||||
h.logger.Printf("Failed to save job to OurDB: %v", err)
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to submit job: %v", err),
|
||||
"error": fmt.Sprintf("Failed to save job: %v", err),
|
||||
})
|
||||
}
|
||||
|
||||
return c.JSON(submittedJob)
|
||||
// Store job in Redis
|
||||
if err := h.client.StoreJob(&job); err != nil {
|
||||
h.logger.Printf("Failed to store job in Redis: %v", err)
|
||||
// Attempt to roll back or log, but proceed to enqueue if critical
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to store job in Redis: %v", err),
|
||||
})
|
||||
}
|
||||
|
||||
// Enqueue job in Redis
|
||||
if err := h.client.EnqueueJob(&job); err != nil {
|
||||
h.logger.Printf("Failed to enqueue job in Redis: %v", err)
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to enqueue job: %v", err),
|
||||
})
|
||||
}
|
||||
|
||||
return c.JSON(job)
|
||||
}
|
||||
|
||||
// @Summary Get a job
|
||||
@ -114,29 +123,37 @@ func (h *JobHandler) submitJob(c *fiber.Ctx) error {
|
||||
// @Router /api/jobs/get/{id} [get]
|
||||
// @Router /admin/jobs/get/{id} [get]
|
||||
func (h *JobHandler) getJob(c *fiber.Ctx) error {
|
||||
// Connect to the HeroJobs server
|
||||
if err := h.client.Connect(); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to connect to HeroJobs server: %v", err),
|
||||
})
|
||||
}
|
||||
defer h.client.Close()
|
||||
|
||||
// Get job ID from path parameter
|
||||
jobID := c.Params("id")
|
||||
if jobID == "" {
|
||||
jobIDStr := c.Params("id")
|
||||
if jobIDStr == "" {
|
||||
return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{
|
||||
"error": "Job ID is required",
|
||||
})
|
||||
}
|
||||
|
||||
// Get job
|
||||
// Convert jobID string to uint32
|
||||
jobID64, err := strconv.ParseUint(jobIDStr, 10, 32)
|
||||
if err != nil {
|
||||
return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Invalid Job ID format: %s. %v", jobIDStr, err),
|
||||
})
|
||||
}
|
||||
jobID := uint32(jobID64)
|
||||
|
||||
// Get job from Redis first
|
||||
job, err := h.client.GetJob(jobID)
|
||||
if err != nil {
|
||||
// If not found in Redis (e.g. redis.Nil or other error), try OurDB
|
||||
h.logger.Printf("Job %d not found in Redis or error: %v. Trying OurDB.", jobID, err)
|
||||
retrievedJob := &herojobs.Job{JobID: jobID}
|
||||
if loadErr := retrievedJob.Load(); loadErr != nil {
|
||||
h.logger.Printf("Failed to load job %d from OurDB: %v", jobID, loadErr)
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to get job: %v", err),
|
||||
"error": fmt.Sprintf("Failed to get job %d: %v / %v", jobID, err, loadErr),
|
||||
})
|
||||
}
|
||||
job = retrievedJob // Use the job loaded from OurDB
|
||||
}
|
||||
|
||||
return c.JSON(job)
|
||||
}
|
||||
@ -152,32 +169,22 @@ func (h *JobHandler) getJob(c *fiber.Ctx) error {
|
||||
// @Router /api/jobs/delete/{id} [delete]
|
||||
// @Router /admin/jobs/delete/{id} [delete]
|
||||
func (h *JobHandler) deleteJob(c *fiber.Ctx) error {
|
||||
// Connect to the HeroJobs server
|
||||
if err := h.client.Connect(); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to connect to HeroJobs server: %v", err),
|
||||
})
|
||||
}
|
||||
defer h.client.Close()
|
||||
|
||||
// Get job ID from path parameter
|
||||
jobID := c.Params("id")
|
||||
if jobID == "" {
|
||||
jobIDStr := c.Params("id")
|
||||
if jobIDStr == "" {
|
||||
return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{
|
||||
"error": "Job ID is required",
|
||||
})
|
||||
}
|
||||
|
||||
// Delete job
|
||||
if err := h.client.DeleteJob(jobID); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to delete job: %v", err),
|
||||
})
|
||||
}
|
||||
|
||||
return c.JSON(fiber.Map{
|
||||
"status": "success",
|
||||
"message": fmt.Sprintf("Job %s deleted successfully", jobID),
|
||||
// Deleting jobs requires removing from OurDB and Redis.
|
||||
// This functionality is not directly provided by RedisClient.DeleteJob
|
||||
// and OurDB job deletion is not specified in README.
|
||||
// For now, returning not implemented.
|
||||
h.logger.Printf("Attempt to delete job %s - not implemented", jobIDStr)
|
||||
return c.Status(fiber.StatusNotImplemented).JSON(fiber.Map{
|
||||
"error": "Job deletion is not implemented",
|
||||
"message": fmt.Sprintf("Job %s deletion requested but not implemented.", jobIDStr),
|
||||
})
|
||||
}
|
||||
|
||||
@ -193,14 +200,6 @@ func (h *JobHandler) deleteJob(c *fiber.Ctx) error {
|
||||
// @Router /api/jobs/list [get]
|
||||
// @Router /admin/jobs/list [get]
|
||||
func (h *JobHandler) listJobs(c *fiber.Ctx) error {
|
||||
// Connect to the HeroJobs server
|
||||
if err := h.client.Connect(); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to connect to HeroJobs server: %v", err),
|
||||
})
|
||||
}
|
||||
defer h.client.Close()
|
||||
|
||||
// Get parameters from query
|
||||
circleID := c.Query("circleid")
|
||||
if circleID == "" {
|
||||
@ -242,14 +241,6 @@ func (h *JobHandler) listJobs(c *fiber.Ctx) error {
|
||||
// @Router /api/jobs/queue/size [get]
|
||||
// @Router /admin/jobs/queue/size [get]
|
||||
func (h *JobHandler) queueSize(c *fiber.Ctx) error {
|
||||
// Connect to the HeroJobs server
|
||||
if err := h.client.Connect(); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to connect to HeroJobs server: %v", err),
|
||||
})
|
||||
}
|
||||
defer h.client.Close()
|
||||
|
||||
// Get parameters from query
|
||||
circleID := c.Query("circleid")
|
||||
if circleID == "" {
|
||||
@ -291,14 +282,6 @@ func (h *JobHandler) queueSize(c *fiber.Ctx) error {
|
||||
// @Router /api/jobs/queue/empty [post]
|
||||
// @Router /admin/jobs/queue/empty [post]
|
||||
func (h *JobHandler) queueEmpty(c *fiber.Ctx) error {
|
||||
// Connect to the HeroJobs server
|
||||
if err := h.client.Connect(); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to connect to HeroJobs server: %v", err),
|
||||
})
|
||||
}
|
||||
defer h.client.Close()
|
||||
|
||||
// Parse parameters from request body
|
||||
var params struct {
|
||||
CircleID string `json:"circleid"`
|
||||
@ -347,14 +330,6 @@ func (h *JobHandler) queueEmpty(c *fiber.Ctx) error {
|
||||
// @Router /api/jobs/queue/get [get]
|
||||
// @Router /admin/jobs/queue/get [get]
|
||||
func (h *JobHandler) queueGet(c *fiber.Ctx) error {
|
||||
// Connect to the HeroJobs server
|
||||
if err := h.client.Connect(); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to connect to HeroJobs server: %v", err),
|
||||
})
|
||||
}
|
||||
defer h.client.Close()
|
||||
|
||||
// Get parameters from query
|
||||
circleID := c.Query("circleid")
|
||||
if circleID == "" {
|
||||
@ -370,14 +345,40 @@ func (h *JobHandler) queueGet(c *fiber.Ctx) error {
|
||||
})
|
||||
}
|
||||
|
||||
// Get job from queue
|
||||
job, err := h.client.QueueGet(circleID, topic)
|
||||
// Get list of job IDs (uint32) from the queue (non-destructive)
|
||||
jobIDs, err := h.client.ListJobs(circleID, topic)
|
||||
if err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to get job from queue: %v", err),
|
||||
"error": fmt.Sprintf("Failed to list jobs in queue: %v", err),
|
||||
})
|
||||
}
|
||||
|
||||
if len(jobIDs) == 0 {
|
||||
return c.Status(fiber.StatusNotFound).JSON(fiber.Map{
|
||||
"error": "Queue is empty or no jobs found",
|
||||
})
|
||||
}
|
||||
|
||||
// Take the first job ID from the list (it's already uint32)
|
||||
jobIDToFetch := jobIDs[0]
|
||||
|
||||
// Get the actual job details using the ID
|
||||
job, err := h.client.GetJob(jobIDToFetch)
|
||||
if err != nil {
|
||||
// If not found in Redis (e.g. redis.Nil or other error), try OurDB
|
||||
h.logger.Printf("Job %d (from queue list) not found in Redis or error: %v. Trying OurDB.", jobIDToFetch, err)
|
||||
retrievedJob := &herojobs.Job{JobID: jobIDToFetch} // Ensure CircleID and Topic are set if Load needs them
|
||||
retrievedJob.CircleID = circleID // Needed for Load if path depends on it
|
||||
retrievedJob.Topic = topic // Needed for Load if path depends on it
|
||||
if loadErr := retrievedJob.Load(); loadErr != nil {
|
||||
h.logger.Printf("Failed to load job %d from OurDB: %v", jobIDToFetch, loadErr)
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to get job %d from queue (Redis err: %v / OurDB err: %v)", jobIDToFetch, err, loadErr),
|
||||
})
|
||||
}
|
||||
job = retrievedJob // Use the job loaded from OurDB
|
||||
}
|
||||
|
||||
return c.JSON(job)
|
||||
}
|
||||
|
||||
@ -393,51 +394,92 @@ func (h *JobHandler) queueGet(c *fiber.Ctx) error {
|
||||
// @Router /api/jobs/create [post]
|
||||
// @Router /admin/jobs/create [post]
|
||||
func (h *JobHandler) createJob(c *fiber.Ctx) error {
|
||||
// Connect to the HeroJobs server
|
||||
if err := h.client.Connect(); err != nil {
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to connect to HeroJobs server: %v", err),
|
||||
})
|
||||
}
|
||||
defer h.client.Close()
|
||||
|
||||
// Parse parameters from request body
|
||||
var params struct {
|
||||
var reqBody struct {
|
||||
CircleID string `json:"circleid"`
|
||||
Topic string `json:"topic"`
|
||||
SessionKey string `json:"sessionkey"`
|
||||
HeroScript string `json:"heroscript"`
|
||||
RhaiScript string `json:"rhaiscript"`
|
||||
Params string `json:"params"`
|
||||
ParamsType string `json:"paramstype"`
|
||||
Timeout int64 `json:"timeout"` // Optional: allow timeout override
|
||||
Log bool `json:"log"` // Optional: allow log enabling
|
||||
}
|
||||
if err := c.BodyParser(¶ms); err != nil {
|
||||
if err := c.BodyParser(&reqBody); err != nil {
|
||||
return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to parse parameters: %v", err),
|
||||
})
|
||||
}
|
||||
|
||||
if params.CircleID == "" {
|
||||
if reqBody.CircleID == "" {
|
||||
return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{
|
||||
"error": "Circle ID is required",
|
||||
})
|
||||
}
|
||||
|
||||
if params.Topic == "" {
|
||||
if reqBody.Topic == "" {
|
||||
return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{
|
||||
"error": "Topic is required",
|
||||
})
|
||||
}
|
||||
if reqBody.Params == "" {
|
||||
return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{
|
||||
"error": "Params are required",
|
||||
})
|
||||
}
|
||||
if reqBody.ParamsType == "" {
|
||||
return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{
|
||||
"error": "ParamsType is required",
|
||||
})
|
||||
}
|
||||
|
||||
// Create job
|
||||
job, err := h.client.CreateJob(
|
||||
params.CircleID,
|
||||
params.Topic,
|
||||
params.SessionKey,
|
||||
params.HeroScript,
|
||||
params.RhaiScript,
|
||||
)
|
||||
if err != nil {
|
||||
// Create a new job instance
|
||||
job := herojobs.NewJob() // Initializes with defaults
|
||||
job.CircleID = reqBody.CircleID
|
||||
job.Topic = reqBody.Topic
|
||||
job.SessionKey = reqBody.SessionKey
|
||||
job.Params = reqBody.Params
|
||||
|
||||
// Convert ParamsType string to herojobs.ParamsType
|
||||
switch herojobs.ParamsType(reqBody.ParamsType) {
|
||||
case herojobs.ParamsTypeHeroScript:
|
||||
job.ParamsType = herojobs.ParamsTypeHeroScript
|
||||
case herojobs.ParamsTypeRhaiScript:
|
||||
job.ParamsType = herojobs.ParamsTypeRhaiScript
|
||||
case herojobs.ParamsTypeOpenRPC:
|
||||
job.ParamsType = herojobs.ParamsTypeOpenRPC
|
||||
case herojobs.ParamsTypeAI:
|
||||
job.ParamsType = herojobs.ParamsTypeAI
|
||||
default:
|
||||
return c.Status(fiber.StatusBadRequest).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Invalid ParamsType: %s", reqBody.ParamsType),
|
||||
})
|
||||
}
|
||||
|
||||
if reqBody.Timeout > 0 {
|
||||
job.Timeout = reqBody.Timeout
|
||||
}
|
||||
job.Log = reqBody.Log
|
||||
|
||||
// Save job to OurDB (this assigns JobID)
|
||||
if err := job.Save(); err != nil {
|
||||
h.logger.Printf("Failed to save new job to OurDB: %v", err)
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to create job: %v", err),
|
||||
"error": fmt.Sprintf("Failed to save new job: %v", err),
|
||||
})
|
||||
}
|
||||
|
||||
// Store job in Redis
|
||||
if err := h.client.StoreJob(job); err != nil {
|
||||
h.logger.Printf("Failed to store new job in Redis: %v", err)
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to store new job in Redis: %v", err),
|
||||
})
|
||||
}
|
||||
|
||||
// Enqueue job in Redis
|
||||
if err := h.client.EnqueueJob(job); err != nil {
|
||||
h.logger.Printf("Failed to enqueue new job in Redis: %v", err)
|
||||
return c.Status(fiber.StatusInternalServerError).JSON(fiber.Map{
|
||||
"error": fmt.Sprintf("Failed to enqueue new job: %v", err),
|
||||
})
|
||||
}
|
||||
|
||||
|
@ -16,34 +16,25 @@ import (
|
||||
"github.com/stretchr/testify/mock"
|
||||
)
|
||||
|
||||
// MockHeroJobsClient is a mock implementation of the HeroJobs client
|
||||
type MockHeroJobsClient struct {
|
||||
// MockRedisClient is a mock implementation of the RedisClientInterface
|
||||
type MockRedisClient struct {
|
||||
mock.Mock
|
||||
}
|
||||
|
||||
// Connect mocks the Connect method
|
||||
func (m *MockHeroJobsClient) Connect() error {
|
||||
args := m.Called()
|
||||
return args.Error(0)
|
||||
}
|
||||
|
||||
// Close mocks the Close method
|
||||
func (m *MockHeroJobsClient) Close() error {
|
||||
args := m.Called()
|
||||
return args.Error(0)
|
||||
}
|
||||
|
||||
// SubmitJob mocks the SubmitJob method
|
||||
func (m *MockHeroJobsClient) SubmitJob(job *herojobs.Job) (*herojobs.Job, error) {
|
||||
// StoreJob mocks the StoreJob method
|
||||
func (m *MockRedisClient) StoreJob(job *herojobs.Job) error {
|
||||
args := m.Called(job)
|
||||
if args.Get(0) == nil {
|
||||
return nil, args.Error(1)
|
||||
return args.Error(0)
|
||||
}
|
||||
return args.Get(0).(*herojobs.Job), args.Error(1)
|
||||
|
||||
// EnqueueJob mocks the EnqueueJob method
|
||||
func (m *MockRedisClient) EnqueueJob(job *herojobs.Job) error {
|
||||
args := m.Called(job)
|
||||
return args.Error(0)
|
||||
}
|
||||
|
||||
// GetJob mocks the GetJob method
|
||||
func (m *MockHeroJobsClient) GetJob(jobID string) (*herojobs.Job, error) {
|
||||
func (m *MockRedisClient) GetJob(jobID interface{}) (*herojobs.Job, error) { // jobID is interface{}
|
||||
args := m.Called(jobID)
|
||||
if args.Get(0) == nil {
|
||||
return nil, args.Error(1)
|
||||
@ -51,71 +42,54 @@ func (m *MockHeroJobsClient) GetJob(jobID string) (*herojobs.Job, error) {
|
||||
return args.Get(0).(*herojobs.Job), args.Error(1)
|
||||
}
|
||||
|
||||
// DeleteJob mocks the DeleteJob method
|
||||
func (m *MockHeroJobsClient) DeleteJob(jobID string) error {
|
||||
args := m.Called(jobID)
|
||||
return args.Error(0)
|
||||
}
|
||||
|
||||
// ListJobs mocks the ListJobs method
|
||||
func (m *MockHeroJobsClient) ListJobs(circleID, topic string) ([]string, error) {
|
||||
func (m *MockRedisClient) ListJobs(circleID, topic string) ([]uint32, error) { // Returns []uint32
|
||||
args := m.Called(circleID, topic)
|
||||
if args.Get(0) == nil {
|
||||
return nil, args.Error(1)
|
||||
}
|
||||
return args.Get(0).([]string), args.Error(1)
|
||||
return args.Get(0).([]uint32), args.Error(1)
|
||||
}
|
||||
|
||||
// QueueSize mocks the QueueSize method
|
||||
func (m *MockHeroJobsClient) QueueSize(circleID, topic string) (int64, error) {
|
||||
func (m *MockRedisClient) QueueSize(circleID, topic string) (int64, error) {
|
||||
args := m.Called(circleID, topic)
|
||||
// Ensure Get(0) is not nil before type assertion if it can be nil in some error cases
|
||||
if args.Get(0) == nil && args.Error(1) != nil { // If error is set, result might be nil
|
||||
return 0, args.Error(1)
|
||||
}
|
||||
return args.Get(0).(int64), args.Error(1)
|
||||
}
|
||||
|
||||
// QueueEmpty mocks the QueueEmpty method
|
||||
func (m *MockHeroJobsClient) QueueEmpty(circleID, topic string) error {
|
||||
func (m *MockRedisClient) QueueEmpty(circleID, topic string) error {
|
||||
args := m.Called(circleID, topic)
|
||||
return args.Error(0)
|
||||
}
|
||||
|
||||
// QueueGet mocks the QueueGet method
|
||||
func (m *MockHeroJobsClient) QueueGet(circleID, topic string) (*herojobs.Job, error) {
|
||||
args := m.Called(circleID, topic)
|
||||
if args.Get(0) == nil {
|
||||
return nil, args.Error(1)
|
||||
}
|
||||
return args.Get(0).(*herojobs.Job), args.Error(1)
|
||||
}
|
||||
|
||||
// CreateJob mocks the CreateJob method
|
||||
func (m *MockHeroJobsClient) CreateJob(circleID, topic, sessionKey, heroScript, rhaiScript string) (*herojobs.Job, error) {
|
||||
args := m.Called(circleID, topic, sessionKey, heroScript, rhaiScript)
|
||||
if args.Get(0) == nil {
|
||||
return nil, args.Error(1)
|
||||
}
|
||||
return args.Get(0).(*herojobs.Job), args.Error(1)
|
||||
}
|
||||
|
||||
// setupTest initializes a test environment with a mock client
|
||||
func setupTest() (*JobHandler, *MockHeroJobsClient, *fiber.App) {
|
||||
mockClient := new(MockHeroJobsClient)
|
||||
func setupTest() (*JobHandler, *MockRedisClient, *fiber.App) {
|
||||
mockClient := new(MockRedisClient)
|
||||
handler := &JobHandler{
|
||||
client: mockClient,
|
||||
client: mockClient, // Assign the mock that implements RedisClientInterface
|
||||
}
|
||||
|
||||
app := fiber.New()
|
||||
|
||||
// Register routes
|
||||
api := app.Group("/api")
|
||||
jobs := api.Group("/jobs")
|
||||
jobs.Post("/create", handler.createJob)
|
||||
jobs.Get("/queue/get", handler.queueGet)
|
||||
jobs.Post("/queue/empty", handler.queueEmpty)
|
||||
jobs.Post("/submit", handler.submitJob)
|
||||
jobs.Get("/get/:jobid", handler.getJob)
|
||||
jobs.Delete("/delete/:jobid", handler.deleteJob)
|
||||
jobs.Get("/list", handler.listJobs)
|
||||
jobs.Get("/queue/size", handler.queueSize)
|
||||
// Register routes (ensure these match the actual routes in job_handlers.go)
|
||||
apiJobs := app.Group("/api/jobs") // Assuming routes are under /api/jobs
|
||||
apiJobs.Post("/submit", handler.submitJob)
|
||||
apiJobs.Get("/get/:id", handler.getJob) // :id as per job_handlers.go
|
||||
apiJobs.Delete("/delete/:id", handler.deleteJob) // :id as per job_handlers.go
|
||||
apiJobs.Get("/list", handler.listJobs)
|
||||
apiJobs.Get("/queue/size", handler.queueSize)
|
||||
apiJobs.Post("/queue/empty", handler.queueEmpty)
|
||||
apiJobs.Get("/queue/get", handler.queueGet)
|
||||
apiJobs.Post("/create", handler.createJob)
|
||||
|
||||
// If admin routes are also tested, they need to be registered here too
|
||||
// adminJobs := app.Group("/admin/jobs")
|
||||
// jobRoutes(adminJobs) // if using the same handler instance
|
||||
|
||||
return handler, mockClient, app
|
||||
}
|
||||
@ -134,7 +108,6 @@ func TestQueueEmpty(t *testing.T) {
|
||||
name string
|
||||
circleID string
|
||||
topic string
|
||||
connectError error
|
||||
emptyError error
|
||||
expectedStatus int
|
||||
expectedBody string
|
||||
@ -143,25 +116,15 @@ func TestQueueEmpty(t *testing.T) {
|
||||
name: "Success",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
connectError: nil,
|
||||
emptyError: nil,
|
||||
expectedStatus: fiber.StatusOK,
|
||||
expectedBody: `{"status":"success","message":"Queue for circle test-circle and topic test-topic emptied successfully"}`,
|
||||
},
|
||||
{
|
||||
name: "Connection Error",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
connectError: errors.New("connection error"),
|
||||
emptyError: nil,
|
||||
expectedStatus: fiber.StatusInternalServerError,
|
||||
expectedBody: `{"error":"Failed to connect to HeroJobs server: connection error"}`,
|
||||
},
|
||||
// Removed "Connection Error" test case as Connect is no longer directly called per op
|
||||
{
|
||||
name: "Empty Error",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
connectError: nil,
|
||||
emptyError: errors.New("empty error"),
|
||||
expectedStatus: fiber.StatusInternalServerError,
|
||||
expectedBody: `{"error":"Failed to empty queue: empty error"}`,
|
||||
@ -170,7 +133,6 @@ func TestQueueEmpty(t *testing.T) {
|
||||
name: "Empty Circle ID",
|
||||
circleID: "",
|
||||
topic: "test-topic",
|
||||
connectError: nil,
|
||||
emptyError: nil,
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"Circle ID is required"}`,
|
||||
@ -179,7 +141,6 @@ func TestQueueEmpty(t *testing.T) {
|
||||
name: "Empty Topic",
|
||||
circleID: "test-circle",
|
||||
topic: "",
|
||||
connectError: nil,
|
||||
emptyError: nil,
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"Topic is required"}`,
|
||||
@ -188,32 +149,14 @@ func TestQueueEmpty(t *testing.T) {
|
||||
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
// Create a new mock client for each test
|
||||
mockClient := new(MockHeroJobsClient)
|
||||
// Create a new mock client for each test and setup app
|
||||
_, mockClient, app := setupTest() // Use setupTest to get handler with mock
|
||||
|
||||
// Setup mock expectations - Connect is always called in the handler
|
||||
mockClient.On("Connect").Return(tc.connectError)
|
||||
|
||||
// QueueEmpty and Close are only called if Connect succeeds and parameters are valid
|
||||
if tc.connectError == nil && tc.circleID != "" && tc.topic != "" {
|
||||
// Setup mock expectations
|
||||
if tc.circleID != "" && tc.topic != "" { // Only expect call if params are valid
|
||||
mockClient.On("QueueEmpty", tc.circleID, tc.topic).Return(tc.emptyError)
|
||||
mockClient.On("Close").Return(nil)
|
||||
} else {
|
||||
// Close is still called via defer even if we return early
|
||||
mockClient.On("Close").Return(nil).Maybe()
|
||||
}
|
||||
|
||||
// Create a new handler with the mock client
|
||||
handler := &JobHandler{
|
||||
client: mockClient,
|
||||
}
|
||||
|
||||
// Create a new app for each test
|
||||
app := fiber.New()
|
||||
api := app.Group("/api")
|
||||
jobs := api.Group("/jobs")
|
||||
jobs.Post("/queue/empty", handler.queueEmpty)
|
||||
|
||||
// Create request body
|
||||
reqBody := map[string]string{
|
||||
"circleid": tc.circleID,
|
||||
@ -248,61 +191,80 @@ func TestQueueEmpty(t *testing.T) {
|
||||
// TestQueueGet tests the queueGet handler
|
||||
func TestQueueGet(t *testing.T) {
|
||||
// Create a test job
|
||||
testJob := &herojobs.Job{
|
||||
JobID: "test-job-id",
|
||||
CircleID: "test-circle",
|
||||
Topic: "test-topic",
|
||||
}
|
||||
testJob := herojobs.NewJob()
|
||||
testJob.JobID = 10 // This will be a number in JSON
|
||||
testJob.CircleID = "test-circle"
|
||||
testJob.Topic = "test-topic"
|
||||
testJob.Params = "some script"
|
||||
testJob.ParamsType = herojobs.ParamsTypeHeroScript
|
||||
testJob.Status = herojobs.JobStatusNew
|
||||
|
||||
// Test cases
|
||||
tests := []struct {
|
||||
name string
|
||||
circleID string
|
||||
topic string
|
||||
connectError error
|
||||
getError error
|
||||
getResponse *herojobs.Job
|
||||
listJobsError error
|
||||
listJobsResp []uint32
|
||||
getJobError error
|
||||
getJobResp *herojobs.Job
|
||||
expectedStatus int
|
||||
expectedBody string
|
||||
expectedBody string // This will need to be updated to match the actual job structure
|
||||
}{
|
||||
{
|
||||
name: "Success",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
connectError: nil,
|
||||
getError: nil,
|
||||
getResponse: testJob,
|
||||
listJobsError: nil,
|
||||
listJobsResp: []uint32{10},
|
||||
getJobError: nil,
|
||||
getJobResp: testJob,
|
||||
expectedStatus: fiber.StatusOK,
|
||||
// Include all fields in the response, even empty ones
|
||||
expectedBody: `{"jobid":"test-job-id","circleid":"test-circle","topic":"test-topic","error":"","heroscript":"","result":"","rhaiscript":"","sessionkey":"","status":"","time_end":0,"time_scheduled":0,"time_start":0,"timeout":0}`,
|
||||
expectedBody: `{"jobid":10,"circleid":"test-circle","topic":"test-topic","params":"some script","paramstype":"HeroScript","status":"new","sessionkey":"","result":"","error":"","timeout":60,"log":false,"timescheduled":0,"timestart":0,"timeend":0}`,
|
||||
},
|
||||
// Removed "Connection Error"
|
||||
{
|
||||
name: "Connection Error",
|
||||
name: "ListJobs Error",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
connectError: errors.New("connection error"),
|
||||
getError: nil,
|
||||
getResponse: nil,
|
||||
listJobsError: errors.New("list error"),
|
||||
listJobsResp: nil,
|
||||
getJobError: nil, // Not reached
|
||||
getJobResp: nil, // Not reached
|
||||
expectedStatus: fiber.StatusInternalServerError,
|
||||
expectedBody: `{"error":"Failed to connect to HeroJobs server: connection error"}`,
|
||||
expectedBody: `{"error":"Failed to list jobs in queue: list error"}`,
|
||||
},
|
||||
{
|
||||
name: "Get Error",
|
||||
name: "GetJob Error after ListJobs success",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
connectError: nil,
|
||||
getError: errors.New("get error"),
|
||||
getResponse: nil,
|
||||
expectedStatus: fiber.StatusInternalServerError,
|
||||
expectedBody: `{"error":"Failed to get job from queue: get error"}`,
|
||||
listJobsError: nil,
|
||||
listJobsResp: []uint32{10},
|
||||
getJobError: errors.New("get error"),
|
||||
getJobResp: nil,
|
||||
expectedStatus: fiber.StatusInternalServerError, // Or based on how GetJob error is handled (e.g. fallback to OurDB)
|
||||
// The error message might be more complex if OurDB load is also attempted and fails
|
||||
expectedBody: `{"error":"Failed to get job 10 from queue (Redis err: get error / OurDB err: record not found)"}`, // Adjusted expected error
|
||||
},
|
||||
{
|
||||
name: "Queue Empty (ListJobs returns empty)",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
listJobsError: nil,
|
||||
listJobsResp: []uint32{}, // Empty list
|
||||
getJobError: nil,
|
||||
getJobResp: nil,
|
||||
expectedStatus: fiber.StatusNotFound,
|
||||
expectedBody: `{"error":"Queue is empty or no jobs found"}`,
|
||||
},
|
||||
{
|
||||
name: "Empty Circle ID",
|
||||
circleID: "",
|
||||
topic: "test-topic",
|
||||
connectError: nil,
|
||||
getError: nil,
|
||||
getResponse: nil,
|
||||
listJobsError: nil,
|
||||
listJobsResp: nil,
|
||||
getJobError: nil,
|
||||
getJobResp: nil,
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"Circle ID is required"}`,
|
||||
},
|
||||
@ -310,9 +272,10 @@ func TestQueueGet(t *testing.T) {
|
||||
name: "Empty Topic",
|
||||
circleID: "test-circle",
|
||||
topic: "",
|
||||
connectError: nil,
|
||||
getError: nil,
|
||||
getResponse: nil,
|
||||
listJobsError: nil,
|
||||
listJobsResp: nil,
|
||||
getJobError: nil,
|
||||
getJobResp: nil,
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"Topic is required"}`,
|
||||
},
|
||||
@ -320,32 +283,22 @@ func TestQueueGet(t *testing.T) {
|
||||
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
// Create a new mock client for each test
|
||||
mockClient := new(MockHeroJobsClient)
|
||||
// Create a new mock client for each test and setup app
|
||||
_, mockClient, app := setupTest()
|
||||
|
||||
// Setup mock expectations - Connect is always called in the handler
|
||||
mockClient.On("Connect").Return(tc.connectError)
|
||||
|
||||
// QueueGet and Close are only called if Connect succeeds and parameters are valid
|
||||
if tc.connectError == nil && tc.circleID != "" && tc.topic != "" {
|
||||
mockClient.On("QueueGet", tc.circleID, tc.topic).Return(tc.getResponse, tc.getError)
|
||||
mockClient.On("Close").Return(nil)
|
||||
} else {
|
||||
// Close is still called via defer even if we return early
|
||||
mockClient.On("Close").Return(nil).Maybe()
|
||||
// Setup mock expectations
|
||||
if tc.circleID != "" && tc.topic != "" {
|
||||
mockClient.On("ListJobs", tc.circleID, tc.topic).Return(tc.listJobsResp, tc.listJobsError)
|
||||
if tc.listJobsError == nil && len(tc.listJobsResp) > 0 {
|
||||
// Expect GetJob to be called with the first ID from listJobsResp
|
||||
// The handler passes uint32 to client.GetJob, which matches interface{}
|
||||
mockClient.On("GetJob", tc.listJobsResp[0]).Return(tc.getJobResp, tc.getJobError).Maybe()
|
||||
// If GetJob from Redis fails, a Load from OurDB is attempted.
|
||||
// We are not mocking job.Load() here as it's on the job object.
|
||||
// The error message in the test case reflects this potential dual failure.
|
||||
}
|
||||
|
||||
// Create a new handler with the mock client
|
||||
handler := &JobHandler{
|
||||
client: mockClient,
|
||||
}
|
||||
|
||||
// Create a new app for each test
|
||||
app := fiber.New()
|
||||
api := app.Group("/api")
|
||||
jobs := api.Group("/jobs")
|
||||
jobs.Get("/queue/get", handler.queueGet)
|
||||
|
||||
// Create test request
|
||||
path := fmt.Sprintf("/api/jobs/queue/get?circleid=%s&topic=%s", tc.circleID, tc.topic)
|
||||
req, err := createTestRequest(http.MethodGet, path, nil)
|
||||
@ -371,137 +324,136 @@ func TestQueueGet(t *testing.T) {
|
||||
|
||||
// TestCreateJob tests the createJob handler
|
||||
func TestCreateJob(t *testing.T) {
|
||||
// Create a test job
|
||||
testJob := &herojobs.Job{
|
||||
JobID: "test-job-id",
|
||||
CircleID: "test-circle",
|
||||
Topic: "test-topic",
|
||||
}
|
||||
|
||||
// Test cases
|
||||
createdJob := herojobs.NewJob()
|
||||
createdJob.JobID = 10 // Assuming Save will populate this; for mock, we set it
|
||||
createdJob.CircleID = "test-circle"
|
||||
createdJob.Topic = "test-topic"
|
||||
createdJob.SessionKey = "test-key"
|
||||
createdJob.Params = "test-params"
|
||||
createdJob.ParamsType = herojobs.ParamsTypeHeroScript // Match "HeroScript" string
|
||||
createdJob.Status = herojobs.JobStatusNew // Default status after NewJob and Save
|
||||
|
||||
tests := []struct {
|
||||
name string
|
||||
circleID string
|
||||
topic string
|
||||
sessionKey string
|
||||
heroScript string
|
||||
rhaiScript string
|
||||
connectError error
|
||||
createError error
|
||||
createResponse *herojobs.Job
|
||||
reqBody map[string]interface{} // Use map for flexibility
|
||||
storeError error
|
||||
enqueueError error
|
||||
expectedStatus int
|
||||
expectedBody string
|
||||
expectedBody string // Will be the createdJob marshaled
|
||||
}{
|
||||
{
|
||||
name: "Success",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
sessionKey: "test-key",
|
||||
heroScript: "test-hero-script",
|
||||
rhaiScript: "test-rhai-script",
|
||||
connectError: nil,
|
||||
createError: nil,
|
||||
createResponse: testJob,
|
||||
reqBody: map[string]interface{}{
|
||||
"circleid": "test-circle",
|
||||
"topic": "test-topic",
|
||||
"sessionkey": "test-key",
|
||||
"params": "test-params",
|
||||
"paramstype": "HeroScript",
|
||||
"timeout": 30,
|
||||
"log": true,
|
||||
},
|
||||
storeError: nil,
|
||||
enqueueError: nil,
|
||||
expectedStatus: fiber.StatusOK,
|
||||
expectedBody: `{"jobid":"test-job-id","circleid":"test-circle","topic":"test-topic","error":"","heroscript":"","result":"","rhaiscript":"","sessionkey":"","status":"","time_end":0,"time_scheduled":0,"time_start":0,"timeout":0}`,
|
||||
// Expected body should match the 'createdJob' structure after Save, Store, Enqueue
|
||||
// JobID is assigned by Save(), which we are not mocking here.
|
||||
// The handler returns the job object.
|
||||
// For the test, we assume Save() works and populates JobID if it were a real DB.
|
||||
// The mock will return the job passed to it.
|
||||
expectedBody: `{"jobid":0,"circleid":"test-circle","topic":"test-topic","params":"test-params","paramstype":"HeroScript","status":"new","sessionkey":"test-key","result":"","error":"","timeout":30,"log":true,"timescheduled":0,"timestart":0,"timeend":0}`,
|
||||
},
|
||||
// Removed "Connection Error"
|
||||
{
|
||||
name: "StoreJob Error",
|
||||
reqBody: map[string]interface{}{
|
||||
"circleid": "test-circle", "topic": "test-topic", "params": "p", "paramstype": "HeroScript",
|
||||
},
|
||||
storeError: errors.New("store error"),
|
||||
enqueueError: nil,
|
||||
expectedStatus: fiber.StatusInternalServerError,
|
||||
expectedBody: `{"error":"Failed to store new job in Redis: store error"}`,
|
||||
},
|
||||
{
|
||||
name: "Connection Error",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
sessionKey: "test-key",
|
||||
heroScript: "test-hero-script",
|
||||
rhaiScript: "test-rhai-script",
|
||||
connectError: errors.New("connection error"),
|
||||
createError: nil,
|
||||
createResponse: nil,
|
||||
expectedStatus: fiber.StatusInternalServerError,
|
||||
expectedBody: `{"error":"Failed to connect to HeroJobs server: connection error"}`,
|
||||
name: "EnqueueJob Error",
|
||||
reqBody: map[string]interface{}{
|
||||
"circleid": "test-circle", "topic": "test-topic", "params": "p", "paramstype": "HeroScript",
|
||||
},
|
||||
{
|
||||
name: "Create Error",
|
||||
circleID: "test-circle",
|
||||
topic: "test-topic",
|
||||
sessionKey: "test-key",
|
||||
heroScript: "test-hero-script",
|
||||
rhaiScript: "test-rhai-script",
|
||||
connectError: nil,
|
||||
createError: errors.New("create error"),
|
||||
createResponse: nil,
|
||||
storeError: nil,
|
||||
enqueueError: errors.New("enqueue error"),
|
||||
expectedStatus: fiber.StatusInternalServerError,
|
||||
expectedBody: `{"error":"Failed to create job: create error"}`,
|
||||
expectedBody: `{"error":"Failed to enqueue new job in Redis: enqueue error"}`,
|
||||
},
|
||||
{
|
||||
name: "Empty Circle ID",
|
||||
circleID: "",
|
||||
topic: "test-topic",
|
||||
sessionKey: "test-key",
|
||||
heroScript: "test-hero-script",
|
||||
rhaiScript: "test-rhai-script",
|
||||
connectError: nil,
|
||||
createError: nil,
|
||||
createResponse: nil,
|
||||
reqBody: map[string]interface{}{
|
||||
"circleid": "", "topic": "test-topic", "params": "p", "paramstype": "HeroScript",
|
||||
},
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"Circle ID is required"}`,
|
||||
},
|
||||
{
|
||||
name: "Empty Topic",
|
||||
circleID: "test-circle",
|
||||
topic: "",
|
||||
sessionKey: "test-key",
|
||||
heroScript: "test-hero-script",
|
||||
rhaiScript: "test-rhai-script",
|
||||
connectError: nil,
|
||||
createError: nil,
|
||||
createResponse: nil,
|
||||
reqBody: map[string]interface{}{
|
||||
"circleid": "c", "topic": "", "params": "p", "paramstype": "HeroScript",
|
||||
},
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"Topic is required"}`,
|
||||
},
|
||||
{
|
||||
name: "Empty Params",
|
||||
reqBody: map[string]interface{}{
|
||||
"circleid": "c", "topic": "t", "params": "", "paramstype": "HeroScript",
|
||||
},
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"Params are required"}`,
|
||||
},
|
||||
{
|
||||
name: "Empty ParamsType",
|
||||
reqBody: map[string]interface{}{
|
||||
"circleid": "c", "topic": "t", "params": "p", "paramstype": "",
|
||||
},
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"ParamsType is required"}`,
|
||||
},
|
||||
{
|
||||
name: "Invalid ParamsType",
|
||||
reqBody: map[string]interface{}{
|
||||
"circleid": "c", "topic": "t", "params": "p", "paramstype": "InvalidType",
|
||||
},
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"Invalid ParamsType: InvalidType"}`,
|
||||
},
|
||||
}
|
||||
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
// Create a new mock client for each test
|
||||
mockClient := new(MockHeroJobsClient)
|
||||
_, mockClient, app := setupTest()
|
||||
|
||||
// Setup mock expectations - Connect is always called in the handler
|
||||
mockClient.On("Connect").Return(tc.connectError)
|
||||
// Setup mock expectations
|
||||
// job.Save() is called before client interactions. We assume it succeeds for these tests.
|
||||
// The mock will be called with a job object. We use mock.AnythingOfType for the job
|
||||
// because the JobID might be populated by Save() in a real scenario, making exact match hard.
|
||||
if tc.reqBody["circleid"] != "" && tc.reqBody["topic"] != "" &&
|
||||
tc.reqBody["params"] != "" && tc.reqBody["paramstype"] != "" &&
|
||||
herojobs.ParamsType(tc.reqBody["paramstype"].(string)) != "" { // Basic validation check
|
||||
|
||||
// CreateJob and Close are only called if Connect succeeds and parameters are valid
|
||||
if tc.connectError == nil && tc.circleID != "" && tc.topic != "" {
|
||||
mockClient.On("CreateJob", tc.circleID, tc.topic, tc.sessionKey, tc.heroScript, tc.rhaiScript).Return(tc.createResponse, tc.createError)
|
||||
mockClient.On("Close").Return(nil)
|
||||
} else {
|
||||
// Close is still called via defer even if we return early
|
||||
mockClient.On("Close").Return(nil).Maybe()
|
||||
// We expect StoreJob to be called with a *herojobs.Job.
|
||||
// The actual JobID is set by job.Save() which is not mocked here.
|
||||
// So we use mock.AnythingOfType to match the argument.
|
||||
mockClient.On("StoreJob", mock.AnythingOfType("*herojobs.Job")).Return(tc.storeError).Once().Maybe()
|
||||
|
||||
if tc.storeError == nil {
|
||||
mockClient.On("EnqueueJob", mock.AnythingOfType("*herojobs.Job")).Return(tc.enqueueError).Once().Maybe()
|
||||
}
|
||||
}
|
||||
|
||||
// Create a new handler with the mock client
|
||||
handler := &JobHandler{
|
||||
client: mockClient,
|
||||
}
|
||||
|
||||
// Create a new app for each test
|
||||
app := fiber.New()
|
||||
api := app.Group("/api")
|
||||
jobs := api.Group("/jobs")
|
||||
jobs.Post("/create", handler.createJob)
|
||||
|
||||
// Create request body
|
||||
reqBody := map[string]string{
|
||||
"circleid": tc.circleID,
|
||||
"topic": tc.topic,
|
||||
"sessionkey": tc.sessionKey,
|
||||
"heroscript": tc.heroScript,
|
||||
"rhaiscript": tc.rhaiScript,
|
||||
}
|
||||
reqBodyBytes, err := json.Marshal(reqBody)
|
||||
reqBodyBytes, err := json.Marshal(tc.reqBody)
|
||||
assert.NoError(t, err)
|
||||
|
||||
// Create test request
|
||||
req, err := createTestRequest(http.MethodPost, "/api/jobs/create", bytes.NewReader(reqBodyBytes))
|
||||
req, err := createTestRequest(http.MethodPost, "/api/jobs/create", bytes.NewReader(reqBodyBytes)) // Use /api/jobs/create
|
||||
assert.NoError(t, err)
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
// Content-Type is set by createTestRequest
|
||||
|
||||
// Perform the request
|
||||
resp, err := app.Test(req)
|
||||
@ -523,101 +475,83 @@ func TestCreateJob(t *testing.T) {
|
||||
|
||||
// TestSubmitJob tests the submitJob handler
|
||||
func TestSubmitJob(t *testing.T) {
|
||||
// Create a test job
|
||||
testJob := &herojobs.Job{
|
||||
JobID: "test-job-id",
|
||||
CircleID: "test-circle",
|
||||
Topic: "test-topic",
|
||||
}
|
||||
|
||||
// Test cases
|
||||
submittedJob := herojobs.NewJob()
|
||||
submittedJob.JobID = 10 // Assume Save populates this
|
||||
submittedJob.CircleID = "test-circle"
|
||||
submittedJob.Topic = "test-topic"
|
||||
submittedJob.Params = "submitted params"
|
||||
submittedJob.ParamsType = herojobs.ParamsTypeHeroScript
|
||||
submittedJob.Status = herojobs.JobStatusNew
|
||||
|
||||
tests := []struct {
|
||||
name string
|
||||
job *herojobs.Job
|
||||
connectError error
|
||||
submitError error
|
||||
submitResponse *herojobs.Job
|
||||
jobToSubmit *herojobs.Job // This is the job in the request body
|
||||
storeError error
|
||||
enqueueError error
|
||||
expectedStatus int
|
||||
expectedBody string
|
||||
expectedBody string // Will be the jobToSubmit marshaled (after potential Save)
|
||||
}{
|
||||
{
|
||||
name: "Success",
|
||||
job: testJob,
|
||||
connectError: nil,
|
||||
submitError: nil,
|
||||
submitResponse: testJob,
|
||||
jobToSubmit: submittedJob,
|
||||
storeError: nil,
|
||||
enqueueError: nil,
|
||||
expectedStatus: fiber.StatusOK,
|
||||
expectedBody: `{"jobid":"test-job-id","circleid":"test-circle","topic":"test-topic","error":"","heroscript":"","result":"","rhaiscript":"","sessionkey":"","status":"","time_end":0,"time_scheduled":0,"time_start":0,"timeout":0}`,
|
||||
// The handler returns the job object from the request after Save(), Store(), Enqueue()
|
||||
// For the mock, the JobID from jobToSubmit will be used.
|
||||
expectedBody: `{"jobid":10,"circleid":"test-circle","topic":"test-topic","params":"submitted params","paramstype":"HeroScript","status":"new","sessionkey":"","result":"","error":"","timeout":60,"log":false,"timescheduled":0,"timestart":0,"timeend":0}`,
|
||||
},
|
||||
// Removed "Connection Error"
|
||||
{
|
||||
name: "Connection Error",
|
||||
job: testJob,
|
||||
connectError: errors.New("connection error"),
|
||||
submitError: nil,
|
||||
submitResponse: nil,
|
||||
name: "StoreJob Error",
|
||||
jobToSubmit: submittedJob,
|
||||
storeError: errors.New("store error"),
|
||||
enqueueError: nil,
|
||||
expectedStatus: fiber.StatusInternalServerError,
|
||||
expectedBody: `{"error":"Failed to connect to HeroJobs server: connection error"}`,
|
||||
expectedBody: `{"error":"Failed to store job in Redis: store error"}`,
|
||||
},
|
||||
{
|
||||
name: "Submit Error",
|
||||
job: testJob,
|
||||
connectError: nil,
|
||||
submitError: errors.New("submit error"),
|
||||
submitResponse: nil,
|
||||
name: "EnqueueJob Error",
|
||||
jobToSubmit: submittedJob,
|
||||
storeError: nil,
|
||||
enqueueError: errors.New("enqueue error"),
|
||||
expectedStatus: fiber.StatusInternalServerError,
|
||||
expectedBody: `{"error":"Failed to submit job: submit error"}`,
|
||||
expectedBody: `{"error":"Failed to enqueue job: enqueue error"}`,
|
||||
},
|
||||
{
|
||||
name: "Empty Job",
|
||||
job: nil,
|
||||
connectError: nil,
|
||||
submitError: nil,
|
||||
submitResponse: nil,
|
||||
name: "Empty Job in request (parsing error)",
|
||||
jobToSubmit: nil, // Simulates empty or malformed request body
|
||||
expectedStatus: fiber.StatusBadRequest,
|
||||
expectedBody: `{"error":"Failed to parse job data: unexpected end of JSON input"}`,
|
||||
expectedBody: `{"error":"Failed to parse job data: unexpected end of JSON input"}`, // Or similar based on actual parsing
|
||||
},
|
||||
}
|
||||
|
||||
for _, tc := range tests {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
// Create a new mock client for each test
|
||||
mockClient := new(MockHeroJobsClient)
|
||||
_, mockClient, app := setupTest()
|
||||
|
||||
// Setup mock expectations - Connect is always called in the handler
|
||||
mockClient.On("Connect").Return(tc.connectError)
|
||||
|
||||
// SubmitJob and Close are only called if Connect succeeds and job is not nil
|
||||
if tc.connectError == nil && tc.job != nil {
|
||||
mockClient.On("SubmitJob", tc.job).Return(tc.submitResponse, tc.submitError)
|
||||
mockClient.On("Close").Return(nil)
|
||||
} else {
|
||||
// Close is still called via defer even if we return early
|
||||
mockClient.On("Close").Return(nil).Maybe()
|
||||
// Setup mock expectations
|
||||
// job.Save() is called before client interactions.
|
||||
if tc.jobToSubmit != nil { // If job is parsable from request
|
||||
// We expect StoreJob to be called with the job from the request.
|
||||
// The JobID might be modified by Save() in a real scenario.
|
||||
mockClient.On("StoreJob", tc.jobToSubmit).Return(tc.storeError).Once().Maybe()
|
||||
if tc.storeError == nil {
|
||||
mockClient.On("EnqueueJob", tc.jobToSubmit).Return(tc.enqueueError).Once().Maybe()
|
||||
}
|
||||
}
|
||||
|
||||
// Create a new handler with the mock client
|
||||
handler := &JobHandler{
|
||||
client: mockClient,
|
||||
}
|
||||
|
||||
// Create a new app for each test
|
||||
app := fiber.New()
|
||||
api := app.Group("/api")
|
||||
jobs := api.Group("/jobs")
|
||||
jobs.Post("/submit", handler.submitJob)
|
||||
|
||||
// Create request body
|
||||
var reqBodyBytes []byte
|
||||
var err error
|
||||
if tc.job != nil {
|
||||
reqBodyBytes, err = json.Marshal(tc.job)
|
||||
if tc.jobToSubmit != nil {
|
||||
reqBodyBytes, err = json.Marshal(tc.jobToSubmit)
|
||||
assert.NoError(t, err)
|
||||
}
|
||||
|
||||
// Create test request
|
||||
req, err := createTestRequest(http.MethodPost, "/api/jobs/submit", bytes.NewReader(reqBodyBytes))
|
||||
req, err := createTestRequest(http.MethodPost, "/api/jobs/submit", bytes.NewReader(reqBodyBytes)) // Use /api/jobs/submit
|
||||
assert.NoError(t, err)
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
// Content-Type is set by createTestRequest
|
||||
|
||||
// Perform the request
|
||||
resp, err := app.Test(req)
|
||||
|
File diff suppressed because it is too large
Load Diff
@ -15,8 +15,8 @@ type JobDisplayInfo struct {
|
||||
Topic string `json:"topic"`
|
||||
Status string `json:"status"`
|
||||
SessionKey string `json:"sessionkey"`
|
||||
HeroScript string `json:"heroscript"`
|
||||
RhaiScript string `json:"rhaiscript"`
|
||||
Params string `json:"params"`
|
||||
ParamsType string `json:"paramstype"`
|
||||
Result string `json:"result"`
|
||||
Error string `json:"error"`
|
||||
TimeScheduled int64 `json:"time_scheduled"`
|
||||
@ -27,15 +27,17 @@ type JobDisplayInfo struct {
|
||||
|
||||
// JobHandler handles job-related page routes
|
||||
type JobHandler struct {
|
||||
client *herojobs.Client
|
||||
client *herojobs.RedisClient
|
||||
logger *log.Logger
|
||||
}
|
||||
|
||||
// NewJobHandler creates a new job handler with the provided socket path
|
||||
func NewJobHandler(socketPath string, logger *log.Logger) (*JobHandler, error) {
|
||||
client, err := herojobs.NewClient(socketPath)
|
||||
func NewJobHandler(redisAddr string, logger *log.Logger) (*JobHandler, error) {
|
||||
// Assuming SSL is false as per README example herojobs.NewRedisClient("localhost:6379", false)
|
||||
// This might need to be configurable later.
|
||||
client, err := herojobs.NewRedisClient(redisAddr, false)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to create HeroJobs client: %w", err)
|
||||
return nil, fmt.Errorf("failed to create HeroJobs Redis client: %w", err)
|
||||
}
|
||||
|
||||
return &JobHandler{
|
||||
@ -59,18 +61,13 @@ func (h *JobHandler) RegisterRoutes(app *fiber.App) {
|
||||
|
||||
// getJobsPage renders the jobs page
|
||||
func (h *JobHandler) getJobsPage(c *fiber.Ctx) error {
|
||||
// Check if we can connect to the HeroJobs server
|
||||
var warning string
|
||||
if err := h.client.Connect(); err != nil {
|
||||
warning = "Could not connect to HeroJobs server: " + err.Error()
|
||||
h.logger.Printf("Warning: %s", warning)
|
||||
} else {
|
||||
h.client.Close()
|
||||
}
|
||||
|
||||
// Assuming h.client (RedisClient) is valid if NewJobHandler succeeded.
|
||||
// The client is connected on creation. A Ping method could be used here for a health check if available.
|
||||
// The previous connect/close logic per-request is removed.
|
||||
var warning string // This will be empty unless a new check (e.g., Ping) sets it.
|
||||
return c.Render("admin/jobs", fiber.Map{
|
||||
"title": "Jobs",
|
||||
"warning": warning,
|
||||
"warning": warning, // warning will be empty for now
|
||||
"error": "",
|
||||
})
|
||||
}
|
||||
@ -100,11 +97,9 @@ func (h *JobHandler) getJobsList(c *fiber.Ctx) error {
|
||||
|
||||
// getJobsData gets job data from the HeroJobs server
|
||||
func (h *JobHandler) getJobsData(circleID, topic string) ([]JobDisplayInfo, error) {
|
||||
// Connect to the HeroJobs server
|
||||
if err := h.client.Connect(); err != nil {
|
||||
return nil, fmt.Errorf("failed to connect to HeroJobs server: %w", err)
|
||||
}
|
||||
defer h.client.Close()
|
||||
// Assuming h.client (RedisClient) is already connected (established by NewJobHandler).
|
||||
// It should not be closed here as it's a long-lived client.
|
||||
// Connect() and Close() calls per-request are removed.
|
||||
|
||||
// If circleID and topic are not provided, try to list all jobs
|
||||
if circleID == "" && topic == "" {
|
||||
@ -131,13 +126,13 @@ func (h *JobHandler) getJobsData(circleID, topic string) ([]JobDisplayInfo, erro
|
||||
}
|
||||
|
||||
allJobs = append(allJobs, JobDisplayInfo{
|
||||
JobID: job.JobID,
|
||||
JobID: fmt.Sprintf("%d", job.JobID),
|
||||
CircleID: job.CircleID,
|
||||
Topic: job.Topic,
|
||||
Status: string(job.Status),
|
||||
SessionKey: job.SessionKey,
|
||||
HeroScript: job.HeroScript,
|
||||
RhaiScript: job.RhaiScript,
|
||||
Params: job.Params,
|
||||
ParamsType: string(job.ParamsType),
|
||||
Result: job.Result,
|
||||
Error: job.Error,
|
||||
TimeScheduled: job.TimeScheduled,
|
||||
@ -171,13 +166,13 @@ func (h *JobHandler) getJobsData(circleID, topic string) ([]JobDisplayInfo, erro
|
||||
}
|
||||
|
||||
jobInfo := JobDisplayInfo{
|
||||
JobID: job.JobID,
|
||||
JobID: fmt.Sprintf("%d", job.JobID),
|
||||
CircleID: job.CircleID,
|
||||
Topic: job.Topic,
|
||||
Status: string(job.Status),
|
||||
SessionKey: job.SessionKey,
|
||||
HeroScript: job.HeroScript,
|
||||
RhaiScript: job.RhaiScript,
|
||||
Params: job.Params,
|
||||
ParamsType: string(job.ParamsType),
|
||||
Result: job.Result,
|
||||
Error: job.Error,
|
||||
TimeScheduled: job.TimeScheduled,
|
||||
|
@ -34,7 +34,7 @@ Jobs are stored in both Redis and OurDB:
|
||||
- Handles all queue operations (adding/removing jobs)
|
||||
- Stores all running jobs for fast access
|
||||
- Used for real-time operations and status updates
|
||||
- **Job Storage**: `herojobs:<circleID>:<topic>:<jobID>` or legacy `jobsmanager:<jobID>`
|
||||
- **Job Storage**: `herojobs:<circleID>:<topic>:<jobID>` or legacy `herojobs:<jobID>`
|
||||
- **Queue**: `heroqueue:<circleID>:<topic>`
|
||||
|
||||
#### OurDB
|
||||
@ -85,14 +85,14 @@ The watchdog uses Go's concurrency primitives to safely manage multiple jobs:
|
||||
|
||||
```go
|
||||
// Initialize Redis client
|
||||
redisClient, err := jobsmanager.NewRedisClient("localhost:6379", false)
|
||||
redisClient, err := herojobs.NewRedisClient("localhost:6379", false)
|
||||
if err != nil {
|
||||
log.Fatalf("Failed to connect to Redis: %v", err)
|
||||
}
|
||||
defer redisClient.Close()
|
||||
|
||||
// Create and start watchdog
|
||||
watchdog := jobsmanager.NewWatchDog(redisClient)
|
||||
watchdog := herojobs.NewWatchDog(redisClient)
|
||||
watchdog.Start()
|
||||
|
||||
// Handle shutdown
|
||||
@ -103,14 +103,14 @@ defer watchdog.Stop()
|
||||
|
||||
```go
|
||||
// Create a new job
|
||||
job := jobsmanager.NewJob()
|
||||
job := herojobs.NewJob()
|
||||
job.CircleID = "myCircle"
|
||||
job.Topic = "myTopic"
|
||||
job.Params = `
|
||||
!!fake.return_success
|
||||
message: "This is a test job"
|
||||
`
|
||||
job.ParamsType = jobsmanager.ParamsTypeHeroScript
|
||||
job.ParamsType = herojobs.ParamsTypeHeroScript
|
||||
job.Timeout = 30 // 30 seconds timeout
|
||||
|
||||
// Save the job to OurDB to get an ID
|
||||
@ -140,7 +140,7 @@ jobID := job.JobID
|
||||
job, err := redisClient.GetJob(jobID)
|
||||
if err != nil {
|
||||
// If not found in Redis, try OurDB for historical jobs
|
||||
job = &jobsmanager.Job{JobID: jobID}
|
||||
job = &herojobs.Job{JobID: jobID}
|
||||
if err := job.Load(); err != nil {
|
||||
log.Printf("Failed to load job: %v", err)
|
||||
return
|
||||
@ -149,13 +149,13 @@ if err != nil {
|
||||
|
||||
// Check job status
|
||||
switch job.Status {
|
||||
case jobsmanager.JobStatusNew:
|
||||
case herojobs.JobStatusNew:
|
||||
fmt.Println("Job is waiting to be processed")
|
||||
case jobsmanager.JobStatusActive:
|
||||
case herojobs.JobStatusActive:
|
||||
fmt.Println("Job is currently being processed")
|
||||
case jobsmanager.JobStatusDone:
|
||||
case herojobs.JobStatusDone:
|
||||
fmt.Printf("Job completed successfully: %s\n", job.Result)
|
||||
case jobsmanager.JobStatusError:
|
||||
case herojobs.JobStatusError:
|
||||
fmt.Printf("Job failed: %s\n", job.Error)
|
||||
}
|
||||
```
|
@ -1,4 +1,4 @@
|
||||
package jobsmanager
|
||||
package herojobs
|
||||
|
||||
import (
|
||||
"encoding/json"
|
@ -1,4 +1,4 @@
|
||||
package jobsmanager
|
||||
package herojobs
|
||||
|
||||
import (
|
||||
"context"
|
||||
@ -72,7 +72,7 @@ func (d *WatchDog) processHeroScript(ctx context.Context, job *Job) {
|
||||
|
||||
// TODO: Implement HeroScript processing
|
||||
errMsg := "HeroScript processing not implemented yet"
|
||||
log.Printf("Error processing job %s: %s", job.JobID, errMsg)
|
||||
log.Printf("Error processing job %d: %s", job.JobID, errMsg)
|
||||
|
||||
// Update job status in OurDB
|
||||
job.Finish(JobStatusError, "", fmt.Errorf(errMsg))
|
@ -1,4 +1,4 @@
|
||||
package jobsmanager
|
||||
package herojobs
|
||||
|
||||
import (
|
||||
"context"
|
||||
@ -82,7 +82,7 @@ func (r *RedisClient) GetJob(jobID interface{}) (*Job, error) {
|
||||
switch id := jobID.(type) {
|
||||
case uint32:
|
||||
// Legacy format for backward compatibility
|
||||
storageKey = fmt.Sprintf("jobsmanager:%d", id)
|
||||
storageKey = fmt.Sprintf("herojobs:%d", id)
|
||||
case string:
|
||||
// Check if this is a composite key (circleID:topic:jobID)
|
||||
parts := strings.Split(id, ":")
|
||||
@ -103,10 +103,10 @@ func (r *RedisClient) GetJob(jobID interface{}) (*Job, error) {
|
||||
// Try to convert string to uint32 (legacy format)
|
||||
var numericID uint32
|
||||
if _, err := fmt.Sscanf(id, "%d", &numericID); err == nil {
|
||||
storageKey = fmt.Sprintf("jobsmanager:%d", numericID)
|
||||
storageKey = fmt.Sprintf("herojobs:%d", numericID)
|
||||
} else {
|
||||
// Legacy string ID format
|
||||
storageKey = fmt.Sprintf("jobsmanager:%s", id)
|
||||
storageKey = fmt.Sprintf("herojobs:%s", id)
|
||||
}
|
||||
}
|
||||
default:
|
||||
@ -139,7 +139,7 @@ func (r *RedisClient) DeleteJob(jobID interface{}) error {
|
||||
switch id := jobID.(type) {
|
||||
case uint32:
|
||||
// Legacy format for backward compatibility
|
||||
storageKey = fmt.Sprintf("jobsmanager:%d", id)
|
||||
storageKey = fmt.Sprintf("herojobs:%d", id)
|
||||
case string:
|
||||
// Check if this is a composite key (circleID:topic:jobID)
|
||||
parts := strings.Split(id, ":")
|
||||
@ -160,10 +160,10 @@ func (r *RedisClient) DeleteJob(jobID interface{}) error {
|
||||
// Try to convert string to uint32 (legacy format)
|
||||
var numericID uint32
|
||||
if _, err := fmt.Sscanf(id, "%d", &numericID); err == nil {
|
||||
storageKey = fmt.Sprintf("jobsmanager:%d", numericID)
|
||||
storageKey = fmt.Sprintf("herojobs:%d", numericID)
|
||||
} else {
|
||||
// Legacy string ID format
|
||||
storageKey = fmt.Sprintf("jobsmanager:%s", id)
|
||||
storageKey = fmt.Sprintf("herojobs:%s", id)
|
||||
}
|
||||
}
|
||||
default:
|
||||
@ -238,7 +238,7 @@ func (r *RedisClient) QueueEmpty(circleID, topic string) error {
|
||||
}
|
||||
} else {
|
||||
// Handle legacy string IDs
|
||||
storageKey := fmt.Sprintf("jobsmanager:%s", jobIDStr)
|
||||
storageKey := fmt.Sprintf("herojobs:%s", jobIDStr)
|
||||
err := r.client.Del(r.ctx, storageKey).Err()
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to delete job %s: %w", jobIDStr, err)
|
@ -1,4 +1,4 @@
|
||||
package jobsmanager
|
||||
package herojobs
|
||||
|
||||
import (
|
||||
"context"
|
@ -4,7 +4,7 @@ import (
|
||||
"log"
|
||||
"sync"
|
||||
|
||||
"github.com/freeflowuniverse/heroagent/pkg/handlerfactory/herohandler"
|
||||
"github.com/freeflowuniverse/heroagent/pkg/heroscript/handlerfactory/herohandler"
|
||||
)
|
||||
|
||||
func main() {
|
||||
|
@ -2,8 +2,6 @@ package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"log"
|
||||
"os"
|
||||
|
||||
"github.com/freeflowuniverse/heroagent/pkg/heroscript/playbook"
|
||||
)
|
||||
@ -15,26 +13,26 @@ func main() {
|
||||
pb := playbook.New()
|
||||
|
||||
// Start a simple process
|
||||
startAction := pb.NewAction(1, "start", "process", 0, playbook.ActionTypeUnknown)
|
||||
startAction := pb.NewAction("1", "start", "process", 0, playbook.ActionTypeUnknown)
|
||||
startAction.Params.Set("name", "example_process")
|
||||
startAction.Params.Set("command", "ping -c 60 localhost")
|
||||
startAction.Params.Set("log", "true")
|
||||
|
||||
// List all processes
|
||||
listAction := pb.NewAction(2, "list", "process", 0, playbook.ActionTypeUnknown)
|
||||
listAction := pb.NewAction("2", "list", "process", 0, playbook.ActionTypeUnknown)
|
||||
listAction.Params.Set("format", "table")
|
||||
|
||||
// Get status of a specific process
|
||||
statusAction := pb.NewAction(3, "status", "process", 0, playbook.ActionTypeUnknown)
|
||||
statusAction := pb.NewAction("3", "status", "process", 0, playbook.ActionTypeUnknown)
|
||||
statusAction.Params.Set("name", "example_process")
|
||||
|
||||
// Get logs of a specific process
|
||||
logsAction := pb.NewAction(4, "logs", "process", 0, playbook.ActionTypeUnknown)
|
||||
logsAction := pb.NewAction("4", "logs", "process", 0, playbook.ActionTypeUnknown)
|
||||
logsAction.Params.Set("name", "example_process")
|
||||
logsAction.Params.Set("lines", "10")
|
||||
|
||||
// Stop a process
|
||||
stopAction := pb.NewAction(5, "stop", "process", 0, playbook.ActionTypeUnknown)
|
||||
stopAction := pb.NewAction("5", "stop", "process", 0, playbook.ActionTypeUnknown)
|
||||
stopAction.Params.Set("name", "example_process")
|
||||
|
||||
// Generate the heroscript
|
||||
|
@ -9,7 +9,7 @@ import (
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
proxy "github.com/freeflowuniverse/heroagent/pkg/proxies/openai"
|
||||
openaiproxy "github.com/freeflowuniverse/heroagent/pkg/heroservices/openaiproxy"
|
||||
"github.com/openai/openai-go"
|
||||
"github.com/openai/openai-go/option"
|
||||
)
|
||||
@ -37,15 +37,15 @@ func testProxyWithClient() {
|
||||
|
||||
// Create a client that points to our proxy
|
||||
// Note: The server is using "/ai" as the prefix for all routes
|
||||
client := openai.NewClient(
|
||||
client := openaiproxy.NewClient(
|
||||
option.WithAPIKey("test-key"), // This is our test key, not a real OpenAI key
|
||||
option.WithBaseURL("http://localhost:8080/ai"), // Use the /ai prefix to match the server routes
|
||||
)
|
||||
|
||||
// Create a completion request
|
||||
chatCompletion, err := client.Chat.Completions.New(context.Background(), openai.ChatCompletionNewParams{
|
||||
Messages: []openai.ChatCompletionMessageParamUnion{
|
||||
openai.UserMessage("Say this is a test"),
|
||||
chatCompletion, err := client.Chat.Completions.New(context.Background(), openaiproxy.ChatCompletionNewParams{
|
||||
Messages: []openaiproxy.ChatCompletionMessageParamUnion{
|
||||
openaiproxy.UserMessage("Say this is a test"),
|
||||
},
|
||||
Model: "gpt-3.5-turbo", // Use a model that our proxy supports
|
||||
})
|
||||
@ -71,7 +71,7 @@ func runServerMode() {
|
||||
// Create a proxy configuration
|
||||
config := proxy.ProxyConfig{
|
||||
Port: 8080, // Use a non-privileged port for testing
|
||||
OpenAIBaseURL: "https://api.openai.com", // Default OpenAI API URL
|
||||
OpenAIBaseURL: "https://api.openaiproxy.com", // Default OpenAI API URL
|
||||
DefaultOpenAIKey: openaiKey, // Fallback API key if user doesn't have one
|
||||
}
|
||||
|
File diff suppressed because it is too large
Load Diff
@ -119,7 +119,7 @@ func createJob(c *fiber.Ctx, apiKey string, endpoint string, requestBody interfa
|
||||
// Create a new job
|
||||
job := jobsmanager.NewJob()
|
||||
job.ParamsType = jobsmanager.ParamsTypeAI
|
||||
job.Topic = "openai-proxy"
|
||||
job.Topic = "openaiproxy-proxy"
|
||||
job.CircleID = "ai"
|
||||
|
||||
// Serialize request body to JSON
|
||||
@ -183,7 +183,7 @@ func (s *Server) handleModels(c *fiber.Ctx) error {
|
||||
// Forward request to OpenAI
|
||||
url := s.Factory.Config.OpenAIBaseURL + "/v1/models"
|
||||
if url == "/v1/models" {
|
||||
url = "https://api.openai.com/v1/models"
|
||||
url = "https://api.openaiproxy.com/v1/models"
|
||||
}
|
||||
|
||||
req, err := http.NewRequest("GET", url, nil)
|
||||
@ -250,7 +250,7 @@ func (s *Server) handleGetModel(c *fiber.Ctx) error {
|
||||
// Forward request to OpenAI
|
||||
url := s.Factory.Config.OpenAIBaseURL + "/v1/models/" + modelID
|
||||
if strings.HasPrefix(url, "/v1/models/") {
|
||||
url = "https://api.openai.com/v1/models/" + modelID
|
||||
url = "https://api.openaiproxy.com/v1/models/" + modelID
|
||||
}
|
||||
|
||||
req, err := http.NewRequest("GET", url, nil)
|
||||
@ -337,7 +337,7 @@ func (s *Server) handleChatCompletions(c *fiber.Ctx) error {
|
||||
// Forward request to OpenAI
|
||||
url := s.Factory.Config.OpenAIBaseURL + "/v1/chat/completions"
|
||||
if url == "/v1/chat/completions" {
|
||||
url = "https://api.openai.com/v1/chat/completions"
|
||||
url = "https://api.openaiproxy.com/v1/chat/completions"
|
||||
}
|
||||
|
||||
// Convert the request body back to JSON
|
||||
@ -461,7 +461,7 @@ func (s *Server) handleCompletions(c *fiber.Ctx) error {
|
||||
// Forward request to OpenAI
|
||||
url := s.Factory.Config.OpenAIBaseURL + "/v1/completions"
|
||||
if url == "/v1/completions" {
|
||||
url = "https://api.openai.com/v1/completions"
|
||||
url = "https://api.openaiproxy.com/v1/completions"
|
||||
}
|
||||
|
||||
// Convert the request body back to JSON
|
||||
@ -585,7 +585,7 @@ func (s *Server) handleEmbeddings(c *fiber.Ctx) error {
|
||||
// Forward request to OpenAI
|
||||
url := s.Factory.Config.OpenAIBaseURL + "/v1/embeddings"
|
||||
if url == "/v1/embeddings" {
|
||||
url = "https://api.openai.com/v1/embeddings"
|
||||
url = "https://api.openaiproxy.com/v1/embeddings"
|
||||
}
|
||||
|
||||
// Convert the request body back to JSON
|
||||
@ -724,7 +724,7 @@ func (s *Server) handleImagesGenerations(c *fiber.Ctx) error {
|
||||
// Forward request to OpenAI
|
||||
url := s.Factory.Config.OpenAIBaseURL + "/v1/images/generations"
|
||||
if url == "/v1/images/generations" {
|
||||
url = "https://api.openai.com/v1/images/generations"
|
||||
url = "https://api.openaiproxy.com/v1/images/generations"
|
||||
}
|
||||
|
||||
// Convert the request body back to JSON
|
||||
@ -919,7 +919,7 @@ func (s *Server) handleListFiles(c *fiber.Ctx) error {
|
||||
// Forward request to OpenAI
|
||||
url := s.Factory.Config.OpenAIBaseURL + "/v1/files"
|
||||
if url == "/v1/files" {
|
||||
url = "https://api.openai.com/v1/files"
|
||||
url = "https://api.openaiproxy.com/v1/files"
|
||||
}
|
||||
|
||||
req, err := http.NewRequest("GET", url, nil)
|
||||
@ -1017,7 +1017,7 @@ func (s *Server) handleGetFile(c *fiber.Ctx) error {
|
||||
// Forward request to OpenAI
|
||||
url := s.Factory.Config.OpenAIBaseURL + "/v1/files/" + fileID
|
||||
if strings.HasPrefix(url, "/v1/files/") {
|
||||
url = "https://api.openai.com/v1/files/" + fileID
|
||||
url = "https://api.openaiproxy.com/v1/files/" + fileID
|
||||
}
|
||||
|
||||
req, err := http.NewRequest("GET", url, nil)
|
||||
@ -1084,7 +1084,7 @@ func (s *Server) handleDeleteFile(c *fiber.Ctx) error {
|
||||
// Forward request to OpenAI
|
||||
url := s.Factory.Config.OpenAIBaseURL + "/v1/files/" + fileID
|
||||
if strings.HasPrefix(url, "/v1/files/") {
|
||||
url = "https://api.openai.com/v1/files/" + fileID
|
||||
url = "https://api.openaiproxy.com/v1/files/" + fileID
|
||||
}
|
||||
|
||||
req, err := http.NewRequest("DELETE", url, nil)
|
@ -6,7 +6,7 @@ import (
|
||||
"fmt"
|
||||
"net"
|
||||
|
||||
"github.com/freeflowuniverse/herolauncher/pkg/openrpcmanager"
|
||||
"github.com/freeflowuniverse/heroagent/pkg/openrpcmanager"
|
||||
)
|
||||
|
||||
// Common errors
|
||||
|
@ -7,7 +7,7 @@ import (
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/freeflowuniverse/herolauncher/pkg/openrpcmanager"
|
||||
"github.com/freeflowuniverse/heroagent/pkg/openrpcmanager"
|
||||
)
|
||||
|
||||
// MockClient implements the Client interface for testing
|
||||
|
@ -9,7 +9,7 @@ import (
|
||||
"os/signal"
|
||||
"syscall"
|
||||
|
||||
"github.com/freeflowuniverse/herolauncher/pkg/openrpcmanager"
|
||||
"github.com/freeflowuniverse/heroagent/pkg/openrpcmanager"
|
||||
)
|
||||
|
||||
func main() {
|
||||
|
Loading…
Reference in New Issue
Block a user