✨ Broadcast event

pkg/internal/http/api/check_ip.go

@@ -0,0 +1,7 @@
+package api
+
+import "github.com/gofiber/fiber/v2"
+
+func getClientIP(c *fiber.Ctx) error {
+	return c.SendString(c.IP())
+}

pkg/internal/http/api/command.go

@@ -0,0 +1,67 @@
+package api
+
+import (
+	"context"
+	"fmt"
+	"git.solsynth.dev/hypernet/nexus/pkg/internal/directory"
+	"git.solsynth.dev/hypernet/nexus/pkg/proto"
+	"github.com/gofiber/fiber/v2"
+	"github.com/rs/zerolog/log"
+	"google.golang.org/grpc/metadata"
+	"strings"
+	"time"
+)
+
+func invokeCommand(c *fiber.Ctx) error {
+	command := c.Params("command")
+	method := strings.ToLower(c.Method())
+
+	handler := directory.GetCommandHandler(command, method)
+	if handler == nil {
+		return fiber.NewError(fiber.StatusNotFound, "command not found")
+	}
+
+	conn, err := handler.GetGrpcConn()
+	if err != nil {
+		return fiber.NewError(fiber.StatusServiceUnavailable, "service unavailable")
+	}
+
+	log.Debug().Str("id", command).Str("method", method).Msg("Invoking command from HTTP Gateway...")
+
+	var meta []string
+	meta = append(meta, "client_id", "http-gateway")
+	meta = append(meta, "net.ip", c.IP())
+	meta = append(meta, "http.user_agent", c.Get(fiber.HeaderUserAgent))
+	for k, v := range c.GetReqHeaders() {
+		meta = append(
+			meta,
+			strings.ToLower(fmt.Sprintf("header.%s", strings.ReplaceAll(k, "-", "_"))),
+			strings.Join(v, "\n"),
+		)
+	}
+
+	for k, v := range c.Queries() {
+		meta = append(
+			meta,
+			strings.ToLower(fmt.Sprintf("query.%s", strings.ReplaceAll(k, "-", "_"))),
+			v,
+		)
+	}
+
+	ctx := metadata.AppendToOutgoingContext(c.Context(), meta...)
+	ctx, cancel := context.WithTimeout(ctx, time.Second*10)
+	defer cancel()
+
+	out, err := proto.NewCommandControllerClient(conn).SendCommand(ctx, &proto.CommandArgument{
+		Command: command,
+		Method:  method,
+		Payload: c.Body(),
+	})
+
+	if err != nil {
+		return fiber.NewError(fiber.StatusInternalServerError, err.Error())
+	} else {
+		c.Set(fiber.HeaderContentType, out.ContentType)
+		return c.Status(int(out.Status)).Send(out.Payload)
+	}
+}

pkg/internal/http/api/directory.go

@@ -0,0 +1,19 @@
+package api
+
+import (
+	directory2 "git.solsynth.dev/hypernet/nexus/pkg/internal/directory"
+	"github.com/gofiber/fiber/v2"
+	"github.com/samber/lo"
+)
+
+func listExistsService(c *fiber.Ctx) error {
+	services := directory2.ListServiceInstance()
+
+	return c.JSON(lo.Map(services, func(item *directory2.ServiceInstance, index int) map[string]any {
+		return map[string]any{
+			"id":    item.ID,
+			"type":  item.Type,
+			"label": item.Label,
+		}
+	}))
+}

pkg/internal/http/api/forward.go

@@ -0,0 +1,41 @@
+package api
+
+import (
+	"git.solsynth.dev/hypernet/nexus/pkg/internal/directory"
+	"github.com/gofiber/fiber/v2"
+	"github.com/gofiber/fiber/v2/middleware/proxy"
+	"github.com/rs/zerolog/log"
+	"github.com/spf13/viper"
+	"strings"
+)
+
+func forwardService(c *fiber.Ctx) error {
+	serviceType := c.Params("service")
+	ogKeyword := serviceType
+
+	aliasingMap := viper.GetStringMapString("services.aliases")
+	if val, ok := aliasingMap[serviceType]; ok {
+		serviceType = val
+	}
+
+	service := directory.GetServiceInstanceByType(serviceType)
+
+	if service == nil || service.HttpAddr == nil {
+		return fiber.NewError(fiber.StatusNotFound, "service not found")
+	}
+
+	ogUrl := c.Request().URI().String()
+	url := c.OriginalURL()
+	url = strings.Replace(url, "/cgi/"+ogKeyword, "", 1)
+	url = *service.HttpAddr + url
+
+	log.Debug().
+		Str("from", ogUrl).
+		Str("to", url).
+		Str("service", serviceType).
+		Str("id", service.ID).
+		Msg("Forwarding request for service...")
+
+	return proxy.Do(c, url)
+
+}

pkg/internal/http/api/index.go

@@ -0,0 +1,30 @@
+package api
+
+import (
+	"git.solsynth.dev/hypernet/nexus/pkg/internal/http/ws"
+	"github.com/gofiber/contrib/websocket"
+	"github.com/gofiber/fiber/v2"
+)
+
+func MapAPIs(app *fiber.App) {
+	// Some built-in public-accessible APIs
+	wellKnown := app.Group("/.well-known").Name("Well Known")
+	{
+		wellKnown.Get("/", func(c *fiber.Ctx) error {
+			return c.SendStatus(fiber.StatusOK)
+		})
+		wellKnown.Get("/check-ip", getClientIP)
+		wellKnown.Get("/directory/services", listExistsService)
+	}
+
+	// Common websocket gateway
+	app.Use(func(c *fiber.Ctx) error {
+		/*if err := exts.EnsureAuthenticated(c); err != nil {
+			return err
+		}*/
+		return c.Next()
+	}).Get("/ws", websocket.New(ws.Listen))
+
+	app.All("/inv/:command", invokeCommand)
+	app.All("/cgi/:service/*", forwardService)
+}

pkg/internal/http/exts/request.go

@@ -0,0 +1,18 @@
+package exts
+
+import (
+	"github.com/go-playground/validator/v10"
+	"github.com/gofiber/fiber/v2"
+)
+
+var validation = validator.New(validator.WithRequiredStructEnabled())
+
+func BindAndValidate(c *fiber.Ctx, out any) error {
+	if err := c.BodyParser(out); err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, err.Error())
+	} else if err := validation.Struct(out); err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, err.Error())
+	}
+
+	return nil
+}

pkg/internal/http/server.go

@@ -0,0 +1,54 @@
+package server
+
+import (
+	"git.solsynth.dev/hypernet/nexus/pkg/internal/http/api"
+	"github.com/goccy/go-json"
+	"github.com/gofiber/fiber/v2"
+	"github.com/gofiber/fiber/v2/middleware/cors"
+	"github.com/gofiber/fiber/v2/middleware/idempotency"
+	"github.com/gofiber/fiber/v2/middleware/logger"
+	"github.com/rs/zerolog/log"
+	"github.com/spf13/viper"
+)
+
+type HTTPApp struct {
+	app *fiber.App
+}
+
+func NewServer() *HTTPApp {
+	app := fiber.New(fiber.Config{
+		DisableStartupMessage: true,
+		EnableIPValidation:    true,
+		ServerHeader:          "Hypernet.Nexus",
+		AppName:               "Hypernet.Nexus",
+		ProxyHeader:           fiber.HeaderXForwardedFor,
+		JSONEncoder:           json.Marshal,
+		JSONDecoder:           json.Unmarshal,
+		BodyLimit:             512 * 1024 * 1024 * 1024, // 512 TiB
+		EnablePrintRoutes:     viper.GetBool("debug.print_routes"),
+	})
+
+	app.Use(idempotency.New())
+	app.Use(cors.New(cors.Config{
+		AllowCredentials: true,
+		AllowMethods:     "GET,POST,HEAD,PUT,DELETE,PATCH",
+		AllowOriginsFunc: func(origin string) bool {
+			return true
+		},
+	}))
+
+	app.Use(logger.New(logger.Config{
+		Format: "${status} | ${latency} | ${method} ${path}\n",
+		Output: log.Logger,
+	}))
+
+	api.MapAPIs(app)
+
+	return &HTTPApp{app}
+}
+
+func (v *HTTPApp) Listen() {
+	if err := v.app.Listen(viper.GetString("bind")); err != nil {
+		log.Fatal().Err(err).Msg("An error occurred when starting server...")
+	}
+}

pkg/internal/http/ws/connections.go

@@ -0,0 +1,106 @@
+package ws
+
+import (
+	"git.solsynth.dev/hypernet/nexus/pkg/internal/directory"
+	"math/rand"
+	"sync"
+
+	"git.solsynth.dev/hypernet/nexus/pkg/internal/models"
+	"github.com/gofiber/contrib/websocket"
+)
+
+var (
+	wsMutex sync.Mutex
+	wsConn  = make(map[uint]map[uint64]*websocket.Conn)
+)
+
+func ClientRegister(user models.Account, conn *websocket.Conn) uint64 {
+	wsMutex.Lock()
+	if wsConn[user.ID] == nil {
+		wsConn[user.ID] = make(map[uint64]*websocket.Conn)
+	}
+	clientId := rand.Uint64()
+	wsConn[user.ID][clientId] = conn
+	wsMutex.Unlock()
+
+	directory.BroadcastEvent("ws.client.register", map[string]any{
+		"user": user.ID,
+		"id":   clientId,
+	})
+
+	return clientId
+}
+
+func ClientUnregister(user models.Account, id uint64) {
+	wsMutex.Lock()
+	if wsConn[user.ID] == nil {
+		wsConn[user.ID] = make(map[uint64]*websocket.Conn)
+	}
+	delete(wsConn[user.ID], id)
+	wsMutex.Unlock()
+
+	directory.BroadcastEvent("ws.client.unregister", map[string]any{
+		"user": user.ID,
+		"id":   id,
+	})
+}
+
+func ClientCount(uid uint) int {
+	return len(wsConn[uid])
+}
+
+func WebsocketPush(uid uint, body []byte) (count int, success int, errs []error) {
+	for _, conn := range wsConn[uid] {
+		if err := conn.WriteMessage(1, body); err != nil {
+			errs = append(errs, err)
+		} else {
+			success++
+		}
+		count++
+	}
+	return
+}
+
+func WebsocketPushDirect(clientId uint64, body []byte) (count int, success int, errs []error) {
+	for _, m := range wsConn {
+		if conn, ok := m[clientId]; ok {
+			if err := conn.WriteMessage(1, body); err != nil {
+				errs = append(errs, err)
+			} else {
+				success++
+			}
+			count++
+		}
+	}
+	return
+}
+
+func WebsocketPushBatch(uidList []uint, body []byte) (count int, success int, errs []error) {
+	for _, uid := range uidList {
+		for _, conn := range wsConn[uid] {
+			if err := conn.WriteMessage(1, body); err != nil {
+				errs = append(errs, err)
+			} else {
+				success++
+			}
+			count++
+		}
+	}
+	return
+}
+
+func WebsocketPushBatchDirect(clientIdList []uint64, body []byte) (count int, success int, errs []error) {
+	for _, clientId := range clientIdList {
+		for _, m := range wsConn {
+			if conn, ok := m[clientId]; ok {
+				if err := conn.WriteMessage(1, body); err != nil {
+					errs = append(errs, err)
+				} else {
+					success++
+				}
+				count++
+			}
+		}
+	}
+	return
+}

pkg/internal/http/ws/ws.go

@@ -0,0 +1,85 @@
+package ws
+
+import (
+	"git.solsynth.dev/hypernet/nexus/pkg/internal/models"
+	"git.solsynth.dev/hypernet/nexus/pkg/nex"
+	"github.com/gofiber/contrib/websocket"
+	jsoniter "github.com/json-iterator/go"
+	"github.com/rs/zerolog/log"
+	"github.com/spf13/viper"
+)
+
+func Listen(c *websocket.Conn) {
+	user := c.Locals("user").(models.Account)
+
+	// Push connection
+	clientId := ClientRegister(user, c)
+	log.Debug().
+		Uint("user", user.ID).
+		Uint64("clientId", clientId).
+		Msg("New websocket connection established...")
+
+	// Event loop
+	var mt int
+	var data []byte
+	var err error
+
+	var packet nex.WebSocketPackage
+
+	for {
+		if mt, data, err = c.ReadMessage(); err != nil {
+			break
+		} else if err := jsoniter.Unmarshal(data, &packet); err != nil {
+			_ = c.WriteMessage(mt, nex.WebSocketPackage{
+				Action:  "error",
+				Message: "unable to unmarshal your command, requires json request",
+			}.Marshal())
+			continue
+		}
+
+		aliasingMap := viper.GetStringMapString("services.aliases")
+		if val, ok := aliasingMap[packet.Endpoint]; ok {
+			packet.Endpoint = val
+		}
+
+		/*
+			service := directory.GetServiceInstanceByType(packet.Endpoint)
+			if service == nil {
+				_ = c.WriteMessage(mt, nex.NetworkPackage{
+					Action:  "error",
+					Message: "service not found",
+				}.Marshal())
+				continue
+			}
+			pc, err := service.GetGrpcConn()
+			if err != nil {
+				_ = c.WriteMessage(mt, nex.NetworkPackage{
+					Action:  "error",
+					Message: fmt.Sprintf("unable to connect to service: %v", err.Error()),
+				}.Marshal())
+				continue
+			}
+
+			sc := proto.NewStreamControllerClient(pc)
+			_, err = sc.EmitStreamEvent(context.Background(), &proto.StreamEventRequest{
+				Event:    packet.Action,
+				UserId:   uint64(user.ID),
+				ClientId: uint64(clientId),
+				Payload:  packet.RawPayload(),
+			})
+			if err != nil {
+				_ = c.WriteMessage(mt, nex.NetworkPackage{
+					Action:  "error",
+					Message: fmt.Sprintf("unable send message to service: %v", err.Error()),
+				}.Marshal())
+				continue
+			}*/
+	}
+
+	// Pop connection
+	ClientUnregister(user, clientId)
+	log.Debug().
+		Uint("user", user.ID).
+		Uint64("clientId", clientId).
+		Msg("A websocket connection disconnected...")
+}