handle requests in a que

server/handlers/req.go

@@ -16,98 +16,135 @@ import (
 var subscriptions = make(map[string]relay.Subscription)
 var mu sync.Mutex // Protect concurrent access to subscriptions map
 
-func HandleReq(ws *websocket.Conn, message []interface{}, subscriptions map[string][]relay.Filter) {
+// RequestQueue holds incoming requests
-	config.LimitedGoRoutine(func() {
+var RequestQueue = make(chan Request, 1000) // Adjust buffer size as needed
-		if len(message) < 3 {
-			fmt.Println("Invalid REQ message format")
-			response.SendClosed(ws, "", "invalid: invalid REQ message format")
-			return
-		}
 
-		subID, ok := message[1].(string)
+type Request struct {
-		if !ok {
+	Ws      *websocket.Conn
-			fmt.Println("Invalid subscription ID format")
+	Message []interface{}
-			response.SendClosed(ws, "", "invalid: invalid subscription ID format")
+}
-			return
+
-		}
+// StartWorkerPool initializes a pool of worker goroutines
-
+func StartWorkerPool(numWorkers int) {
-		mu.Lock()
+	for i := 0; i < numWorkers; i++ {
-		defer mu.Unlock()
+		go worker()
-
+	}
-		// Check the current number of subscriptions for the client
+}
-		if len(subscriptions) >= config.GetConfig().Server.MaxSubscriptionsPerClient {
+
-			// Find and remove the oldest subscription (FIFO)
+// worker processes requests from the RequestQueue
-			var oldestSubID string
+func worker() {
-			for id := range subscriptions {
+	for req := range RequestQueue {
-				oldestSubID = id
+		processRequest(req.Ws, req.Message)
-				break
+	}
-			}
+}
-			delete(subscriptions, oldestSubID)
+
-			fmt.Println("Dropped oldest subscription:", oldestSubID)
+// HandleReq now just adds the request to the queue
-		}
+func HandleReq(ws *websocket.Conn, message []interface{}, subscriptions map[string][]relay.Filter) {
-
+	select {
-		// Prepare filters based on the incoming message
+	case RequestQueue <- Request{Ws: ws, Message: message}:
-		filters := make([]relay.Filter, len(message)-2)
+		// Request added to queue
-		for i, filter := range message[2:] {
+	default:
-			filterData, ok := filter.(map[string]interface{})
+		// Queue is full, log the dropped request
-			if !ok {
+		fmt.Println("Warning: Request queue is full, dropping request")
-				fmt.Println("Invalid filter format")
+	}
-				response.SendClosed(ws, subID, "invalid: invalid filter format")
+}
-				return
+
-			}
+// processRequest handles the actual processing of each request
-
+func processRequest(ws *websocket.Conn, message []interface{}) {
-			var f relay.Filter
+	if len(message) < 3 {
-			f.IDs = utils.ToStringArray(filterData["ids"])
+		fmt.Println("Invalid REQ message format")
-			f.Authors = utils.ToStringArray(filterData["authors"])
+		response.SendClosed(ws, "", "invalid: invalid REQ message format")
-			f.Kinds = utils.ToIntArray(filterData["kinds"])
+		return
-			f.Tags = utils.ToTagsMap(filterData["tags"])
+	}
-			f.Since = utils.ToTime(filterData["since"])
+
-			f.Until = utils.ToTime(filterData["until"])
+	subID, ok := message[1].(string)
-			f.Limit = utils.ToInt(filterData["limit"])
+	if !ok {
-
+		fmt.Println("Invalid subscription ID format")
-			filters[i] = f
+		response.SendClosed(ws, "", "invalid: invalid subscription ID format")
-		}
+		return
-
+	}
-		// Add the new subscription or update the existing one
+
-		subscriptions[subID] = filters
+	mu.Lock()
-		fmt.Printf("Subscription updated: %s with %d filters\n", subID, len(filters))
+	defer mu.Unlock()
-
+
-		// Query the database with filters and send back the results
+	// Check the current number of subscriptions for the client
-		queriedEvents, err := db.QueryEvents(filters, db.GetClient(), "grain")
+	if len(subscriptions) >= config.GetConfig().Server.MaxSubscriptionsPerClient {
-		if err != nil {
+		// Find and remove the oldest subscription (FIFO)
-			fmt.Println("Error querying events:", err)
+		var oldestSubID string
-			response.SendClosed(ws, subID, "error: could not query events")
+		for id := range subscriptions {
-			return
+			oldestSubID = id
-		}
+			break
-
+		}
-		// Log the number of events retrieved
+		delete(subscriptions, oldestSubID)
-		fmt.Printf("Retrieved %d events for subscription %s\n", len(queriedEvents), subID)
+		fmt.Println("Dropped oldest subscription:", oldestSubID)
-		if len(queriedEvents) == 0 {
+	}
-			fmt.Printf("No matching events found for subscription %s\n", subID)
+
-		}
+	// Prepare filters based on the incoming message
-
+	filters := make([]relay.Filter, len(message)-2)
-		// Send each event back to the client
+	for i, filter := range message[2:] {
-		for _, evt := range queriedEvents {
+		filterData, ok := filter.(map[string]interface{})
-			msg := []interface{}{"EVENT", subID, evt}
+		if !ok {
-			msgBytes, _ := json.Marshal(msg)
+			fmt.Println("Invalid filter format")
-			err = websocket.Message.Send(ws, string(msgBytes))
+			response.SendClosed(ws, subID, "invalid: invalid filter format")
-			if err != nil {
+			return
-				fmt.Println("Error sending event:", err)
+		}
-				response.SendClosed(ws, subID, "error: could not send event")
+
-				return
+		var f relay.Filter
-			}
+		f.IDs = utils.ToStringArray(filterData["ids"])
-		}
+		f.Authors = utils.ToStringArray(filterData["authors"])
-
+		f.Kinds = utils.ToIntArray(filterData["kinds"])
-		// Indicate end of stored events
+		f.Tags = utils.ToTagsMap(filterData["tags"])
-		eoseMsg := []interface{}{"EOSE", subID}
+		f.Since = utils.ToTime(filterData["since"])
-		eoseBytes, _ := json.Marshal(eoseMsg)
+		f.Until = utils.ToTime(filterData["until"])
-		err = websocket.Message.Send(ws, string(eoseBytes))
+		f.Limit = utils.ToInt(filterData["limit"])
-		if err != nil {
+
-			fmt.Println("Error sending EOSE:", err)
+		filters[i] = f
-			response.SendClosed(ws, subID, "error: could not send EOSE")
+	}
-			return
+
-		}
+	// Add the new subscription or update the existing one
-
+	subscriptions[subID] = relay.Subscription{Filters: filters}
-		fmt.Println("Subscription handling completed, keeping connection open.")
+	fmt.Printf("Subscription updated: %s with %d filters\n", subID, len(filters))
-	})
+
+	// Query the database with filters and send back the results
+	queriedEvents, err := db.QueryEvents(filters, db.GetClient(), "grain")
+	if err != nil {
+		fmt.Println("Error querying events:", err)
+		response.SendClosed(ws, subID, "error: could not query events")
+		return
+	}
+
+	// Log the number of events retrieved
+	fmt.Printf("Retrieved %d events for subscription %s\n", len(queriedEvents), subID)
+	if len(queriedEvents) == 0 {
+		fmt.Printf("No matching events found for subscription %s\n", subID)
+	}
+
+	// Send each event back to the client
+	for _, evt := range queriedEvents {
+		msg := []interface{}{"EVENT", subID, evt}
+		msgBytes, _ := json.Marshal(msg)
+		err = websocket.Message.Send(ws, string(msgBytes))
+		if err != nil {
+			fmt.Println("Error sending event:", err)
+			response.SendClosed(ws, subID, "error: could not send event")
+			return
+		}
+	}
+
+	// Indicate end of stored events
+	eoseMsg := []interface{}{"EOSE", subID}
+	eoseBytes, _ := json.Marshal(eoseMsg)
+	err = websocket.Message.Send(ws, string(eoseBytes))
+	if err != nil {
+		fmt.Println("Error sending EOSE:", err)
+		response.SendClosed(ws, subID, "error: could not send EOSE")
+		return
+	}
+
+	fmt.Println("Subscription handling completed, keeping connection open.")
+}
+
+// Initialize the worker pool when your server starts
+func init() {
+	StartWorkerPool(10) // Adjust the number of workers as needed
 }