From d3e9bb38e31a1237e10c11d66972bf84e93bf6e8 Mon Sep 17 00:00:00 2001
From: Cyber MacGeddon <cybermaggedon@gmail.com>
Date: Sun, 29 Dec 2024 18:06:21 +0000
Subject: [PATCH] Increase websocket limits to 50MB max message.  Turn on
 Pulsar chunking by default.

---
 trustgraph-base/trustgraph/base/consumer_producer.py | 1 +
 trustgraph-base/trustgraph/base/producer.py          | 1 +
 trustgraph-flow/trustgraph/gateway/publisher.py      | 2 +-
 trustgraph-flow/trustgraph/gateway/socket.py         | 5 ++++-
 4 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/trustgraph-base/trustgraph/base/consumer_producer.py b/trustgraph-base/trustgraph/base/consumer_producer.py
index cabb7525..31441cda 100644
--- a/trustgraph-base/trustgraph/base/consumer_producer.py
+++ b/trustgraph-base/trustgraph/base/consumer_producer.py
@@ -66,6 +66,7 @@ class ConsumerProducer(BaseProcessor):
         self.producer = self.client.create_producer(
             topic=output_queue,
             schema=JsonSchema(output_schema),
+            chunking_enabled=True,
         )
 
         self.consumer = self.client.subscribe(
diff --git a/trustgraph-base/trustgraph/base/producer.py b/trustgraph-base/trustgraph/base/producer.py
index 27d693ee..84d7fc99 100644
--- a/trustgraph-base/trustgraph/base/producer.py
+++ b/trustgraph-base/trustgraph/base/producer.py
@@ -34,6 +34,7 @@ class Producer(BaseProcessor):
         self.producer = self.client.create_producer(
             topic=output_queue,
             schema=JsonSchema(output_schema),
+            chunking_enabled=True,
         )
 
     def send(self, msg, properties={}):
diff --git a/trustgraph-flow/trustgraph/gateway/publisher.py b/trustgraph-flow/trustgraph/gateway/publisher.py
index 89c612ce..e3298a47 100644
--- a/trustgraph-flow/trustgraph/gateway/publisher.py
+++ b/trustgraph-flow/trustgraph/gateway/publisher.py
@@ -7,7 +7,7 @@ import threading
 class Publisher:
 
     def __init__(self, pulsar_host, topic, schema=None, max_size=10,
-                 chunking_enabled=False):
+                 chunking_enabled=True):
         self.pulsar_host = pulsar_host
         self.topic = topic
         self.schema = schema
diff --git a/trustgraph-flow/trustgraph/gateway/socket.py b/trustgraph-flow/trustgraph/gateway/socket.py
index fd408d7b..4adc336f 100644
--- a/trustgraph-flow/trustgraph/gateway/socket.py
+++ b/trustgraph-flow/trustgraph/gateway/socket.py
@@ -44,7 +44,10 @@ class SocketEndpoint:
             return web.HTTPUnauthorized()
         
         running = Running()
-        ws = web.WebSocketResponse()
+
+        # 50MB max message size
+        ws = web.WebSocketResponse(max_msg_size=52428800)
+
         await ws.prepare(request)
 
         try: