Fix some issues including uploading large docs

trustgraph-base/trustgraph/base/publisher.py

@@ -37,6 +37,7 @@ class Publisher:
         while self.running:
 
             try:
+
                 producer = self.client.create_producer(
                     topic=self.topic,
                     schema=JsonSchema(self.schema),

trustgraph-base/trustgraph/schema/library.py

@@ -125,10 +125,13 @@ class LibrarianResponse(Record):
     document_metadatas = Array(DocumentMetadata())
     processing_metadatas = Array(ProcessingMetadata())
 
+# FIXME: Is this right?  Using persistence on librarian so that
+# message chunking works
+
 librarian_request_queue = topic(
-    'librarian', kind='non-persistent', namespace='request'
+    'librarian', kind='persistent', namespace='request'
 )
 librarian_response_queue = topic(
-    'librarian', kind='non-persistent', namespace='response',
+    'librarian', kind='persistent', namespace='response',
 )
 

trustgraph-cli/scripts/tg-show-library-documents

@@ -36,6 +36,7 @@ def show_docs(url, user):
             table,
             tablefmt="pretty",
             stralign="left",
+            maxcolwidths=[None, 55],
         ))
         print()
 

trustgraph-cli/scripts/tg-show-library-processing

@@ -36,6 +36,7 @@ def show_procs(url, user):
             table,
             tablefmt="pretty",
             stralign="left",
+            maxcolwidths=[None, 50],
         ))
         print()
 

trustgraph-flow/trustgraph/gateway/dispatch/serialize.py

@@ -105,7 +105,7 @@ def serialize_document_metadata(message):
     if message.user:
         ret["user"] = message.user
 
-    if message.tags:
+    if message.tags is not None:
         ret["tags"] = message.tags
 
     return ret
@@ -132,7 +132,7 @@ def serialize_processing_metadata(message):
     if message.collection:
         ret["collection"] = message.collection
 
-    if message.tags:
+    if message.tags is not None:
         ret["tags"] = message.tags
 
     return ret