Added parallel worker threads
Browse filesLimited max queue size to 10 and set the number of concurrent worker threads to 40. This should help in negotiating the long (>4000) queues and in improving User experience.
app.py
CHANGED
@@ -783,6 +783,7 @@ with block:
|
|
783 |
block.load(get_mteb_data, inputs=[task_sts], outputs=data_sts)
|
784 |
block.load(get_mteb_data, inputs=[task_summarization], outputs=data_summarization)
|
785 |
|
|
|
786 |
block.launch()
|
787 |
|
788 |
|
|
|
783 |
block.load(get_mteb_data, inputs=[task_sts], outputs=data_sts)
|
784 |
block.load(get_mteb_data, inputs=[task_summarization], outputs=data_summarization)
|
785 |
|
786 |
+
block.queue(concurrency_count=40, max_size=10)
|
787 |
block.launch()
|
788 |
|
789 |
|