Run single tasks

This commit is contained in:
bender committed 2024-10-30 20:24:12 +01:00
1 parent f2b9df7611
commit 786a230e78
9 files changed
+500 -248

No files matched your search

+2 -1
View File
@@ -16,12 +16,13 @@ The package `ums` contains the Agenten-Plattform, the implementations of the age
- `ums.agent`
- Contains the implementation of an agent for handling requests by the implementations in `src`.
- Check for running single tasks without using management.
- `ums.example`
- Contains a very simple examples for all types of agents.
- See `ums.example.example`
- `ums.management`
- Contains the implementation of the management.
- Take a look at the web gui of the management!
- Take a look at the web gui of the management, possibly at <http://localhost:8080/> or <http://localhost:8000/>
- `ums.utils`
- Contains various utilities.
- `ums.utils.const.SHARE_PATH` The path for shared files between all agents
+35
View File
@@ -8,6 +8,41 @@
# source code released under the terms of GNU Public License Version 3
# https://www.gnu.org/licenses/gpl-3.0.txt
"""
## Run as Agent
The env. variable `AGENTS_LIST` is used to identify the agents classes/ task handlers.
It must contain he the package name and a variable name in this package divided by `:`.
Then, the variable contains a list of agent classes (subclasses of `ums.agent.agent.BasicAgent`)
For example `AGENTS_LIST=ums.example.example:AGENT_CLASSES`, then in file `./ums/example/example.py` a variable `AGENT_CLASSES` exists.
One line in this file, e.g., is `AGENT_CLASSES = [MyExtractAudioAgent, MyExtractImageAgent]`.
When starting the Docker container of the agent, the classes specified in `AGENTS_LIST` are loaded and if the agent receives a task, the task is sent to the agent classes' `handle` methods.
## Run Single Task
For development it might be cumbersome to always require a running management container and sending messages.
Hence, tasks can be run manually from the terminal (still in the container and using the agent classes), but without having a management.
This also uses the `AGENTS_LIST` env. variable, but the tasks are sent via command line:
There are three ways to send a task (if the agent's Docker container is running):
- `docker compose exec agent_all python -m ums.agent -d`
- Run a dummy task
- Possibly `agent_all` needs to be changed to the service name (see `docker-compose.yml`) of the agent's Docker container
- `cat ./msg.json | docker compose exec -T agent_all python -m ums.agent -i`
- Send the task (json of `AgentMessage`) via STDIN from file `./msg.json` to the agent
- `docker compose exec agent_all python -m ums.agent -f msg.json`
- Get the task from the json file, the files are searched for by full name, in the shared, and the persistent directory.
If the Agent's Docker container is not running, a temporary container can be started.
For the dummy message, the command would be `docker compose run --rm --entrypoint "" agent_all python -m ums.agent -d`.
(Again, change `agent_all` for the service name in `docker-compose.yml`.)
"""
from ums.agent.agent import (
AgentCapability,
BasicAgent,
+65
View File
@@ -0,0 +1,65 @@
# Agenten Plattform
#
# (c) 2024 Magnus Bender
# Institute of Humanities-Centered Artificial Intelligence (CHAI)
# Universitaet Hamburg
# https://www.chai.uni-hamburg.de/~bender
#
# source code released under the terms of GNU Public License Version 3
# https://www.gnu.org/licenses/gpl-3.0.txt
import argparse, sys, os, json
from ums.agent.process import MessageProcessor
from ums.utils import AgentMessage, Riddle, SHARE_PATH, PERSIST_PATH
class _FakeBackgroundTask():
def add_task(self, call, *args):
call(*args)
if __name__ == "__main__":
parser = argparse.ArgumentParser(description='Agenten Plattform – Run Single Task')
parser.add_argument('-f', '--file', help="fetch the message (riddle) from this json file")
parser.add_argument('-d', '--dummy', help="use a dummy message (riddle)", action="store_true")
parser.add_argument('-i', '--stdin', help="get the message (riddle) from STDIN", action="store_true")
args = parser.parse_args()
message = None
if args.dummy:
message = AgentMessage(
id="dummy",
riddle=Riddle(context="Its a dummy.", question="No question!")
)
message.status.extract.required = False
elif args.stdin:
text = ''.join(sys.stdin.readlines())
message = AgentMessage.model_validate_json(text)
elif args.file:
if os.path.isfile(args.file):
f_name = args.file
elif os.path.isfile(os.path.join(SHARE_PATH, args.file)):
f_name = os.path.join(SHARE_PATH, args.file)
elif os.path.isfile(os.path.join(PERSIST_PATH, args.file)):
f_name = os.path.join(PERSIST_PATH, args.file)
else:
print()
print(f"\tFile {args.file} not found!")
print()
f_name = None
if not f_name is None:
message = AgentMessage.model_validate(
json.load(open(f_name, 'r'))
)
if message is None:
parser.print_help()
else:
mp = MessageProcessor(disable_messages=True)
response = mp.new_message(message, _FakeBackgroundTask())
print("\tResponse:")
print(response.model_dump_json(indent=2))
+15 -10
View File
@@ -22,8 +22,9 @@ class MessageProcessor():
MANAGEMENT_URL = os.environ.get('MANAGEMENT_URL', 'http://127.0.0.1:80').strip().strip('/')
AGENTS_LIST = os.environ.get('AGENTS_LIST', 'ums.example.example:AGENT_CLASSES').strip()
def __init__(self):
def __init__(self, disable_messages:bool=False):
self.counts = 0
self.disable_messages = disable_messages
module_name, var_name = self.AGENTS_LIST.split(':')
agents_module = importlib.import_module(module_name)
@@ -82,14 +83,18 @@ class MessageProcessor():
)
def _send_message(self, message:AgentMessage) -> bool:
r = requests.post(
"{}/message".format(self.MANAGEMENT_URL),
data=message.model_dump_json(),
headers={"accept" : "application/json", "content-type" : "application/json"}
)
if not self.disable_messages:
r = requests.post(
"{}/message".format(self.MANAGEMENT_URL),
data=message.model_dump_json(),
headers={"accept" : "application/json", "content-type" : "application/json"}
)
if r.status_code == 200:
return True
if r.status_code == 200:
return True
else:
logger.warning(f"Error sending message to management! {(r.text, r.headers)}")
return False
else:
logger.warning(f"Error sending message to management! {(r.text, r.headers)}")
return False
print("\tMessages disabled: Requested to send message to management:")
print(message.model_dump_json(indent=2))
+1 -1
View File
@@ -1,6 +1,6 @@
window.pdocSearch = (function(){
/** elasticlunr - http://weixsong.github.io * Copyright (C) 2017 Oliver Nightingale * Copyright (C) 2017 Wei Song * MIT Licensed */!function(){function e(e){if(null===e||"object"!=typeof e)return e;var t=e.constructor();for(var n in e)e.hasOwnProperty(n)&&(t[n]=e[n]);return t}var t=function(e){var n=new t.Index;return n.pipeline.add(t.trimmer,t.stopWordFilter,t.stemmer),e&&e.call(n,n),n};t.version="0.9.5",lunr=t,t.utils={},t.utils.warn=function(e){return function(t){e.console&&console.warn&&console.warn(t)}}(this),t.utils.toString=function(e){return void 0===e||null===e?"":e.toString()},t.EventEmitter=function(){this.events={}},t.EventEmitter.prototype.addListener=function(){var e=Array.prototype.slice.call(arguments),t=e.pop(),n=e;if("function"!=typeof t)throw new TypeError("last argument must be a function");n.forEach(function(e){this.hasHandler(e)||(this.events[e]=[]),this.events[e].push(t)},this)},t.EventEmitter.prototype.removeListener=function(e,t){if(this.hasHandler(e)){var n=this.events[e].indexOf(t);-1!==n&&(this.events[e].splice(n,1),0==this.events[e].length&&delete this.events[e])}},t.EventEmitter.prototype.emit=function(e){if(this.hasHandler(e)){var t=Array.prototype.slice.call(arguments,1);this.events[e].forEach(function(e){e.apply(void 0,t)},this)}},t.EventEmitter.prototype.hasHandler=function(e){return e in this.events},t.tokenizer=function(e){if(!arguments.length||null===e||void 0===e)return[];if(Array.isArray(e)){var n=e.filter(function(e){return null===e||void 0===e?!1:!0});n=n.map(function(e){return t.utils.toString(e).toLowerCase()});var i=[];return n.forEach(function(e){var n=e.split(t.tokenizer.seperator);i=i.concat(n)},this),i}return e.toString().trim().toLowerCase().split(t.tokenizer.seperator)},t.tokenizer.defaultSeperator=/[\s\-]+/,t.tokenizer.seperator=t.tokenizer.defaultSeperator,t.tokenizer.setSeperator=function(e){null!==e&&void 0!==e&&"object"==typeof e&&(t.tokenizer.seperator=e)},t.tokenizer.resetSeperator=function(){t.tokenizer.seperator=t.tokenizer.defaultSeperator},t.tokenizer.getSeperator=function(){return t.tokenizer.seperator},t.Pipeline=function(){this._queue=[]},t.Pipeline.registeredFunctions={},t.Pipeline.registerFunction=function(e,n){n in t.Pipeline.registeredFunctions&&t.utils.warn("Overwriting existing registered function: "+n),e.label=n,t.Pipeline.registeredFunctions[n]=e},t.Pipeline.getRegisteredFunction=function(e){return e in t.Pipeline.registeredFunctions!=!0?null:t.Pipeline.registeredFunctions[e]},t.Pipeline.warnIfFunctionNotRegistered=function(e){var n=e.label&&e.label in this.registeredFunctions;n||t.utils.warn("Function is not registered with pipeline. This may cause problems when serialising the index.\n",e)},t.Pipeline.load=function(e){var n=new t.Pipeline;return e.forEach(function(e){var i=t.Pipeline.getRegisteredFunction(e);if(!i)throw new Error("Cannot load un-registered function: "+e);n.add(i)}),n},t.Pipeline.prototype.add=function(){var e=Array.prototype.slice.call(arguments);e.forEach(function(e){t.Pipeline.warnIfFunctionNotRegistered(e),this._queue.push(e)},this)},t.Pipeline.prototype.after=function(e,n){t.Pipeline.warnIfFunctionNotRegistered(n);var i=this._queue.indexOf(e);if(-1===i)throw new Error("Cannot find existingFn");this._queue.splice(i+1,0,n)},t.Pipeline.prototype.before=function(e,n){t.Pipeline.warnIfFunctionNotRegistered(n);var i=this._queue.indexOf(e);if(-1===i)throw new Error("Cannot find existingFn");this._queue.splice(i,0,n)},t.Pipeline.prototype.remove=function(e){var t=this._queue.indexOf(e);-1!==t&&this._queue.splice(t,1)},t.Pipeline.prototype.run=function(e){for(var t=[],n=e.length,i=this._queue.length,o=0;n>o;o++){for(var r=e[o],s=0;i>s&&(r=this._queue[s](r,o,e),void 0!==r&&null!==r);s++);void 0!==r&&null!==r&&t.push(r)}return t},t.Pipeline.prototype.reset=function(){this._queue=[]},t.Pipeline.prototype.get=function(){return this._queue},t.Pipeline.prototype.toJSON=function(){return this._queue.map(function(e){return t.Pipeline.warnIfFunctionNotRegistered(e),e.label})},t.Index=function(){this._fields=[],this._ref="id",this.pipeline=new t.Pipeline,this.documentStore=new t.DocumentStore,this.index={},this.eventEmitter=new t.EventEmitter,this._idfCache={},this.on("add","remove","update",function(){this._idfCache={}}.bind(this))},t.Index.prototype.on=function(){var e=Array.prototype.slice.call(arguments);return this.eventEmitter.addListener.apply(this.eventEmitter,e)},t.Index.prototype.off=function(e,t){return this.eventEmitter.removeListener(e,t)},t.Index.load=function(e){e.version!==t.version&&t.utils.warn("version mismatch: current "+t.version+" importing "+e.version);var n=new this;n._fields=e.fields,n._ref=e.ref,n.documentStore=t.DocumentStore.load(e.documentStore),n.pipeline=t.Pipeline.load(e.pipeline),n.index={};for(var i in e.index)n.index[i]=t.InvertedIndex.load(e.index[i]);return n},t.Index.prototype.addField=function(e){return this._fields.push(e),this.index[e]=new t.InvertedIndex,this},t.Index.prototype.setRef=functLine truncated
/** pdoc search index */const docs = {"version": "0.9.5", "fields": ["qualname", "fullname", "annotation", "default_value", "signature", "bases", "doc"], "ref": "fullname", "documentStore": {"docs": {"ums": {"fullname": "ums", "modulename": "ums", "kind": "module", "doc": "<p>The package <code>ums</code> contains the Agenten-Plattform, the implementations of the agents shall be created in the package <code>src</code>, see <a href=\"https://git.chai.uni-hamburg.de/UMS-Agenten/Agent-Template\">Agent-Template</a>.</p>\n\n<blockquote>\n <p>Side note: The classes with comments may be useful when implementing the agents.\n The classes without comments may be safe to ignore and are (only) used internally.</p>\n</blockquote>\n\n<ul>\n<li><code>ums.agent</code>\n<ul>\n<li>Contains the implementation of an agent for handling requests by the implementations in <code>src</code>.</li>\n</ul></li>\n<li><code>ums.example</code>\n<ul>\n<li>Contains a very simple examples for all types of agents.</li>\n<li>See <code>ums.example.example</code></li>\n</ul></li>\n<li><code>ums.management</code>\n<ul>\n<li>Contains the implementation of the management.</li>\n<li>Take a look at the web gui of the management!</li>\n</ul></li>\n<li><code>ums.utils</code>\n<ul>\n<li>Contains various utilities.</li>\n<li><code>ums.utils.const.SHARE_PATH</code> The path for shared files between all agents</li>\n<li><code>ums.utils.const.PERSIST_PATH</code> The path to store persistent data of an agent</li>\n<li><code>ums.utils.request.ManagementRequest</code> Run request to the management (only necessary in special cases, most requests done automatically by platform)</li>\n<li><code>ums.utils.schema</code> The schema (types) used in the files storing extracted data from plain data</li>\n<li><code>ums.utils.types</code> The types used in the communication between agent and management</li>\n</ul></li>\n</ul>\n"}, "ums.agent": {"fullname": "ums.agent", "modulename": "ums.agent", "kind": "module", "doc": "<p></p>\n"}, "ums.agent.agent": {"fullname": "ums.agent.agent", "modulename": "ums.agent.agent", "kind": "module", "doc": "<p></p>\n"}, "ums.agent.agent.AgentCapability": {"fullname": "ums.agent.agent.AgentCapability", "modulename": "ums.agent.agent", "qualname": "AgentCapability", "kind": "class", "doc": "<p>The three different capabilities an agent can have.</p>\n", "bases": "enum.Enum"}, "ums.agent.agent.AgentCapability.EXTRACT": {"fullname": "ums.agent.agent.AgentCapability.EXTRACT", "modulename": "ums.agent.agent", "qualname": "AgentCapability.EXTRACT", "kind": "variable", "doc": "<p></p>\n", "default_value": "&lt;AgentCapability.EXTRACT: &#x27;extract&#x27;&gt;"}, "ums.agent.agent.AgentCapability.SOLVE": {"fullname": "ums.agent.agent.AgentCapability.SOLVE", "modulename": "ums.agent.agent", "qualname": "AgentCapability.SOLVE", "kind": "variable", "doc": "<p></p>\n", "default_value": "&lt;AgentCapability.SOLVE: &#x27;solve&#x27;&gt;"}, "ums.agent.agent.AgentCapability.GATEKEEPER": {"fullname": "ums.agent.agent.AgentCapability.GATEKEEPER", "modulename": "ums.agent.agent", "qualname": "AgentCapability.GATEKEEPER", "kind": "variable", "doc": "<p></p>\n", "default_value": "&lt;AgentCapability.GATEKEEPER: &#x27;gatekeeper&#x27;&gt;"}, "ums.agent.agent.BasicAgent": {"fullname": "ums.agent.agent.BasicAgent", "modulename": "ums.agent.agent", "qualname": "BasicAgent", "kind": "class", "doc": "<p>A basic agent, each agent will be a subclass of this class.</p>\n", "bases": "abc.ABC"}, "ums.agent.agent.BasicAgent.agent_capability": {"fullname": "ums.agent.agent.BasicAgent.agent_capability", "modulename": "ums.agent.agent", "qualname": "BasicAgent.agent_capability", "kind": "function", "doc": "<p>Represents the capabilities of this agent, for messages/ tasks of this capability, the <code>handle</code> method will be called.</p>\n", "signature": "<span class=\"signature pdoc-code condensed\">(<span class=\"return-annotation\">) -> <span class=\"n\">ums</span><span class=\"o\">.</span><span class=\"n\">agent</span><span class=\"o\">.</span><span class=\"n\">agent</span><span class=\"o\">.</span><span class=\"n\">AgentCapability</span>:</span></span>", "funcdef": "def"}, "ums.agent.agent.BasicAgent.before_response": {"fullname": "ums.agent.agent.BasicAgent.before_response", "modulename": "ums.agent.agent", "qualname": "BasicAgent.before_response", "kind": "function", "doc": "<p>This method is called before the response is sent.\nIf the method returns <code>False</code> no response will be sent. \nThus, by overwriting this method, a response can be prevented.</p>\n\n<p>The response to be sent is in <code>response</code> and <code>send_it</code> is a callable, which sends the response to the management if it gets called. \n(Hence, one may stop sending the response and later call <code>send_it()</code> to send the response.)</p>\n", "signature": "<span class=\"signature pdoc-code multiline\">(<span class=\"param\">\t<span class=\"bp\">self</span>,</span><span cLine truncated
/** pdoc search index */const docs = {"version": "0.9.5", "fields": ["qualname", "fullname", "annotation", "default_value", "signature", "bases", "doc"], "ref": "fullname", "documentStore": {"docs": {"ums": {"fullname": "ums", "modulename": "ums", "kind": "module", "doc": "<p>The package <code>ums</code> contains the Agenten-Plattform, the implementations of the agents shall be created in the package <code>src</code>, see <a href=\"https://git.chai.uni-hamburg.de/UMS-Agenten/Agent-Template\">Agent-Template</a>.</p>\n\n<blockquote>\n <p>Side note: The classes with comments may be useful when implementing the agents.\n The classes without comments may be safe to ignore and are (only) used internally.</p>\n</blockquote>\n\n<ul>\n<li><code>ums.agent</code>\n<ul>\n<li>Contains the implementation of an agent for handling requests by the implementations in <code>src</code>.</li>\n<li>Check for running single tasks without using management.</li>\n</ul></li>\n<li><code>ums.example</code>\n<ul>\n<li>Contains a very simple examples for all types of agents.</li>\n<li>See <code>ums.example.example</code></li>\n</ul></li>\n<li><code>ums.management</code>\n<ul>\n<li>Contains the implementation of the management.</li>\n<li>Take a look at the web gui of the management, possibly at <a href=\"http://localhost:8080/\"><a href=\"http://localhost:8080/\">http://localhost:8080/</a></a> or <a href=\"http://localhost:8000/\"><a href=\"http://localhost:8000/\">http://localhost:8000/</a></a></li>\n</ul></li>\n<li><code>ums.utils</code>\n<ul>\n<li>Contains various utilities.</li>\n<li><code>ums.utils.const.SHARE_PATH</code> The path for shared files between all agents</li>\n<li><code>ums.utils.const.PERSIST_PATH</code> The path to store persistent data of an agent</li>\n<li><code>ums.utils.request.ManagementRequest</code> Run request to the management (only necessary in special cases, most requests done automatically by platform)</li>\n<li><code>ums.utils.schema</code> The schema (types) used in the files storing extracted data from plain data</li>\n<li><code>ums.utils.types</code> The types used in the communication between agent and management</li>\n</ul></li>\n</ul>\n"}, "ums.agent": {"fullname": "ums.agent", "modulename": "ums.agent", "kind": "module", "doc": "<h2 id=\"run-as-agent\">Run as Agent</h2>\n\n<p>The env. variable <code>AGENTS_LIST</code> is used to identify the agents classes/ task handlers.\nIt must contain he the package name and a variable name in this package divided by <code>:</code>. \nThen, the variable contains a list of agent classes (subclasses of <code>ums.agent.agent.BasicAgent</code>)</p>\n\n<p>For example <code>AGENTS_LIST=ums.example.example:AGENT_CLASSES</code>, then in file <code>./ums/example/example.py</code> a variable <code>AGENT_CLASSES</code> exists. \nOne line in this file, e.g., is <code>AGENT_CLASSES = [MyExtractAudioAgent, MyExtractImageAgent]</code>.</p>\n\n<p>When starting the Docker container of the agent, the classes specified in <code>AGENTS_LIST</code> are loaded and if the agent receives a task, the task is sent to the agent classes' <code>handle</code> methods.</p>\n\n<h2 id=\"run-single-task\">Run Single Task</h2>\n\n<p>For development it might be cumbersome to always require a running management container and sending messages. \nHence, tasks can be run manually from the terminal (still in the container and using the agent classes), but without having a management.</p>\n\n<p>This also uses the <code>AGENTS_LIST</code> env. variable, but the tasks are sent via command line:</p>\n\n<p>There are three ways to send a task (if the agent's Docker container is running):</p>\n\n<ul>\n<li><code>docker compose exec agent_all python -m ums.agent -d</code>\n<ul>\n<li>Run a dummy task</li>\n<li>Possibly <code>agent_all</code> needs to be changed to the service name (see <code>docker-compose.yml</code>) of the agent's Docker container</li>\n</ul></li>\n<li><code>cat ./msg.json | docker compose exec -T agent_all python -m ums.agent -i</code>\n<ul>\n<li>Send the task (json of <code>AgentMessage</code>) via STDIN from file <code>./msg.json</code> to the agent</li>\n</ul></li>\n<li><code>docker compose exec agent_all python -m ums.agent -f msg.json</code>\n<ul>\n<li>Get the task from the json file, the files are searched for by full name, in the shared, and the persistent directory.</li>\n</ul></li>\n</ul>\n\n<p>If the Agent's Docker container is not running, a temporary container can be started.\nFor the dummy message, the command would be <code>docker compose run --rm --entrypoint \"\" agent_all python -m ums.agent -d</code>.\n(Again, change <code>agent_all</code> for the service name in <code>docker-compose.yml</code>.)</p>\n"}, "ums.agent.agent": {"fullname": "ums.agent.agent", "modulename": "ums.agent.agent", "kind": "module", "doc": "<p></p>\n"}, "ums.agent.agent.AgentCapability": {"fullname": "ums.agent.agent.AgentCapability", "modulename": "ums.agent.agent", "qualname": "AgentCapabilitLine truncated
// mirrored in build-search-index.js (part 1)
// Also split on html tags. this is a cheap heuristic, but good enough.
+18 -16
View File
@@ -57,6 +57,7 @@ ums </h1>
<li><code><a href="ums/agent.html">ums.agent</a></code>
<ul>
<li>Contains the implementation of an agent for handling requests by the implementations in <code>src</code>.</li>
<li>Check for running single tasks without using management.</li>
</ul></li>
<li><code><a href="ums/example.html">ums.example</a></code>
<ul>
@@ -66,7 +67,7 @@ ums </h1>
<li><code><a href="ums/management.html">ums.management</a></code>
<ul>
<li>Contains the implementation of the management.</li>
<li>Take a look at the web gui of the management!</li>
<li>Take a look at the web gui of the management, possibly at <a href="http://localhost:8080/"><a href="http://localhost:8080/">http://localhost:8080/</a></a> or <a href="http://localhost:8000/"><a href="http://localhost:8000/">http://localhost:8000/</a></a></li>
</ul></li>
<li><code><a href="ums/utils.html">ums.utils</a></code>
<ul>
@@ -102,21 +103,22 @@ ums </h1>
</span><span id="L-16"><a href="#L-16"><span class="linenos">16</span></a>
</span><span id="L-17"><a href="#L-17"><span class="linenos">17</span></a><span class="sd">- `ums.agent`</span>
</span><span id="L-18"><a href="#L-18"><span class="linenos">18</span></a><span class="sd"> - Contains the implementation of an agent for handling requests by the implementations in `src`.</span>
</span><span id="L-19"><a href="#L-19"><span class="linenos">19</span></a><span class="sd">- `ums.example`</span>
</span><span id="L-20"><a href="#L-20"><span class="linenos">20</span></a><span class="sd"> - Contains a very simple examples for all types of agents.</span>
</span><span id="L-21"><a href="#L-21"><span class="linenos">21</span></a><span class="sd"> - See `ums.example.example`</span>
</span><span id="L-22"><a href="#L-22"><span class="linenos">22</span></a><span class="sd">- `ums.management`</span>
</span><span id="L-23"><a href="#L-23"><span class="linenos">23</span></a><span class="sd"> - Contains the implementation of the management.</span>
</span><span id="L-24"><a href="#L-24"><span class="linenos">24</span></a><span class="sd"> - Take a look at the web gui of the management!</span>
</span><span id="L-25"><a href="#L-25"><span class="linenos">25</span></a><span class="sd">- `ums.utils`</span>
</span><span id="L-26"><a href="#L-26"><span class="linenos">26</span></a><span class="sd"> - Contains various utilities.</span>
</span><span id="L-27"><a href="#L-27"><span class="linenos">27</span></a><span class="sd"> - `ums.utils.const.SHARE_PATH` The path for shared files between all agents</span>
</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a><span class="sd"> - `ums.utils.const.PERSIST_PATH` The path to store persistent data of an agent</span>
</span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a><span class="sd"> - `ums.utils.request.ManagementRequest` Run request to the management (only necessary in special cases, most requests done automatically by platform)</span>
</span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a><span class="sd"> - `ums.utils.schema` The schema (types) used in the files storing extracted data from plain data</span>
</span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a><span class="sd"> - `ums.utils.types` The types used in the communication between agent and management</span>
</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a>
</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a><span class="sd">&quot;&quot;&quot;</span>
</span><span id="L-19"><a href="#L-19"><span class="linenos">19</span></a><span class="sd"> - Check for running single tasks without using management.</span>
</span><span id="L-20"><a href="#L-20"><span class="linenos">20</span></a><span class="sd">- `ums.example`</span>
</span><span id="L-21"><a href="#L-21"><span class="linenos">21</span></a><span class="sd"> - Contains a very simple examples for all types of agents.</span>
</span><span id="L-22"><a href="#L-22"><span class="linenos">22</span></a><span class="sd"> - See `ums.example.example`</span>
</span><span id="L-23"><a href="#L-23"><span class="linenos">23</span></a><span class="sd">- `ums.management`</span>
</span><span id="L-24"><a href="#L-24"><span class="linenos">24</span></a><span class="sd"> - Contains the implementation of the management.</span>
</span><span id="L-25"><a href="#L-25"><span class="linenos">25</span></a><span class="sd"> - Take a look at the web gui of the management, possibly at &lt;http://localhost:8080/&gt; or &lt;http://localhost:8000/&gt;</span>
</span><span id="L-26"><a href="#L-26"><span class="linenos">26</span></a><span class="sd">- `ums.utils`</span>
</span><span id="L-27"><a href="#L-27"><span class="linenos">27</span></a><span class="sd"> - Contains various utilities.</span>
</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a><span class="sd"> - `ums.utils.const.SHARE_PATH` The path for shared files between all agents</span>
</span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a><span class="sd"> - `ums.utils.const.PERSIST_PATH` The path to store persistent data of an agent</span>
</span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a><span class="sd"> - `ums.utils.request.ManagementRequest` Run request to the management (only necessary in special cases, most requests done automatically by platform)</span>
</span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a><span class="sd"> - `ums.utils.schema` The schema (types) used in the files storing extracted data from plain data</span>
</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a><span class="sd"> - `ums.utils.types` The types used in the communication between agent and management</span>
</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a>
</span><span id="L-34"><a href="#L-34"><span class="linenos">34</span></a><span class="sd">&quot;&quot;&quot;</span>
</span></pre></div>
+90 -9
View File
@@ -28,6 +28,12 @@
<input type="search" placeholder="Search..." role="searchbox" aria-label="search"
pattern=".+" required>
<h2>Contents</h2>
<ul>
<li><a href="#run-as-agent">Run as Agent</a></li>
<li><a href="#run-single-task">Run Single Task</a></li>
</ul>
<h2>Submodules</h2>
<ul>
@@ -50,7 +56,47 @@
<h1 class="modulename">
<a href="./../ums.html">ums</a><wbr>.agent </h1>
<div class="docstring"><h2 id="run-as-agent">Run as Agent</h2>
<p>The env. variable <code>AGENTS_LIST</code> is used to identify the agents classes/ task handlers.
It must contain he the package name and a variable name in this package divided by <code>:</code>.
Then, the variable contains a list of agent classes (subclasses of <code><a href="agent/agent.html#BasicAgent">ums.agent.agent.BasicAgent</a></code>)</p>
<p>For example <code>AGENTS_LIST=ums.example.example:AGENT_CLASSES</code>, then in file <code>./ums/example/example.py</code> a variable <code>AGENT_CLASSES</code> exists.
One line in this file, e.g., is <code>AGENT_CLASSES = [MyExtractAudioAgent, MyExtractImageAgent]</code>.</p>
<p>When starting the Docker container of the agent, the classes specified in <code>AGENTS_LIST</code> are loaded and if the agent receives a task, the task is sent to the agent classes' <code>handle</code> methods.</p>
<h2 id="run-single-task">Run Single Task</h2>
<p>For development it might be cumbersome to always require a running management container and sending messages.
Hence, tasks can be run manually from the terminal (still in the container and using the agent classes), but without having a management.</p>
<p>This also uses the <code>AGENTS_LIST</code> env. variable, but the tasks are sent via command line:</p>
<p>There are three ways to send a task (if the agent's Docker container is running):</p>
<ul>
<li><code>docker compose exec agent_all python -m <a href="">ums.agent</a> -d</code>
<ul>
<li>Run a dummy task</li>
<li>Possibly <code>agent_all</code> needs to be changed to the service name (see <code>docker-compose.yml</code>) of the agent's Docker container</li>
</ul></li>
<li><code>cat ./msg.json | docker compose exec -T agent_all python -m <a href="">ums.agent</a> -i</code>
<ul>
<li>Send the task (json of <code>AgentMessage</code>) via STDIN from file <code>./msg.json</code> to the agent</li>
</ul></li>
<li><code>docker compose exec agent_all python -m <a href="">ums.agent</a> -f msg.json</code>
<ul>
<li>Get the task from the json file, the files are searched for by full name, in the shared, and the persistent directory.</li>
</ul></li>
</ul>
<p>If the Agent's Docker container is not running, a temporary container can be started.
For the dummy message, the command would be <code>docker compose run --rm --entrypoint "" agent_all python -m <a href="">ums.agent</a> -d</code>.
(Again, change <code>agent_all</code> for the service name in <code>docker-compose.yml</code>.)</p>
</div>
<input id="mod-agent-view-source" class="view-source-toggle-state" type="checkbox" aria-hidden="true" tabindex="-1">
<label class="view-source-button" for="mod-agent-view-source"><span>View Source</span></label>
@@ -65,14 +111,49 @@
</span><span id="L-8"><a href="#L-8"><span class="linenos"> 8</span></a><span class="c1"># source code released under the terms of GNU Public License Version 3</span>
</span><span id="L-9"><a href="#L-9"><span class="linenos"> 9</span></a><span class="c1"># https://www.gnu.org/licenses/gpl-3.0.txt</span>
</span><span id="L-10"><a href="#L-10"><span class="linenos">10</span></a>
</span><span id="L-11"><a href="#L-11"><span class="linenos">11</span></a><span class="kn">from</span> <span class="nn">ums.agent.agent</span> <span class="kn">import</span> <span class="p">(</span>
</span><span id="L-12"><a href="#L-12"><span class="linenos">12</span></a> <span class="n">AgentCapability</span><span class="p">,</span>
</span><span id="L-13"><a href="#L-13"><span class="linenos">13</span></a> <span class="n">BasicAgent</span><span class="p">,</span>
</span><span id="L-14"><a href="#L-14"><span class="linenos">14</span></a> <span class="n">ExtractAgent</span><span class="p">,</span>
</span><span id="L-15"><a href="#L-15"><span class="linenos">15</span></a> <span class="n">ExtractAudioAgent</span><span class="p">,</span> <span class="n">ExtractImageAgent</span><span class="p">,</span> <span class="n">ExtractTextAgent</span><span class="p">,</span>
</span><span id="L-16"><a href="#L-16"><span class="linenos">16</span></a> <span class="n">SolveAgent</span><span class="p">,</span>
</span><span id="L-17"><a href="#L-17"><span class="linenos">17</span></a> <span class="n">GatekeeperAgent</span>
</span><span id="L-18"><a href="#L-18"><span class="linenos">18</span></a><span class="p">)</span>
</span><span id="L-11"><a href="#L-11"><span class="linenos">11</span></a><span class="sd">&quot;&quot;&quot;</span>
</span><span id="L-12"><a href="#L-12"><span class="linenos">12</span></a>
</span><span id="L-13"><a href="#L-13"><span class="linenos">13</span></a><span class="sd">## Run as Agent</span>
</span><span id="L-14"><a href="#L-14"><span class="linenos">14</span></a>
</span><span id="L-15"><a href="#L-15"><span class="linenos">15</span></a><span class="sd">The env. variable `AGENTS_LIST` is used to identify the agents classes/ task handlers.</span>
</span><span id="L-16"><a href="#L-16"><span class="linenos">16</span></a><span class="sd">It must contain he the package name and a variable name in this package divided by `:`. </span>
</span><span id="L-17"><a href="#L-17"><span class="linenos">17</span></a><span class="sd">Then, the variable contains a list of agent classes (subclasses of `ums.agent.agent.BasicAgent`)</span>
</span><span id="L-18"><a href="#L-18"><span class="linenos">18</span></a>
</span><span id="L-19"><a href="#L-19"><span class="linenos">19</span></a><span class="sd">For example `AGENTS_LIST=ums.example.example:AGENT_CLASSES`, then in file `./ums/example/example.py` a variable `AGENT_CLASSES` exists. </span>
</span><span id="L-20"><a href="#L-20"><span class="linenos">20</span></a><span class="sd">One line in this file, e.g., is `AGENT_CLASSES = [MyExtractAudioAgent, MyExtractImageAgent]`.</span>
</span><span id="L-21"><a href="#L-21"><span class="linenos">21</span></a>
</span><span id="L-22"><a href="#L-22"><span class="linenos">22</span></a><span class="sd">When starting the Docker container of the agent, the classes specified in `AGENTS_LIST` are loaded and if the agent receives a task, the task is sent to the agent classes&#39; `handle` methods.</span>
</span><span id="L-23"><a href="#L-23"><span class="linenos">23</span></a>
</span><span id="L-24"><a href="#L-24"><span class="linenos">24</span></a><span class="sd">## Run Single Task</span>
</span><span id="L-25"><a href="#L-25"><span class="linenos">25</span></a>
</span><span id="L-26"><a href="#L-26"><span class="linenos">26</span></a><span class="sd">For development it might be cumbersome to always require a running management container and sending messages. </span>
</span><span id="L-27"><a href="#L-27"><span class="linenos">27</span></a><span class="sd">Hence, tasks can be run manually from the terminal (still in the container and using the agent classes), but without having a management.</span>
</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a>
</span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a><span class="sd">This also uses the `AGENTS_LIST` env. variable, but the tasks are sent via command line:</span>
</span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a>
</span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a><span class="sd">There are three ways to send a task (if the agent&#39;s Docker container is running):</span>
</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a><span class="sd">- `docker compose exec agent_all python -m ums.agent -d`</span>
</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a><span class="sd"> - Run a dummy task</span>
</span><span id="L-34"><a href="#L-34"><span class="linenos">34</span></a><span class="sd"> - Possibly `agent_all` needs to be changed to the service name (see `docker-compose.yml`) of the agent&#39;s Docker container</span>
</span><span id="L-35"><a href="#L-35"><span class="linenos">35</span></a><span class="sd">- `cat ./msg.json | docker compose exec -T agent_all python -m ums.agent -i`</span>
</span><span id="L-36"><a href="#L-36"><span class="linenos">36</span></a><span class="sd"> - Send the task (json of `AgentMessage`) via STDIN from file `./msg.json` to the agent</span>
</span><span id="L-37"><a href="#L-37"><span class="linenos">37</span></a><span class="sd">- `docker compose exec agent_all python -m ums.agent -f msg.json`</span>
</span><span id="L-38"><a href="#L-38"><span class="linenos">38</span></a><span class="sd"> - Get the task from the json file, the files are searched for by full name, in the shared, and the persistent directory.</span>
</span><span id="L-39"><a href="#L-39"><span class="linenos">39</span></a>
</span><span id="L-40"><a href="#L-40"><span class="linenos">40</span></a><span class="sd">If the Agent&#39;s Docker container is not running, a temporary container can be started.</span>
</span><span id="L-41"><a href="#L-41"><span class="linenos">41</span></a><span class="sd">For the dummy message, the command would be `docker compose run --rm --entrypoint &quot;&quot; agent_all python -m ums.agent -d`.</span>
</span><span id="L-42"><a href="#L-42"><span class="linenos">42</span></a><span class="sd">(Again, change `agent_all` for the service name in `docker-compose.yml`.)</span>
</span><span id="L-43"><a href="#L-43"><span class="linenos">43</span></a>
</span><span id="L-44"><a href="#L-44"><span class="linenos">44</span></a><span class="sd">&quot;&quot;&quot;</span>
</span><span id="L-45"><a href="#L-45"><span class="linenos">45</span></a>
</span><span id="L-46"><a href="#L-46"><span class="linenos">46</span></a><span class="kn">from</span> <span class="nn">ums.agent.agent</span> <span class="kn">import</span> <span class="p">(</span>
</span><span id="L-47"><a href="#L-47"><span class="linenos">47</span></a> <span class="n">AgentCapability</span><span class="p">,</span>
</span><span id="L-48"><a href="#L-48"><span class="linenos">48</span></a> <span class="n">BasicAgent</span><span class="p">,</span>
</span><span id="L-49"><a href="#L-49"><span class="linenos">49</span></a> <span class="n">ExtractAgent</span><span class="p">,</span>
</span><span id="L-50"><a href="#L-50"><span class="linenos">50</span></a> <span class="n">ExtractAudioAgent</span><span class="p">,</span> <span class="n">ExtractImageAgent</span><span class="p">,</span> <span class="n">ExtractTextAgent</span><span class="p">,</span>
</span><span id="L-51"><a href="#L-51"><span class="linenos">51</span></a> <span class="n">SolveAgent</span><span class="p">,</span>
</span><span id="L-52"><a href="#L-52"><span class="linenos">52</span></a> <span class="n">GatekeeperAgent</span>
</span><span id="L-53"><a href="#L-53"><span class="linenos">53</span></a><span class="p">)</span>
</span></pre></div>
+272 -209
View File
@@ -35,6 +35,9 @@
<li>
<a class="class" href="#MessageProcessor">MessageProcessor</a>
<ul class="memberlist">
<li>
<a class="function" href="#MessageProcessor.__init__">MessageProcessor</a>
</li>
<li>
<a class="variable" href="#MessageProcessor.MANAGEMENT_URL">MANAGEMENT_URL</a>
</li>
@@ -44,6 +47,9 @@
<li>
<a class="variable" href="#MessageProcessor.counts">counts</a>
</li>
<li>
<a class="variable" href="#MessageProcessor.disable_messages">disable_messages</a>
</li>
<li>
<a class="variable" href="#MessageProcessor.agent_classes">agent_classes</a>
</li>
@@ -83,101 +89,106 @@
<label class="view-source-button" for="mod-process-view-source"><span>View Source</span></label>
<div class="pdoc-code codehilite"><pre><span></span><span id="L-1"><a href="#L-1"><span class="linenos"> 1</span></a><span class="c1"># Agenten Plattform</span>
</span><span id="L-2"><a href="#L-2"><span class="linenos"> 2</span></a><span class="c1">#</span>
</span><span id="L-3"><a href="#L-3"><span class="linenos"> 3</span></a><span class="c1"># (c) 2024 Magnus Bender</span>
</span><span id="L-4"><a href="#L-4"><span class="linenos"> 4</span></a><span class="c1"># Institute of Humanities-Centered Artificial Intelligence (CHAI)</span>
</span><span id="L-5"><a href="#L-5"><span class="linenos"> 5</span></a><span class="c1"># Universitaet Hamburg</span>
</span><span id="L-6"><a href="#L-6"><span class="linenos"> 6</span></a><span class="c1"># https://www.chai.uni-hamburg.de/~bender</span>
</span><span id="L-7"><a href="#L-7"><span class="linenos"> 7</span></a><span class="c1"># </span>
</span><span id="L-8"><a href="#L-8"><span class="linenos"> 8</span></a><span class="c1"># source code released under the terms of GNU Public License Version 3</span>
</span><span id="L-9"><a href="#L-9"><span class="linenos"> 9</span></a><span class="c1"># https://www.gnu.org/licenses/gpl-3.0.txt</span>
</span><span id="L-10"><a href="#L-10"><span class="linenos">10</span></a>
</span><span id="L-11"><a href="#L-11"><span class="linenos">11</span></a><span class="kn">import</span> <span class="nn">os</span><span class="o">,</span> <span class="nn">importlib</span>
</span><span id="L-12"><a href="#L-12"><span class="linenos">12</span></a><span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">List</span>
</span><span id="L-13"><a href="#L-13"><span class="linenos">13</span></a>
</span><span id="L-14"><a href="#L-14"><span class="linenos">14</span></a><span class="kn">import</span> <span class="nn">requests</span>
</span><span id="L-15"><a href="#L-15"><span class="linenos">15</span></a><span class="kn">from</span> <span class="nn">fastapi</span> <span class="kn">import</span> <span class="n">BackgroundTasks</span>
</span><span id="L-16"><a href="#L-16"><span class="linenos">16</span></a>
</span><span id="L-17"><a href="#L-17"><span class="linenos">17</span></a><span class="kn">from</span> <span class="nn">ums.agent.agent</span> <span class="kn">import</span> <span class="n">BasicAgent</span><span class="p">,</span> <span class="n">AgentCapability</span><span class="p">,</span> <span class="n">ExtractAgent</span><span class="p">,</span> <span class="n">SolveAgent</span><span class="p">,</span> <span class="n">GatekeeperAgent</span>
</span><span id="L-18"><a href="#L-18"><span class="linenos">18</span></a><span class="kn">from</span> <span class="nn">ums.utils</span> <span class="kn">import</span> <span class="n">AgentMessage</span><span class="p">,</span> <span class="n">AgentResponse</span><span class="p">,</span> <span class="n">logger</span>
</span><span id="L-19"><a href="#L-19"><span class="linenos">19</span></a>
</span><span id="L-20"><a href="#L-20"><span class="linenos">20</span></a><span class="k">class</span> <span class="nc">MessageProcessor</span><span class="p">():</span>
</span><span id="L-21"><a href="#L-21"><span class="linenos">21</span></a>
</span><span id="L-22"><a href="#L-22"><span class="linenos">22</span></a> <span class="n">MANAGEMENT_URL</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;MANAGEMENT_URL&#39;</span><span class="p">,</span> <span class="s1">&#39;http://127.0.0.1:80&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">&#39;/&#39;</span><span class="p">)</span>
</span><span id="L-23"><a href="#L-23"><span class="linenos">23</span></a> <span class="n">AGENTS_LIST</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;AGENTS_LIST&#39;</span><span class="p">,</span> <span class="s1">&#39;ums.example.example:AGENT_CLASSES&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
</span><span id="L-24"><a href="#L-24"><span class="linenos">24</span></a>
</span><span id="L-25"><a href="#L-25"><span class="linenos">25</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
</span><span id="L-26"><a href="#L-26"><span class="linenos">26</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
</span><span id="L-27"><a href="#L-27"><span class="linenos">27</span></a>
</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">&#39;:&#39;</span><span class="p">)</span>
</span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
</span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a>
</span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
</span><span id="L-34"><a href="#L-34"><span class="linenos">34</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="L-35"><a href="#L-35"><span class="linenos">35</span></a> <span class="p">))</span>
</span><span id="L-36"><a href="#L-36"><span class="linenos">36</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="L-37"><a href="#L-37"><span class="linenos">37</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
</span><span id="L-38"><a href="#L-38"><span class="linenos">38</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="L-39"><a href="#L-39"><span class="linenos">39</span></a> <span class="p">))</span>
</span><span id="L-40"><a href="#L-40"><span class="linenos">40</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="L-41"><a href="#L-41"><span class="linenos">41</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
</span><span id="L-42"><a href="#L-42"><span class="linenos">42</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="L-43"><a href="#L-43"><span class="linenos">43</span></a> <span class="p">))</span>
</span><span id="L-44"><a href="#L-44"><span class="linenos">44</span></a>
</span><span id="L-45"><a href="#L-45"><span class="linenos">45</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AgentResponse</span><span class="p">:</span>
</span><span id="L-46"><a href="#L-46"><span class="linenos">46</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
</span><span id="L-47"><a href="#L-47"><span class="linenos">47</span></a>
</span><span id="L-48"><a href="#L-48"><span class="linenos">48</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="L-49"><a href="#L-49"><span class="linenos">49</span></a> <span class="c1"># send to extract agents</span>
</span><span id="L-50"><a href="#L-50"><span class="linenos">50</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="L-51"><a href="#L-51"><span class="linenos">51</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
</span><span id="L-52"><a href="#L-52"><span class="linenos">52</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
</span><span id="L-53"><a href="#L-53"><span class="linenos">53</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
</span><span id="L-54"><a href="#L-54"><span class="linenos">54</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="L-55"><a href="#L-55"><span class="linenos">55</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="L-56"><a href="#L-56"><span class="linenos">56</span></a>
</span><span id="L-57"><a href="#L-57"><span class="linenos">57</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="L-58"><a href="#L-58"><span class="linenos">58</span></a> <span class="c1"># send to solve agents</span>
</span><span id="L-59"><a href="#L-59"><span class="linenos">59</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="L-60"><a href="#L-60"><span class="linenos">60</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
</span><span id="L-61"><a href="#L-61"><span class="linenos">61</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="L-62"><a href="#L-62"><span class="linenos">62</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="L-63"><a href="#L-63"><span class="linenos">63</span></a>
</span><span id="L-64"><a href="#L-64"><span class="linenos">64</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="L-65"><a href="#L-65"><span class="linenos">65</span></a> <span class="c1"># send to solve agents</span>
</span><span id="L-66"><a href="#L-66"><span class="linenos">66</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="L-67"><a href="#L-67"><span class="linenos">67</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
</span><span id="L-68"><a href="#L-68"><span class="linenos">68</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="L-69"><a href="#L-69"><span class="linenos">69</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="L-70"><a href="#L-70"><span class="linenos">70</span></a>
</span><span id="L-71"><a href="#L-71"><span class="linenos">71</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
</span><span id="L-72"><a href="#L-72"><span class="linenos">72</span></a> <span class="p">(</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span><span class="p">)</span> <span class="o">+</span>
</span><span id="L-73"><a href="#L-73"><span class="linenos">73</span></a> <span class="sa">f</span><span class="s2">&quot;ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">&quot;</span>
</span><span id="L-74"><a href="#L-74"><span class="linenos">74</span></a> <span class="p">)</span>
</span><span id="L-75"><a href="#L-75"><span class="linenos">75</span></a>
</span><span id="L-76"><a href="#L-76"><span class="linenos">76</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
</span><span id="L-77"><a href="#L-77"><span class="linenos">77</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
</span><span id="L-78"><a href="#L-78"><span class="linenos">78</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
</span><span id="L-79"><a href="#L-79"><span class="linenos">79</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;&quot;</span><span class="p">,</span>
</span><span id="L-80"><a href="#L-80"><span class="linenos">80</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
</span><span id="L-81"><a href="#L-81"><span class="linenos">81</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span>
</span><span id="L-82"><a href="#L-82"><span class="linenos">82</span></a> <span class="p">)</span>
</span><span id="L-83"><a href="#L-83"><span class="linenos">83</span></a>
</span><span id="L-84"><a href="#L-84"><span class="linenos">84</span></a> <span class="k">def</span> <span class="nf">_send_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>
</span><span id="L-85"><a href="#L-85"><span class="linenos">85</span></a> <span class="n">r</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
</span><span id="L-86"><a href="#L-86"><span class="linenos">86</span></a> <span class="s2">&quot;</span><span class="si">{}</span><span class="s2">/message&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">MANAGEMENT_URL</span><span class="p">),</span>
</span><span id="L-87"><a href="#L-87"><span class="linenos">87</span></a> <span class="n">data</span><span class="o">=</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(),</span>
</span><span id="L-88"><a href="#L-88"><span class="linenos">88</span></a> <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="s2">&quot;accept&quot;</span> <span class="p">:</span> <span class="s2">&quot;application/json&quot;</span><span class="p">,</span> <span class="s2">&quot;content-type&quot;</span> <span class="p">:</span> <span class="s2">&quot;application/json&quot;</span><span class="p">}</span>
</span><span id="L-89"><a href="#L-89"><span class="linenos">89</span></a> <span class="p">)</span>
</span><span id="L-90"><a href="#L-90"><span class="linenos">90</span></a>
</span><span id="L-91"><a href="#L-91"><span class="linenos">91</span></a> <span class="k">if</span> <span class="n">r</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">200</span><span class="p">:</span>
</span><span id="L-92"><a href="#L-92"><span class="linenos">92</span></a> <span class="k">return</span> <span class="kc">True</span>
</span><span id="L-93"><a href="#L-93"><span class="linenos">93</span></a> <span class="k">else</span><span class="p">:</span>
</span><span id="L-94"><a href="#L-94"><span class="linenos">94</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Error sending message to management! </span><span class="si">{</span><span class="p">(</span><span class="n">r</span><span class="o">.</span><span class="n">text</span><span class="p">,</span><span class="w"> </span><span class="n">r</span><span class="o">.</span><span class="n">headers</span><span class="p">)</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
</span><span id="L-95"><a href="#L-95"><span class="linenos">95</span></a> <span class="k">return</span> <span class="kc">False</span>
<div class="pdoc-code codehilite"><pre><span></span><span id="L-1"><a href="#L-1"><span class="linenos"> 1</span></a><span class="c1"># Agenten Plattform</span>
</span><span id="L-2"><a href="#L-2"><span class="linenos"> 2</span></a><span class="c1">#</span>
</span><span id="L-3"><a href="#L-3"><span class="linenos"> 3</span></a><span class="c1"># (c) 2024 Magnus Bender</span>
</span><span id="L-4"><a href="#L-4"><span class="linenos"> 4</span></a><span class="c1"># Institute of Humanities-Centered Artificial Intelligence (CHAI)</span>
</span><span id="L-5"><a href="#L-5"><span class="linenos"> 5</span></a><span class="c1"># Universitaet Hamburg</span>
</span><span id="L-6"><a href="#L-6"><span class="linenos"> 6</span></a><span class="c1"># https://www.chai.uni-hamburg.de/~bender</span>
</span><span id="L-7"><a href="#L-7"><span class="linenos"> 7</span></a><span class="c1"># </span>
</span><span id="L-8"><a href="#L-8"><span class="linenos"> 8</span></a><span class="c1"># source code released under the terms of GNU Public License Version 3</span>
</span><span id="L-9"><a href="#L-9"><span class="linenos"> 9</span></a><span class="c1"># https://www.gnu.org/licenses/gpl-3.0.txt</span>
</span><span id="L-10"><a href="#L-10"><span class="linenos"> 10</span></a>
</span><span id="L-11"><a href="#L-11"><span class="linenos"> 11</span></a><span class="kn">import</span> <span class="nn">os</span><span class="o">,</span> <span class="nn">importlib</span>
</span><span id="L-12"><a href="#L-12"><span class="linenos"> 12</span></a><span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">List</span>
</span><span id="L-13"><a href="#L-13"><span class="linenos"> 13</span></a>
</span><span id="L-14"><a href="#L-14"><span class="linenos"> 14</span></a><span class="kn">import</span> <span class="nn">requests</span>
</span><span id="L-15"><a href="#L-15"><span class="linenos"> 15</span></a><span class="kn">from</span> <span class="nn">fastapi</span> <span class="kn">import</span> <span class="n">BackgroundTasks</span>
</span><span id="L-16"><a href="#L-16"><span class="linenos"> 16</span></a>
</span><span id="L-17"><a href="#L-17"><span class="linenos"> 17</span></a><span class="kn">from</span> <span class="nn">ums.agent.agent</span> <span class="kn">import</span> <span class="n">BasicAgent</span><span class="p">,</span> <span class="n">AgentCapability</span><span class="p">,</span> <span class="n">ExtractAgent</span><span class="p">,</span> <span class="n">SolveAgent</span><span class="p">,</span> <span class="n">GatekeeperAgent</span>
</span><span id="L-18"><a href="#L-18"><span class="linenos"> 18</span></a><span class="kn">from</span> <span class="nn">ums.utils</span> <span class="kn">import</span> <span class="n">AgentMessage</span><span class="p">,</span> <span class="n">AgentResponse</span><span class="p">,</span> <span class="n">logger</span>
</span><span id="L-19"><a href="#L-19"><span class="linenos"> 19</span></a>
</span><span id="L-20"><a href="#L-20"><span class="linenos"> 20</span></a><span class="k">class</span> <span class="nc">MessageProcessor</span><span class="p">():</span>
</span><span id="L-21"><a href="#L-21"><span class="linenos"> 21</span></a>
</span><span id="L-22"><a href="#L-22"><span class="linenos"> 22</span></a> <span class="n">MANAGEMENT_URL</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;MANAGEMENT_URL&#39;</span><span class="p">,</span> <span class="s1">&#39;http://127.0.0.1:80&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">&#39;/&#39;</span><span class="p">)</span>
</span><span id="L-23"><a href="#L-23"><span class="linenos"> 23</span></a> <span class="n">AGENTS_LIST</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;AGENTS_LIST&#39;</span><span class="p">,</span> <span class="s1">&#39;ums.example.example:AGENT_CLASSES&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
</span><span id="L-24"><a href="#L-24"><span class="linenos"> 24</span></a>
</span><span id="L-25"><a href="#L-25"><span class="linenos"> 25</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">disable_messages</span><span class="p">:</span><span class="nb">bool</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
</span><span id="L-26"><a href="#L-26"><span class="linenos"> 26</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
</span><span id="L-27"><a href="#L-27"><span class="linenos"> 27</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span> <span class="o">=</span> <span class="n">disable_messages</span>
</span><span id="L-28"><a href="#L-28"><span class="linenos"> 28</span></a>
</span><span id="L-29"><a href="#L-29"><span class="linenos"> 29</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">&#39;:&#39;</span><span class="p">)</span>
</span><span id="L-30"><a href="#L-30"><span class="linenos"> 30</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
</span><span id="L-31"><a href="#L-31"><span class="linenos"> 31</span></a>
</span><span id="L-32"><a href="#L-32"><span class="linenos"> 32</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
</span><span id="L-33"><a href="#L-33"><span class="linenos"> 33</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="L-34"><a href="#L-34"><span class="linenos"> 34</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
</span><span id="L-35"><a href="#L-35"><span class="linenos"> 35</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="L-36"><a href="#L-36"><span class="linenos"> 36</span></a> <span class="p">))</span>
</span><span id="L-37"><a href="#L-37"><span class="linenos"> 37</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="L-38"><a href="#L-38"><span class="linenos"> 38</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
</span><span id="L-39"><a href="#L-39"><span class="linenos"> 39</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="L-40"><a href="#L-40"><span class="linenos"> 40</span></a> <span class="p">))</span>
</span><span id="L-41"><a href="#L-41"><span class="linenos"> 41</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="L-42"><a href="#L-42"><span class="linenos"> 42</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
</span><span id="L-43"><a href="#L-43"><span class="linenos"> 43</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="L-44"><a href="#L-44"><span class="linenos"> 44</span></a> <span class="p">))</span>
</span><span id="L-45"><a href="#L-45"><span class="linenos"> 45</span></a>
</span><span id="L-46"><a href="#L-46"><span class="linenos"> 46</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AgentResponse</span><span class="p">:</span>
</span><span id="L-47"><a href="#L-47"><span class="linenos"> 47</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
</span><span id="L-48"><a href="#L-48"><span class="linenos"> 48</span></a>
</span><span id="L-49"><a href="#L-49"><span class="linenos"> 49</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="L-50"><a href="#L-50"><span class="linenos"> 50</span></a> <span class="c1"># send to extract agents</span>
</span><span id="L-51"><a href="#L-51"><span class="linenos"> 51</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="L-52"><a href="#L-52"><span class="linenos"> 52</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
</span><span id="L-53"><a href="#L-53"><span class="linenos"> 53</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
</span><span id="L-54"><a href="#L-54"><span class="linenos"> 54</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
</span><span id="L-55"><a href="#L-55"><span class="linenos"> 55</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="L-56"><a href="#L-56"><span class="linenos"> 56</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="L-57"><a href="#L-57"><span class="linenos"> 57</span></a>
</span><span id="L-58"><a href="#L-58"><span class="linenos"> 58</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="L-59"><a href="#L-59"><span class="linenos"> 59</span></a> <span class="c1"># send to solve agents</span>
</span><span id="L-60"><a href="#L-60"><span class="linenos"> 60</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="L-61"><a href="#L-61"><span class="linenos"> 61</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
</span><span id="L-62"><a href="#L-62"><span class="linenos"> 62</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="L-63"><a href="#L-63"><span class="linenos"> 63</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="L-64"><a href="#L-64"><span class="linenos"> 64</span></a>
</span><span id="L-65"><a href="#L-65"><span class="linenos"> 65</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="L-66"><a href="#L-66"><span class="linenos"> 66</span></a> <span class="c1"># send to solve agents</span>
</span><span id="L-67"><a href="#L-67"><span class="linenos"> 67</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="L-68"><a href="#L-68"><span class="linenos"> 68</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
</span><span id="L-69"><a href="#L-69"><span class="linenos"> 69</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="L-70"><a href="#L-70"><span class="linenos"> 70</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="L-71"><a href="#L-71"><span class="linenos"> 71</span></a>
</span><span id="L-72"><a href="#L-72"><span class="linenos"> 72</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
</span><span id="L-73"><a href="#L-73"><span class="linenos"> 73</span></a> <span class="p">(</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span><span class="p">)</span> <span class="o">+</span>
</span><span id="L-74"><a href="#L-74"><span class="linenos"> 74</span></a> <span class="sa">f</span><span class="s2">&quot;ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">&quot;</span>
</span><span id="L-75"><a href="#L-75"><span class="linenos"> 75</span></a> <span class="p">)</span>
</span><span id="L-76"><a href="#L-76"><span class="linenos"> 76</span></a>
</span><span id="L-77"><a href="#L-77"><span class="linenos"> 77</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
</span><span id="L-78"><a href="#L-78"><span class="linenos"> 78</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
</span><span id="L-79"><a href="#L-79"><span class="linenos"> 79</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
</span><span id="L-80"><a href="#L-80"><span class="linenos"> 80</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;&quot;</span><span class="p">,</span>
</span><span id="L-81"><a href="#L-81"><span class="linenos"> 81</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
</span><span id="L-82"><a href="#L-82"><span class="linenos"> 82</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span>
</span><span id="L-83"><a href="#L-83"><span class="linenos"> 83</span></a> <span class="p">)</span>
</span><span id="L-84"><a href="#L-84"><span class="linenos"> 84</span></a>
</span><span id="L-85"><a href="#L-85"><span class="linenos"> 85</span></a> <span class="k">def</span> <span class="nf">_send_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>
</span><span id="L-86"><a href="#L-86"><span class="linenos"> 86</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span><span class="p">:</span>
</span><span id="L-87"><a href="#L-87"><span class="linenos"> 87</span></a> <span class="n">r</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
</span><span id="L-88"><a href="#L-88"><span class="linenos"> 88</span></a> <span class="s2">&quot;</span><span class="si">{}</span><span class="s2">/message&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">MANAGEMENT_URL</span><span class="p">),</span>
</span><span id="L-89"><a href="#L-89"><span class="linenos"> 89</span></a> <span class="n">data</span><span class="o">=</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(),</span>
</span><span id="L-90"><a href="#L-90"><span class="linenos"> 90</span></a> <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="s2">&quot;accept&quot;</span> <span class="p">:</span> <span class="s2">&quot;application/json&quot;</span><span class="p">,</span> <span class="s2">&quot;content-type&quot;</span> <span class="p">:</span> <span class="s2">&quot;application/json&quot;</span><span class="p">}</span>
</span><span id="L-91"><a href="#L-91"><span class="linenos"> 91</span></a> <span class="p">)</span>
</span><span id="L-92"><a href="#L-92"><span class="linenos"> 92</span></a>
</span><span id="L-93"><a href="#L-93"><span class="linenos"> 93</span></a> <span class="k">if</span> <span class="n">r</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">200</span><span class="p">:</span>
</span><span id="L-94"><a href="#L-94"><span class="linenos"> 94</span></a> <span class="k">return</span> <span class="kc">True</span>
</span><span id="L-95"><a href="#L-95"><span class="linenos"> 95</span></a> <span class="k">else</span><span class="p">:</span>
</span><span id="L-96"><a href="#L-96"><span class="linenos"> 96</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Error sending message to management! </span><span class="si">{</span><span class="p">(</span><span class="n">r</span><span class="o">.</span><span class="n">text</span><span class="p">,</span><span class="w"> </span><span class="n">r</span><span class="o">.</span><span class="n">headers</span><span class="p">)</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
</span><span id="L-97"><a href="#L-97"><span class="linenos"> 97</span></a> <span class="k">return</span> <span class="kc">False</span>
</span><span id="L-98"><a href="#L-98"><span class="linenos"> 98</span></a> <span class="k">else</span><span class="p">:</span>
</span><span id="L-99"><a href="#L-99"><span class="linenos"> 99</span></a> <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\t</span><span class="s2">Messages disabled: Requested to send message to management:&quot;</span><span class="p">)</span>
</span><span id="L-100"><a href="#L-100"><span class="linenos">100</span></a> <span class="nb">print</span><span class="p">(</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(</span><span class="n">indent</span><span class="o">=</span><span class="mi">2</span><span class="p">))</span>
</span></pre></div>
@@ -193,87 +204,128 @@
</div>
<a class="headerlink" href="#MessageProcessor"></a>
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor-21"><a href="#MessageProcessor-21"><span class="linenos">21</span></a><span class="k">class</span> <span class="nc">MessageProcessor</span><span class="p">():</span>
</span><span id="MessageProcessor-22"><a href="#MessageProcessor-22"><span class="linenos">22</span></a>
</span><span id="MessageProcessor-23"><a href="#MessageProcessor-23"><span class="linenos">23</span></a> <span class="n">MANAGEMENT_URL</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;MANAGEMENT_URL&#39;</span><span class="p">,</span> <span class="s1">&#39;http://127.0.0.1:80&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">&#39;/&#39;</span><span class="p">)</span>
</span><span id="MessageProcessor-24"><a href="#MessageProcessor-24"><span class="linenos">24</span></a> <span class="n">AGENTS_LIST</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;AGENTS_LIST&#39;</span><span class="p">,</span> <span class="s1">&#39;ums.example.example:AGENT_CLASSES&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
</span><span id="MessageProcessor-25"><a href="#MessageProcessor-25"><span class="linenos">25</span></a>
</span><span id="MessageProcessor-26"><a href="#MessageProcessor-26"><span class="linenos">26</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
</span><span id="MessageProcessor-27"><a href="#MessageProcessor-27"><span class="linenos">27</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
</span><span id="MessageProcessor-28"><a href="#MessageProcessor-28"><span class="linenos">28</span></a>
</span><span id="MessageProcessor-29"><a href="#MessageProcessor-29"><span class="linenos">29</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">&#39;:&#39;</span><span class="p">)</span>
</span><span id="MessageProcessor-30"><a href="#MessageProcessor-30"><span class="linenos">30</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
</span><span id="MessageProcessor-31"><a href="#MessageProcessor-31"><span class="linenos">31</span></a>
</span><span id="MessageProcessor-32"><a href="#MessageProcessor-32"><span class="linenos">32</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
</span><span id="MessageProcessor-33"><a href="#MessageProcessor-33"><span class="linenos">33</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="MessageProcessor-34"><a href="#MessageProcessor-34"><span class="linenos">34</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
</span><span id="MessageProcessor-35"><a href="#MessageProcessor-35"><span class="linenos">35</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="MessageProcessor-36"><a href="#MessageProcessor-36"><span class="linenos">36</span></a> <span class="p">))</span>
</span><span id="MessageProcessor-37"><a href="#MessageProcessor-37"><span class="linenos">37</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="MessageProcessor-38"><a href="#MessageProcessor-38"><span class="linenos">38</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
</span><span id="MessageProcessor-39"><a href="#MessageProcessor-39"><span class="linenos">39</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="MessageProcessor-40"><a href="#MessageProcessor-40"><span class="linenos">40</span></a> <span class="p">))</span>
</span><span id="MessageProcessor-41"><a href="#MessageProcessor-41"><span class="linenos">41</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="MessageProcessor-42"><a href="#MessageProcessor-42"><span class="linenos">42</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
</span><span id="MessageProcessor-43"><a href="#MessageProcessor-43"><span class="linenos">43</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="MessageProcessor-44"><a href="#MessageProcessor-44"><span class="linenos">44</span></a> <span class="p">))</span>
</span><span id="MessageProcessor-45"><a href="#MessageProcessor-45"><span class="linenos">45</span></a>
</span><span id="MessageProcessor-46"><a href="#MessageProcessor-46"><span class="linenos">46</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AgentResponse</span><span class="p">:</span>
</span><span id="MessageProcessor-47"><a href="#MessageProcessor-47"><span class="linenos">47</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
</span><span id="MessageProcessor-48"><a href="#MessageProcessor-48"><span class="linenos">48</span></a>
</span><span id="MessageProcessor-49"><a href="#MessageProcessor-49"><span class="linenos">49</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor-50"><a href="#MessageProcessor-50"><span class="linenos">50</span></a> <span class="c1"># send to extract agents</span>
</span><span id="MessageProcessor-51"><a href="#MessageProcessor-51"><span class="linenos">51</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor-52"><a href="#MessageProcessor-52"><span class="linenos">52</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
</span><span id="MessageProcessor-53"><a href="#MessageProcessor-53"><span class="linenos">53</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
</span><span id="MessageProcessor-54"><a href="#MessageProcessor-54"><span class="linenos">54</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
</span><span id="MessageProcessor-55"><a href="#MessageProcessor-55"><span class="linenos">55</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor-56"><a href="#MessageProcessor-56"><span class="linenos">56</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor-57"><a href="#MessageProcessor-57"><span class="linenos">57</span></a>
</span><span id="MessageProcessor-58"><a href="#MessageProcessor-58"><span class="linenos">58</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor-59"><a href="#MessageProcessor-59"><span class="linenos">59</span></a> <span class="c1"># send to solve agents</span>
</span><span id="MessageProcessor-60"><a href="#MessageProcessor-60"><span class="linenos">60</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor-61"><a href="#MessageProcessor-61"><span class="linenos">61</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
</span><span id="MessageProcessor-62"><a href="#MessageProcessor-62"><span class="linenos">62</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor-63"><a href="#MessageProcessor-63"><span class="linenos">63</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor-64"><a href="#MessageProcessor-64"><span class="linenos">64</span></a>
</span><span id="MessageProcessor-65"><a href="#MessageProcessor-65"><span class="linenos">65</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor-66"><a href="#MessageProcessor-66"><span class="linenos">66</span></a> <span class="c1"># send to solve agents</span>
</span><span id="MessageProcessor-67"><a href="#MessageProcessor-67"><span class="linenos">67</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor-68"><a href="#MessageProcessor-68"><span class="linenos">68</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
</span><span id="MessageProcessor-69"><a href="#MessageProcessor-69"><span class="linenos">69</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor-70"><a href="#MessageProcessor-70"><span class="linenos">70</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor-71"><a href="#MessageProcessor-71"><span class="linenos">71</span></a>
</span><span id="MessageProcessor-72"><a href="#MessageProcessor-72"><span class="linenos">72</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
</span><span id="MessageProcessor-73"><a href="#MessageProcessor-73"><span class="linenos">73</span></a> <span class="p">(</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span><span class="p">)</span> <span class="o">+</span>
</span><span id="MessageProcessor-74"><a href="#MessageProcessor-74"><span class="linenos">74</span></a> <span class="sa">f</span><span class="s2">&quot;ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">&quot;</span>
</span><span id="MessageProcessor-75"><a href="#MessageProcessor-75"><span class="linenos">75</span></a> <span class="p">)</span>
</span><span id="MessageProcessor-76"><a href="#MessageProcessor-76"><span class="linenos">76</span></a>
</span><span id="MessageProcessor-77"><a href="#MessageProcessor-77"><span class="linenos">77</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
</span><span id="MessageProcessor-78"><a href="#MessageProcessor-78"><span class="linenos">78</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
</span><span id="MessageProcessor-79"><a href="#MessageProcessor-79"><span class="linenos">79</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
</span><span id="MessageProcessor-80"><a href="#MessageProcessor-80"><span class="linenos">80</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;&quot;</span><span class="p">,</span>
</span><span id="MessageProcessor-81"><a href="#MessageProcessor-81"><span class="linenos">81</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
</span><span id="MessageProcessor-82"><a href="#MessageProcessor-82"><span class="linenos">82</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span>
</span><span id="MessageProcessor-83"><a href="#MessageProcessor-83"><span class="linenos">83</span></a> <span class="p">)</span>
</span><span id="MessageProcessor-84"><a href="#MessageProcessor-84"><span class="linenos">84</span></a>
</span><span id="MessageProcessor-85"><a href="#MessageProcessor-85"><span class="linenos">85</span></a> <span class="k">def</span> <span class="nf">_send_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>
</span><span id="MessageProcessor-86"><a href="#MessageProcessor-86"><span class="linenos">86</span></a> <span class="n">r</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
</span><span id="MessageProcessor-87"><a href="#MessageProcessor-87"><span class="linenos">87</span></a> <span class="s2">&quot;</span><span class="si">{}</span><span class="s2">/message&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">MANAGEMENT_URL</span><span class="p">),</span>
</span><span id="MessageProcessor-88"><a href="#MessageProcessor-88"><span class="linenos">88</span></a> <span class="n">data</span><span class="o">=</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(),</span>
</span><span id="MessageProcessor-89"><a href="#MessageProcessor-89"><span class="linenos">89</span></a> <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="s2">&quot;accept&quot;</span> <span class="p">:</span> <span class="s2">&quot;application/json&quot;</span><span class="p">,</span> <span class="s2">&quot;content-type&quot;</span> <span class="p">:</span> <span class="s2">&quot;application/json&quot;</span><span class="p">}</span>
</span><span id="MessageProcessor-90"><a href="#MessageProcessor-90"><span class="linenos">90</span></a> <span class="p">)</span>
</span><span id="MessageProcessor-91"><a href="#MessageProcessor-91"><span class="linenos">91</span></a>
</span><span id="MessageProcessor-92"><a href="#MessageProcessor-92"><span class="linenos">92</span></a> <span class="k">if</span> <span class="n">r</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">200</span><span class="p">:</span>
</span><span id="MessageProcessor-93"><a href="#MessageProcessor-93"><span class="linenos">93</span></a> <span class="k">return</span> <span class="kc">True</span>
</span><span id="MessageProcessor-94"><a href="#MessageProcessor-94"><span class="linenos">94</span></a> <span class="k">else</span><span class="p">:</span>
</span><span id="MessageProcessor-95"><a href="#MessageProcessor-95"><span class="linenos">95</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Error sending message to management! </span><span class="si">{</span><span class="p">(</span><span class="n">r</span><span class="o">.</span><span class="n">text</span><span class="p">,</span><span class="w"> </span><span class="n">r</span><span class="o">.</span><span class="n">headers</span><span class="p">)</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
</span><span id="MessageProcessor-96"><a href="#MessageProcessor-96"><span class="linenos">96</span></a> <span class="k">return</span> <span class="kc">False</span>
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor-21"><a href="#MessageProcessor-21"><span class="linenos"> 21</span></a><span class="k">class</span> <span class="nc">MessageProcessor</span><span class="p">():</span>
</span><span id="MessageProcessor-22"><a href="#MessageProcessor-22"><span class="linenos"> 22</span></a>
</span><span id="MessageProcessor-23"><a href="#MessageProcessor-23"><span class="linenos"> 23</span></a> <span class="n">MANAGEMENT_URL</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;MANAGEMENT_URL&#39;</span><span class="p">,</span> <span class="s1">&#39;http://127.0.0.1:80&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">&#39;/&#39;</span><span class="p">)</span>
</span><span id="MessageProcessor-24"><a href="#MessageProcessor-24"><span class="linenos"> 24</span></a> <span class="n">AGENTS_LIST</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;AGENTS_LIST&#39;</span><span class="p">,</span> <span class="s1">&#39;ums.example.example:AGENT_CLASSES&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
</span><span id="MessageProcessor-25"><a href="#MessageProcessor-25"><span class="linenos"> 25</span></a>
</span><span id="MessageProcessor-26"><a href="#MessageProcessor-26"><span class="linenos"> 26</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">disable_messages</span><span class="p">:</span><span class="nb">bool</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
</span><span id="MessageProcessor-27"><a href="#MessageProcessor-27"><span class="linenos"> 27</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
</span><span id="MessageProcessor-28"><a href="#MessageProcessor-28"><span class="linenos"> 28</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span> <span class="o">=</span> <span class="n">disable_messages</span>
</span><span id="MessageProcessor-29"><a href="#MessageProcessor-29"><span class="linenos"> 29</span></a>
</span><span id="MessageProcessor-30"><a href="#MessageProcessor-30"><span class="linenos"> 30</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">&#39;:&#39;</span><span class="p">)</span>
</span><span id="MessageProcessor-31"><a href="#MessageProcessor-31"><span class="linenos"> 31</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
</span><span id="MessageProcessor-32"><a href="#MessageProcessor-32"><span class="linenos"> 32</span></a>
</span><span id="MessageProcessor-33"><a href="#MessageProcessor-33"><span class="linenos"> 33</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
</span><span id="MessageProcessor-34"><a href="#MessageProcessor-34"><span class="linenos"> 34</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="MessageProcessor-35"><a href="#MessageProcessor-35"><span class="linenos"> 35</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
</span><span id="MessageProcessor-36"><a href="#MessageProcessor-36"><span class="linenos"> 36</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="MessageProcessor-37"><a href="#MessageProcessor-37"><span class="linenos"> 37</span></a> <span class="p">))</span>
</span><span id="MessageProcessor-38"><a href="#MessageProcessor-38"><span class="linenos"> 38</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="MessageProcessor-39"><a href="#MessageProcessor-39"><span class="linenos"> 39</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
</span><span id="MessageProcessor-40"><a href="#MessageProcessor-40"><span class="linenos"> 40</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="MessageProcessor-41"><a href="#MessageProcessor-41"><span class="linenos"> 41</span></a> <span class="p">))</span>
</span><span id="MessageProcessor-42"><a href="#MessageProcessor-42"><span class="linenos"> 42</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="MessageProcessor-43"><a href="#MessageProcessor-43"><span class="linenos"> 43</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
</span><span id="MessageProcessor-44"><a href="#MessageProcessor-44"><span class="linenos"> 44</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="MessageProcessor-45"><a href="#MessageProcessor-45"><span class="linenos"> 45</span></a> <span class="p">))</span>
</span><span id="MessageProcessor-46"><a href="#MessageProcessor-46"><span class="linenos"> 46</span></a>
</span><span id="MessageProcessor-47"><a href="#MessageProcessor-47"><span class="linenos"> 47</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AgentResponse</span><span class="p">:</span>
</span><span id="MessageProcessor-48"><a href="#MessageProcessor-48"><span class="linenos"> 48</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
</span><span id="MessageProcessor-49"><a href="#MessageProcessor-49"><span class="linenos"> 49</span></a>
</span><span id="MessageProcessor-50"><a href="#MessageProcessor-50"><span class="linenos"> 50</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor-51"><a href="#MessageProcessor-51"><span class="linenos"> 51</span></a> <span class="c1"># send to extract agents</span>
</span><span id="MessageProcessor-52"><a href="#MessageProcessor-52"><span class="linenos"> 52</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor-53"><a href="#MessageProcessor-53"><span class="linenos"> 53</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
</span><span id="MessageProcessor-54"><a href="#MessageProcessor-54"><span class="linenos"> 54</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
</span><span id="MessageProcessor-55"><a href="#MessageProcessor-55"><span class="linenos"> 55</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
</span><span id="MessageProcessor-56"><a href="#MessageProcessor-56"><span class="linenos"> 56</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor-57"><a href="#MessageProcessor-57"><span class="linenos"> 57</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor-58"><a href="#MessageProcessor-58"><span class="linenos"> 58</span></a>
</span><span id="MessageProcessor-59"><a href="#MessageProcessor-59"><span class="linenos"> 59</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor-60"><a href="#MessageProcessor-60"><span class="linenos"> 60</span></a> <span class="c1"># send to solve agents</span>
</span><span id="MessageProcessor-61"><a href="#MessageProcessor-61"><span class="linenos"> 61</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor-62"><a href="#MessageProcessor-62"><span class="linenos"> 62</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
</span><span id="MessageProcessor-63"><a href="#MessageProcessor-63"><span class="linenos"> 63</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor-64"><a href="#MessageProcessor-64"><span class="linenos"> 64</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor-65"><a href="#MessageProcessor-65"><span class="linenos"> 65</span></a>
</span><span id="MessageProcessor-66"><a href="#MessageProcessor-66"><span class="linenos"> 66</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor-67"><a href="#MessageProcessor-67"><span class="linenos"> 67</span></a> <span class="c1"># send to solve agents</span>
</span><span id="MessageProcessor-68"><a href="#MessageProcessor-68"><span class="linenos"> 68</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor-69"><a href="#MessageProcessor-69"><span class="linenos"> 69</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
</span><span id="MessageProcessor-70"><a href="#MessageProcessor-70"><span class="linenos"> 70</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor-71"><a href="#MessageProcessor-71"><span class="linenos"> 71</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor-72"><a href="#MessageProcessor-72"><span class="linenos"> 72</span></a>
</span><span id="MessageProcessor-73"><a href="#MessageProcessor-73"><span class="linenos"> 73</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
</span><span id="MessageProcessor-74"><a href="#MessageProcessor-74"><span class="linenos"> 74</span></a> <span class="p">(</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span><span class="p">)</span> <span class="o">+</span>
</span><span id="MessageProcessor-75"><a href="#MessageProcessor-75"><span class="linenos"> 75</span></a> <span class="sa">f</span><span class="s2">&quot;ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">&quot;</span>
</span><span id="MessageProcessor-76"><a href="#MessageProcessor-76"><span class="linenos"> 76</span></a> <span class="p">)</span>
</span><span id="MessageProcessor-77"><a href="#MessageProcessor-77"><span class="linenos"> 77</span></a>
</span><span id="MessageProcessor-78"><a href="#MessageProcessor-78"><span class="linenos"> 78</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
</span><span id="MessageProcessor-79"><a href="#MessageProcessor-79"><span class="linenos"> 79</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
</span><span id="MessageProcessor-80"><a href="#MessageProcessor-80"><span class="linenos"> 80</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
</span><span id="MessageProcessor-81"><a href="#MessageProcessor-81"><span class="linenos"> 81</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;&quot;</span><span class="p">,</span>
</span><span id="MessageProcessor-82"><a href="#MessageProcessor-82"><span class="linenos"> 82</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
</span><span id="MessageProcessor-83"><a href="#MessageProcessor-83"><span class="linenos"> 83</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span>
</span><span id="MessageProcessor-84"><a href="#MessageProcessor-84"><span class="linenos"> 84</span></a> <span class="p">)</span>
</span><span id="MessageProcessor-85"><a href="#MessageProcessor-85"><span class="linenos"> 85</span></a>
</span><span id="MessageProcessor-86"><a href="#MessageProcessor-86"><span class="linenos"> 86</span></a> <span class="k">def</span> <span class="nf">_send_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>
</span><span id="MessageProcessor-87"><a href="#MessageProcessor-87"><span class="linenos"> 87</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span><span class="p">:</span>
</span><span id="MessageProcessor-88"><a href="#MessageProcessor-88"><span class="linenos"> 88</span></a> <span class="n">r</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
</span><span id="MessageProcessor-89"><a href="#MessageProcessor-89"><span class="linenos"> 89</span></a> <span class="s2">&quot;</span><span class="si">{}</span><span class="s2">/message&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">MANAGEMENT_URL</span><span class="p">),</span>
</span><span id="MessageProcessor-90"><a href="#MessageProcessor-90"><span class="linenos"> 90</span></a> <span class="n">data</span><span class="o">=</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(),</span>
</span><span id="MessageProcessor-91"><a href="#MessageProcessor-91"><span class="linenos"> 91</span></a> <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="s2">&quot;accept&quot;</span> <span class="p">:</span> <span class="s2">&quot;application/json&quot;</span><span class="p">,</span> <span class="s2">&quot;content-type&quot;</span> <span class="p">:</span> <span class="s2">&quot;application/json&quot;</span><span class="p">}</span>
</span><span id="MessageProcessor-92"><a href="#MessageProcessor-92"><span class="linenos"> 92</span></a> <span class="p">)</span>
</span><span id="MessageProcessor-93"><a href="#MessageProcessor-93"><span class="linenos"> 93</span></a>
</span><span id="MessageProcessor-94"><a href="#MessageProcessor-94"><span class="linenos"> 94</span></a> <span class="k">if</span> <span class="n">r</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">200</span><span class="p">:</span>
</span><span id="MessageProcessor-95"><a href="#MessageProcessor-95"><span class="linenos"> 95</span></a> <span class="k">return</span> <span class="kc">True</span>
</span><span id="MessageProcessor-96"><a href="#MessageProcessor-96"><span class="linenos"> 96</span></a> <span class="k">else</span><span class="p">:</span>
</span><span id="MessageProcessor-97"><a href="#MessageProcessor-97"><span class="linenos"> 97</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Error sending message to management! </span><span class="si">{</span><span class="p">(</span><span class="n">r</span><span class="o">.</span><span class="n">text</span><span class="p">,</span><span class="w"> </span><span class="n">r</span><span class="o">.</span><span class="n">headers</span><span class="p">)</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
</span><span id="MessageProcessor-98"><a href="#MessageProcessor-98"><span class="linenos"> 98</span></a> <span class="k">return</span> <span class="kc">False</span>
</span><span id="MessageProcessor-99"><a href="#MessageProcessor-99"><span class="linenos"> 99</span></a> <span class="k">else</span><span class="p">:</span>
</span><span id="MessageProcessor-100"><a href="#MessageProcessor-100"><span class="linenos">100</span></a> <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\t</span><span class="s2">Messages disabled: Requested to send message to management:&quot;</span><span class="p">)</span>
</span><span id="MessageProcessor-101"><a href="#MessageProcessor-101"><span class="linenos">101</span></a> <span class="nb">print</span><span class="p">(</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(</span><span class="n">indent</span><span class="o">=</span><span class="mi">2</span><span class="p">))</span>
</span></pre></div>
<div id="MessageProcessor.__init__" class="classattr">
<input id="MessageProcessor.__init__-view-source" class="view-source-toggle-state" type="checkbox" aria-hidden="true" tabindex="-1">
<div class="attr function">
<span class="name">MessageProcessor</span><span class="signature pdoc-code condensed">(<span class="param"><span class="n">disable_messages</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span></span>)</span>
<label class="view-source-button" for="MessageProcessor.__init__-view-source"><span>View Source</span></label>
</div>
<a class="headerlink" href="#MessageProcessor.__init__"></a>
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor.__init__-26"><a href="#MessageProcessor.__init__-26"><span class="linenos">26</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">disable_messages</span><span class="p">:</span><span class="nb">bool</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
</span><span id="MessageProcessor.__init__-27"><a href="#MessageProcessor.__init__-27"><span class="linenos">27</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
</span><span id="MessageProcessor.__init__-28"><a href="#MessageProcessor.__init__-28"><span class="linenos">28</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span> <span class="o">=</span> <span class="n">disable_messages</span>
</span><span id="MessageProcessor.__init__-29"><a href="#MessageProcessor.__init__-29"><span class="linenos">29</span></a>
</span><span id="MessageProcessor.__init__-30"><a href="#MessageProcessor.__init__-30"><span class="linenos">30</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">&#39;:&#39;</span><span class="p">)</span>
</span><span id="MessageProcessor.__init__-31"><a href="#MessageProcessor.__init__-31"><span class="linenos">31</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
</span><span id="MessageProcessor.__init__-32"><a href="#MessageProcessor.__init__-32"><span class="linenos">32</span></a>
</span><span id="MessageProcessor.__init__-33"><a href="#MessageProcessor.__init__-33"><span class="linenos">33</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
</span><span id="MessageProcessor.__init__-34"><a href="#MessageProcessor.__init__-34"><span class="linenos">34</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="MessageProcessor.__init__-35"><a href="#MessageProcessor.__init__-35"><span class="linenos">35</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
</span><span id="MessageProcessor.__init__-36"><a href="#MessageProcessor.__init__-36"><span class="linenos">36</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="MessageProcessor.__init__-37"><a href="#MessageProcessor.__init__-37"><span class="linenos">37</span></a> <span class="p">))</span>
</span><span id="MessageProcessor.__init__-38"><a href="#MessageProcessor.__init__-38"><span class="linenos">38</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="MessageProcessor.__init__-39"><a href="#MessageProcessor.__init__-39"><span class="linenos">39</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
</span><span id="MessageProcessor.__init__-40"><a href="#MessageProcessor.__init__-40"><span class="linenos">40</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="MessageProcessor.__init__-41"><a href="#MessageProcessor.__init__-41"><span class="linenos">41</span></a> <span class="p">))</span>
</span><span id="MessageProcessor.__init__-42"><a href="#MessageProcessor.__init__-42"><span class="linenos">42</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
</span><span id="MessageProcessor.__init__-43"><a href="#MessageProcessor.__init__-43"><span class="linenos">43</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
</span><span id="MessageProcessor.__init__-44"><a href="#MessageProcessor.__init__-44"><span class="linenos">44</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
</span><span id="MessageProcessor.__init__-45"><a href="#MessageProcessor.__init__-45"><span class="linenos">45</span></a> <span class="p">))</span>
</span></pre></div>
</div>
<div id="MessageProcessor.MANAGEMENT_URL" class="classattr">
<div class="attr variable">
<span class="name">MANAGEMENT_URL</span> =
@@ -308,6 +360,17 @@
</div>
<div id="MessageProcessor.disable_messages" class="classattr">
<div class="attr variable">
<span class="name">disable_messages</span>
</div>
<a class="headerlink" href="#MessageProcessor.disable_messages"></a>
</div>
<div id="MessageProcessor.agent_classes" class="classattr">
<div class="attr variable">
@@ -364,44 +427,44 @@
</div>
<a class="headerlink" href="#MessageProcessor.new_message"></a>
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor.new_message-46"><a href="#MessageProcessor.new_message-46"><span class="linenos">46</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AgentResponse</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-47"><a href="#MessageProcessor.new_message-47"><span class="linenos">47</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
</span><span id="MessageProcessor.new_message-48"><a href="#MessageProcessor.new_message-48"><span class="linenos">48</span></a>
</span><span id="MessageProcessor.new_message-49"><a href="#MessageProcessor.new_message-49"><span class="linenos">49</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-50"><a href="#MessageProcessor.new_message-50"><span class="linenos">50</span></a> <span class="c1"># send to extract agents</span>
</span><span id="MessageProcessor.new_message-51"><a href="#MessageProcessor.new_message-51"><span class="linenos">51</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-52"><a href="#MessageProcessor.new_message-52"><span class="linenos">52</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
</span><span id="MessageProcessor.new_message-53"><a href="#MessageProcessor.new_message-53"><span class="linenos">53</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-54"><a href="#MessageProcessor.new_message-54"><span class="linenos">54</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-55"><a href="#MessageProcessor.new_message-55"><span class="linenos">55</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor.new_message-56"><a href="#MessageProcessor.new_message-56"><span class="linenos">56</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor.new_message-57"><a href="#MessageProcessor.new_message-57"><span class="linenos">57</span></a>
</span><span id="MessageProcessor.new_message-58"><a href="#MessageProcessor.new_message-58"><span class="linenos">58</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-59"><a href="#MessageProcessor.new_message-59"><span class="linenos">59</span></a> <span class="c1"># send to solve agents</span>
</span><span id="MessageProcessor.new_message-60"><a href="#MessageProcessor.new_message-60"><span class="linenos">60</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-61"><a href="#MessageProcessor.new_message-61"><span class="linenos">61</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-62"><a href="#MessageProcessor.new_message-62"><span class="linenos">62</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor.new_message-63"><a href="#MessageProcessor.new_message-63"><span class="linenos">63</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor.new_message-64"><a href="#MessageProcessor.new_message-64"><span class="linenos">64</span></a>
</span><span id="MessageProcessor.new_message-65"><a href="#MessageProcessor.new_message-65"><span class="linenos">65</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-66"><a href="#MessageProcessor.new_message-66"><span class="linenos">66</span></a> <span class="c1"># send to solve agents</span>
</span><span id="MessageProcessor.new_message-67"><a href="#MessageProcessor.new_message-67"><span class="linenos">67</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-68"><a href="#MessageProcessor.new_message-68"><span class="linenos">68</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-69"><a href="#MessageProcessor.new_message-69"><span class="linenos">69</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor.new_message-70"><a href="#MessageProcessor.new_message-70"><span class="linenos">70</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor.new_message-71"><a href="#MessageProcessor.new_message-71"><span class="linenos">71</span></a>
</span><span id="MessageProcessor.new_message-72"><a href="#MessageProcessor.new_message-72"><span class="linenos">72</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
</span><span id="MessageProcessor.new_message-73"><a href="#MessageProcessor.new_message-73"><span class="linenos">73</span></a> <span class="p">(</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span><span class="p">)</span> <span class="o">+</span>
</span><span id="MessageProcessor.new_message-74"><a href="#MessageProcessor.new_message-74"><span class="linenos">74</span></a> <span class="sa">f</span><span class="s2">&quot;ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">&quot;</span>
</span><span id="MessageProcessor.new_message-75"><a href="#MessageProcessor.new_message-75"><span class="linenos">75</span></a> <span class="p">)</span>
</span><span id="MessageProcessor.new_message-76"><a href="#MessageProcessor.new_message-76"><span class="linenos">76</span></a>
</span><span id="MessageProcessor.new_message-77"><a href="#MessageProcessor.new_message-77"><span class="linenos">77</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
</span><span id="MessageProcessor.new_message-78"><a href="#MessageProcessor.new_message-78"><span class="linenos">78</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
</span><span id="MessageProcessor.new_message-79"><a href="#MessageProcessor.new_message-79"><span class="linenos">79</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
</span><span id="MessageProcessor.new_message-80"><a href="#MessageProcessor.new_message-80"><span class="linenos">80</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;&quot;</span><span class="p">,</span>
</span><span id="MessageProcessor.new_message-81"><a href="#MessageProcessor.new_message-81"><span class="linenos">81</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
</span><span id="MessageProcessor.new_message-82"><a href="#MessageProcessor.new_message-82"><span class="linenos">82</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span>
</span><span id="MessageProcessor.new_message-83"><a href="#MessageProcessor.new_message-83"><span class="linenos">83</span></a> <span class="p">)</span>
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor.new_message-47"><a href="#MessageProcessor.new_message-47"><span class="linenos">47</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AgentResponse</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-48"><a href="#MessageProcessor.new_message-48"><span class="linenos">48</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
</span><span id="MessageProcessor.new_message-49"><a href="#MessageProcessor.new_message-49"><span class="linenos">49</span></a>
</span><span id="MessageProcessor.new_message-50"><a href="#MessageProcessor.new_message-50"><span class="linenos">50</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-51"><a href="#MessageProcessor.new_message-51"><span class="linenos">51</span></a> <span class="c1"># send to extract agents</span>
</span><span id="MessageProcessor.new_message-52"><a href="#MessageProcessor.new_message-52"><span class="linenos">52</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-53"><a href="#MessageProcessor.new_message-53"><span class="linenos">53</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
</span><span id="MessageProcessor.new_message-54"><a href="#MessageProcessor.new_message-54"><span class="linenos">54</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-55"><a href="#MessageProcessor.new_message-55"><span class="linenos">55</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-56"><a href="#MessageProcessor.new_message-56"><span class="linenos">56</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor.new_message-57"><a href="#MessageProcessor.new_message-57"><span class="linenos">57</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor.new_message-58"><a href="#MessageProcessor.new_message-58"><span class="linenos">58</span></a>
</span><span id="MessageProcessor.new_message-59"><a href="#MessageProcessor.new_message-59"><span class="linenos">59</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-60"><a href="#MessageProcessor.new_message-60"><span class="linenos">60</span></a> <span class="c1"># send to solve agents</span>
</span><span id="MessageProcessor.new_message-61"><a href="#MessageProcessor.new_message-61"><span class="linenos">61</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-62"><a href="#MessageProcessor.new_message-62"><span class="linenos">62</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-63"><a href="#MessageProcessor.new_message-63"><span class="linenos">63</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor.new_message-64"><a href="#MessageProcessor.new_message-64"><span class="linenos">64</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor.new_message-65"><a href="#MessageProcessor.new_message-65"><span class="linenos">65</span></a>
</span><span id="MessageProcessor.new_message-66"><a href="#MessageProcessor.new_message-66"><span class="linenos">66</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-67"><a href="#MessageProcessor.new_message-67"><span class="linenos">67</span></a> <span class="c1"># send to solve agents</span>
</span><span id="MessageProcessor.new_message-68"><a href="#MessageProcessor.new_message-68"><span class="linenos">68</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-69"><a href="#MessageProcessor.new_message-69"><span class="linenos">69</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
</span><span id="MessageProcessor.new_message-70"><a href="#MessageProcessor.new_message-70"><span class="linenos">70</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
</span><span id="MessageProcessor.new_message-71"><a href="#MessageProcessor.new_message-71"><span class="linenos">71</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
</span><span id="MessageProcessor.new_message-72"><a href="#MessageProcessor.new_message-72"><span class="linenos">72</span></a>
</span><span id="MessageProcessor.new_message-73"><a href="#MessageProcessor.new_message-73"><span class="linenos">73</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
</span><span id="MessageProcessor.new_message-74"><a href="#MessageProcessor.new_message-74"><span class="linenos">74</span></a> <span class="p">(</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span><span class="p">)</span> <span class="o">+</span>
</span><span id="MessageProcessor.new_message-75"><a href="#MessageProcessor.new_message-75"><span class="linenos">75</span></a> <span class="sa">f</span><span class="s2">&quot;ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">&quot;</span>
</span><span id="MessageProcessor.new_message-76"><a href="#MessageProcessor.new_message-76"><span class="linenos">76</span></a> <span class="p">)</span>
</span><span id="MessageProcessor.new_message-77"><a href="#MessageProcessor.new_message-77"><span class="linenos">77</span></a>
</span><span id="MessageProcessor.new_message-78"><a href="#MessageProcessor.new_message-78"><span class="linenos">78</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
</span><span id="MessageProcessor.new_message-79"><a href="#MessageProcessor.new_message-79"><span class="linenos">79</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
</span><span id="MessageProcessor.new_message-80"><a href="#MessageProcessor.new_message-80"><span class="linenos">80</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
</span><span id="MessageProcessor.new_message-81"><a href="#MessageProcessor.new_message-81"><span class="linenos">81</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">&quot;Added to queue&quot;</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;&quot;</span><span class="p">,</span>
</span><span id="MessageProcessor.new_message-82"><a href="#MessageProcessor.new_message-82"><span class="linenos">82</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
</span><span id="MessageProcessor.new_message-83"><a href="#MessageProcessor.new_message-83"><span class="linenos">83</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">&quot;No agent found to queue message.&quot;</span>
</span><span id="MessageProcessor.new_message-84"><a href="#MessageProcessor.new_message-84"><span class="linenos">84</span></a> <span class="p">)</span>
</span></pre></div>
+2 -2
View File
@@ -949,7 +949,7 @@ is set to <code>'allow'</code>.</li>
</div>
<div id="RiddleData.file_plain" class="classattr">
<div class="attr variable">
<span class="name">file_plain</span><span class="annotation">: Annotated[str, AfterValidator(func=&lt;function _check_data_file at 0x1027353a0&gt;), WrapValidator(func=&lt;function _ignore_file_missing at 0x102a59800&gt;, json_schema_input_type=PydanticUndefined)]</span>
<span class="name">file_plain</span><span class="annotation">: Annotated[str, AfterValidator(func=&lt;function _check_data_file at 0x101d893a0&gt;), WrapValidator(func=&lt;function _ignore_file_missing at 0x1020ad800&gt;, json_schema_input_type=PydanticUndefined)]</span>
</div>
@@ -965,7 +965,7 @@ The file must exist.</p>
</div>
<div id="RiddleData.file_extracted" class="classattr">
<div class="attr variable">
<span class="name">file_extracted</span><span class="annotation">: Optional[Annotated[str, AfterValidator(func=&lt;function _check_data_file at 0x1027353a0&gt;), WrapValidator(func=&lt;function _ignore_file_missing at 0x102a59800&gt;, json_schema_input_type=PydanticUndefined)]]</span>
<span class="name">file_extracted</span><span class="annotation">: Optional[Annotated[str, AfterValidator(func=&lt;function _check_data_file at 0x101d893a0&gt;), WrapValidator(func=&lt;function _ignore_file_missing at 0x1020ad800&gt;, json_schema_input_type=PydanticUndefined)]]</span>
</div>