Run single tasks
This commit is contained in:
parent
f2b9df7611
commit
786a230e78
GPG Key ID:
5149A211831F2BD7
@ -16,12 +16,13 @@ The package `ums` contains the Agenten-Plattform, the implementations of the age
|
||||
|
||||
- `ums.agent`
|
||||
- Contains the implementation of an agent for handling requests by the implementations in `src`.
|
||||
- Check for running single tasks without using management.
|
||||
- `ums.example`
|
||||
- Contains a very simple examples for all types of agents.
|
||||
- See `ums.example.example`
|
||||
- `ums.management`
|
||||
- Contains the implementation of the management.
|
||||
- Take a look at the web gui of the management!
|
||||
- Take a look at the web gui of the management, possibly at <http://localhost:8080/> or <http://localhost:8000/>
|
||||
- `ums.utils`
|
||||
- Contains various utilities.
|
||||
- `ums.utils.const.SHARE_PATH` The path for shared files between all agents
|
||||
|
||||
@ -8,6 +8,41 @@
|
||||
# source code released under the terms of GNU Public License Version 3
|
||||
# https://www.gnu.org/licenses/gpl-3.0.txt
|
||||
|
||||
"""
|
||||
|
||||
## Run as Agent
|
||||
|
||||
The env. variable `AGENTS_LIST` is used to identify the agents classes/ task handlers.
|
||||
It must contain he the package name and a variable name in this package divided by `:`.
|
||||
Then, the variable contains a list of agent classes (subclasses of `ums.agent.agent.BasicAgent`)
|
||||
|
||||
For example `AGENTS_LIST=ums.example.example:AGENT_CLASSES`, then in file `./ums/example/example.py` a variable `AGENT_CLASSES` exists.
|
||||
One line in this file, e.g., is `AGENT_CLASSES = [MyExtractAudioAgent, MyExtractImageAgent]`.
|
||||
|
||||
When starting the Docker container of the agent, the classes specified in `AGENTS_LIST` are loaded and if the agent receives a task, the task is sent to the agent classes' `handle` methods.
|
||||
|
||||
## Run Single Task
|
||||
|
||||
For development it might be cumbersome to always require a running management container and sending messages.
|
||||
Hence, tasks can be run manually from the terminal (still in the container and using the agent classes), but without having a management.
|
||||
|
||||
This also uses the `AGENTS_LIST` env. variable, but the tasks are sent via command line:
|
||||
|
||||
There are three ways to send a task (if the agent's Docker container is running):
|
||||
- `docker compose exec agent_all python -m ums.agent -d`
|
||||
- Run a dummy task
|
||||
- Possibly `agent_all` needs to be changed to the service name (see `docker-compose.yml`) of the agent's Docker container
|
||||
- `cat ./msg.json | docker compose exec -T agent_all python -m ums.agent -i`
|
||||
- Send the task (json of `AgentMessage`) via STDIN from file `./msg.json` to the agent
|
||||
- `docker compose exec agent_all python -m ums.agent -f msg.json`
|
||||
- Get the task from the json file, the files are searched for by full name, in the shared, and the persistent directory.
|
||||
|
||||
If the Agent's Docker container is not running, a temporary container can be started.
|
||||
For the dummy message, the command would be `docker compose run --rm --entrypoint "" agent_all python -m ums.agent -d`.
|
||||
(Again, change `agent_all` for the service name in `docker-compose.yml`.)
|
||||
|
||||
"""
|
||||
|
||||
from ums.agent.agent import (
|
||||
AgentCapability,
|
||||
BasicAgent,
|
||||
|
||||
65
ums/agent/__main__.py
Normal file
65
ums/agent/__main__.py
Normal file
@ -0,0 +1,65 @@
|
||||
# Agenten Plattform
|
||||
#
|
||||
# (c) 2024 Magnus Bender
|
||||
# Institute of Humanities-Centered Artificial Intelligence (CHAI)
|
||||
# Universitaet Hamburg
|
||||
# https://www.chai.uni-hamburg.de/~bender
|
||||
#
|
||||
# source code released under the terms of GNU Public License Version 3
|
||||
# https://www.gnu.org/licenses/gpl-3.0.txt
|
||||
|
||||
|
||||
import argparse, sys, os, json
|
||||
|
||||
from ums.agent.process import MessageProcessor
|
||||
from ums.utils import AgentMessage, Riddle, SHARE_PATH, PERSIST_PATH
|
||||
|
||||
class _FakeBackgroundTask():
|
||||
def add_task(self, call, *args):
|
||||
call(*args)
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
parser = argparse.ArgumentParser(description='Agenten Plattform – Run Single Task')
|
||||
parser.add_argument('-f', '--file', help="fetch the message (riddle) from this json file")
|
||||
parser.add_argument('-d', '--dummy', help="use a dummy message (riddle)", action="store_true")
|
||||
parser.add_argument('-i', '--stdin', help="get the message (riddle) from STDIN", action="store_true")
|
||||
|
||||
args = parser.parse_args()
|
||||
message = None
|
||||
|
||||
if args.dummy:
|
||||
message = AgentMessage(
|
||||
id="dummy",
|
||||
riddle=Riddle(context="Its a dummy.", question="No question!")
|
||||
)
|
||||
message.status.extract.required = False
|
||||
elif args.stdin:
|
||||
text = ''.join(sys.stdin.readlines())
|
||||
message = AgentMessage.model_validate_json(text)
|
||||
elif args.file:
|
||||
if os.path.isfile(args.file):
|
||||
f_name = args.file
|
||||
elif os.path.isfile(os.path.join(SHARE_PATH, args.file)):
|
||||
f_name = os.path.join(SHARE_PATH, args.file)
|
||||
elif os.path.isfile(os.path.join(PERSIST_PATH, args.file)):
|
||||
f_name = os.path.join(PERSIST_PATH, args.file)
|
||||
else:
|
||||
print()
|
||||
print(f"\tFile {args.file} not found!")
|
||||
print()
|
||||
f_name = None
|
||||
|
||||
if not f_name is None:
|
||||
message = AgentMessage.model_validate(
|
||||
json.load(open(f_name, 'r'))
|
||||
)
|
||||
|
||||
if message is None:
|
||||
parser.print_help()
|
||||
else:
|
||||
mp = MessageProcessor(disable_messages=True)
|
||||
response = mp.new_message(message, _FakeBackgroundTask())
|
||||
|
||||
print("\tResponse:")
|
||||
print(response.model_dump_json(indent=2))
|
||||
@ -22,8 +22,9 @@ class MessageProcessor():
|
||||
MANAGEMENT_URL = os.environ.get('MANAGEMENT_URL', 'http://127.0.0.1:80').strip().strip('/')
|
||||
AGENTS_LIST = os.environ.get('AGENTS_LIST', 'ums.example.example:AGENT_CLASSES').strip()
|
||||
|
||||
def __init__(self):
|
||||
def __init__(self, disable_messages:bool=False):
|
||||
self.counts = 0
|
||||
self.disable_messages = disable_messages
|
||||
|
||||
module_name, var_name = self.AGENTS_LIST.split(':')
|
||||
agents_module = importlib.import_module(module_name)
|
||||
@ -82,14 +83,18 @@ class MessageProcessor():
|
||||
)
|
||||
|
||||
def _send_message(self, message:AgentMessage) -> bool:
|
||||
r = requests.post(
|
||||
"{}/message".format(self.MANAGEMENT_URL),
|
||||
data=message.model_dump_json(),
|
||||
headers={"accept" : "application/json", "content-type" : "application/json"}
|
||||
)
|
||||
if not self.disable_messages:
|
||||
r = requests.post(
|
||||
"{}/message".format(self.MANAGEMENT_URL),
|
||||
data=message.model_dump_json(),
|
||||
headers={"accept" : "application/json", "content-type" : "application/json"}
|
||||
)
|
||||
|
||||
if r.status_code == 200:
|
||||
return True
|
||||
if r.status_code == 200:
|
||||
return True
|
||||
else:
|
||||
logger.warning(f"Error sending message to management! {(r.text, r.headers)}")
|
||||
return False
|
||||
else:
|
||||
logger.warning(f"Error sending message to management! {(r.text, r.headers)}")
|
||||
return False
|
||||
print("\tMessages disabled: Requested to send message to management:")
|
||||
print(message.model_dump_json(indent=2))
|
||||
File diff suppressed because one or more lines are too long
@ -57,6 +57,7 @@ ums </h1>
|
||||
<li><code><a href="ums/agent.html">ums.agent</a></code>
|
||||
<ul>
|
||||
<li>Contains the implementation of an agent for handling requests by the implementations in <code>src</code>.</li>
|
||||
<li>Check for running single tasks without using management.</li>
|
||||
</ul></li>
|
||||
<li><code><a href="ums/example.html">ums.example</a></code>
|
||||
<ul>
|
||||
@ -66,7 +67,7 @@ ums </h1>
|
||||
<li><code><a href="ums/management.html">ums.management</a></code>
|
||||
<ul>
|
||||
<li>Contains the implementation of the management.</li>
|
||||
<li>Take a look at the web gui of the management!</li>
|
||||
<li>Take a look at the web gui of the management, possibly at <a href="http://localhost:8080/"><a href="http://localhost:8080/">http://localhost:8080/</a></a> or <a href="http://localhost:8000/"><a href="http://localhost:8000/">http://localhost:8000/</a></a></li>
|
||||
</ul></li>
|
||||
<li><code><a href="ums/utils.html">ums.utils</a></code>
|
||||
<ul>
|
||||
@ -102,21 +103,22 @@ ums </h1>
|
||||
</span><span id="L-16"><a href="#L-16"><span class="linenos">16</span></a>
|
||||
</span><span id="L-17"><a href="#L-17"><span class="linenos">17</span></a><span class="sd">- `ums.agent`</span>
|
||||
</span><span id="L-18"><a href="#L-18"><span class="linenos">18</span></a><span class="sd"> - Contains the implementation of an agent for handling requests by the implementations in `src`.</span>
|
||||
</span><span id="L-19"><a href="#L-19"><span class="linenos">19</span></a><span class="sd">- `ums.example`</span>
|
||||
</span><span id="L-20"><a href="#L-20"><span class="linenos">20</span></a><span class="sd"> - Contains a very simple examples for all types of agents.</span>
|
||||
</span><span id="L-21"><a href="#L-21"><span class="linenos">21</span></a><span class="sd"> - See `ums.example.example`</span>
|
||||
</span><span id="L-22"><a href="#L-22"><span class="linenos">22</span></a><span class="sd">- `ums.management`</span>
|
||||
</span><span id="L-23"><a href="#L-23"><span class="linenos">23</span></a><span class="sd"> - Contains the implementation of the management.</span>
|
||||
</span><span id="L-24"><a href="#L-24"><span class="linenos">24</span></a><span class="sd"> - Take a look at the web gui of the management!</span>
|
||||
</span><span id="L-25"><a href="#L-25"><span class="linenos">25</span></a><span class="sd">- `ums.utils`</span>
|
||||
</span><span id="L-26"><a href="#L-26"><span class="linenos">26</span></a><span class="sd"> - Contains various utilities.</span>
|
||||
</span><span id="L-27"><a href="#L-27"><span class="linenos">27</span></a><span class="sd"> - `ums.utils.const.SHARE_PATH` The path for shared files between all agents</span>
|
||||
</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a><span class="sd"> - `ums.utils.const.PERSIST_PATH` The path to store persistent data of an agent</span>
|
||||
</span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a><span class="sd"> - `ums.utils.request.ManagementRequest` Run request to the management (only necessary in special cases, most requests done automatically by platform)</span>
|
||||
</span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a><span class="sd"> - `ums.utils.schema` The schema (types) used in the files storing extracted data from plain data</span>
|
||||
</span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a><span class="sd"> - `ums.utils.types` The types used in the communication between agent and management</span>
|
||||
</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a>
|
||||
</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a><span class="sd">"""</span>
|
||||
</span><span id="L-19"><a href="#L-19"><span class="linenos">19</span></a><span class="sd"> - Check for running single tasks without using management.</span>
|
||||
</span><span id="L-20"><a href="#L-20"><span class="linenos">20</span></a><span class="sd">- `ums.example`</span>
|
||||
</span><span id="L-21"><a href="#L-21"><span class="linenos">21</span></a><span class="sd"> - Contains a very simple examples for all types of agents.</span>
|
||||
</span><span id="L-22"><a href="#L-22"><span class="linenos">22</span></a><span class="sd"> - See `ums.example.example`</span>
|
||||
</span><span id="L-23"><a href="#L-23"><span class="linenos">23</span></a><span class="sd">- `ums.management`</span>
|
||||
</span><span id="L-24"><a href="#L-24"><span class="linenos">24</span></a><span class="sd"> - Contains the implementation of the management.</span>
|
||||
</span><span id="L-25"><a href="#L-25"><span class="linenos">25</span></a><span class="sd"> - Take a look at the web gui of the management, possibly at <http://localhost:8080/> or <http://localhost:8000/></span>
|
||||
</span><span id="L-26"><a href="#L-26"><span class="linenos">26</span></a><span class="sd">- `ums.utils`</span>
|
||||
</span><span id="L-27"><a href="#L-27"><span class="linenos">27</span></a><span class="sd"> - Contains various utilities.</span>
|
||||
</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a><span class="sd"> - `ums.utils.const.SHARE_PATH` The path for shared files between all agents</span>
|
||||
</span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a><span class="sd"> - `ums.utils.const.PERSIST_PATH` The path to store persistent data of an agent</span>
|
||||
</span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a><span class="sd"> - `ums.utils.request.ManagementRequest` Run request to the management (only necessary in special cases, most requests done automatically by platform)</span>
|
||||
</span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a><span class="sd"> - `ums.utils.schema` The schema (types) used in the files storing extracted data from plain data</span>
|
||||
</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a><span class="sd"> - `ums.utils.types` The types used in the communication between agent and management</span>
|
||||
</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a>
|
||||
</span><span id="L-34"><a href="#L-34"><span class="linenos">34</span></a><span class="sd">"""</span>
|
||||
</span></pre></div>
|
||||
|
||||
|
||||
|
||||
@ -28,6 +28,12 @@
|
||||
<input type="search" placeholder="Search..." role="searchbox" aria-label="search"
|
||||
pattern=".+" required>
|
||||
|
||||
<h2>Contents</h2>
|
||||
<ul>
|
||||
<li><a href="#run-as-agent">Run as Agent</a></li>
|
||||
<li><a href="#run-single-task">Run Single Task</a></li>
|
||||
</ul>
|
||||
|
||||
|
||||
<h2>Submodules</h2>
|
||||
<ul>
|
||||
@ -50,7 +56,47 @@
|
||||
<h1 class="modulename">
|
||||
<a href="./../ums.html">ums</a><wbr>.agent </h1>
|
||||
|
||||
|
||||
<div class="docstring"><h2 id="run-as-agent">Run as Agent</h2>
|
||||
|
||||
<p>The env. variable <code>AGENTS_LIST</code> is used to identify the agents classes/ task handlers.
|
||||
It must contain he the package name and a variable name in this package divided by <code>:</code>.
|
||||
Then, the variable contains a list of agent classes (subclasses of <code><a href="agent/agent.html#BasicAgent">ums.agent.agent.BasicAgent</a></code>)</p>
|
||||
|
||||
<p>For example <code>AGENTS_LIST=ums.example.example:AGENT_CLASSES</code>, then in file <code>./ums/example/example.py</code> a variable <code>AGENT_CLASSES</code> exists.
|
||||
One line in this file, e.g., is <code>AGENT_CLASSES = [MyExtractAudioAgent, MyExtractImageAgent]</code>.</p>
|
||||
|
||||
<p>When starting the Docker container of the agent, the classes specified in <code>AGENTS_LIST</code> are loaded and if the agent receives a task, the task is sent to the agent classes' <code>handle</code> methods.</p>
|
||||
|
||||
<h2 id="run-single-task">Run Single Task</h2>
|
||||
|
||||
<p>For development it might be cumbersome to always require a running management container and sending messages.
|
||||
Hence, tasks can be run manually from the terminal (still in the container and using the agent classes), but without having a management.</p>
|
||||
|
||||
<p>This also uses the <code>AGENTS_LIST</code> env. variable, but the tasks are sent via command line:</p>
|
||||
|
||||
<p>There are three ways to send a task (if the agent's Docker container is running):</p>
|
||||
|
||||
<ul>
|
||||
<li><code>docker compose exec agent_all python -m <a href="">ums.agent</a> -d</code>
|
||||
<ul>
|
||||
<li>Run a dummy task</li>
|
||||
<li>Possibly <code>agent_all</code> needs to be changed to the service name (see <code>docker-compose.yml</code>) of the agent's Docker container</li>
|
||||
</ul></li>
|
||||
<li><code>cat ./msg.json | docker compose exec -T agent_all python -m <a href="">ums.agent</a> -i</code>
|
||||
<ul>
|
||||
<li>Send the task (json of <code>AgentMessage</code>) via STDIN from file <code>./msg.json</code> to the agent</li>
|
||||
</ul></li>
|
||||
<li><code>docker compose exec agent_all python -m <a href="">ums.agent</a> -f msg.json</code>
|
||||
<ul>
|
||||
<li>Get the task from the json file, the files are searched for by full name, in the shared, and the persistent directory.</li>
|
||||
</ul></li>
|
||||
</ul>
|
||||
|
||||
<p>If the Agent's Docker container is not running, a temporary container can be started.
|
||||
For the dummy message, the command would be <code>docker compose run --rm --entrypoint "" agent_all python -m <a href="">ums.agent</a> -d</code>.
|
||||
(Again, change <code>agent_all</code> for the service name in <code>docker-compose.yml</code>.)</p>
|
||||
</div>
|
||||
|
||||
<input id="mod-agent-view-source" class="view-source-toggle-state" type="checkbox" aria-hidden="true" tabindex="-1">
|
||||
|
||||
<label class="view-source-button" for="mod-agent-view-source"><span>View Source</span></label>
|
||||
@ -65,14 +111,49 @@
|
||||
</span><span id="L-8"><a href="#L-8"><span class="linenos"> 8</span></a><span class="c1"># source code released under the terms of GNU Public License Version 3</span>
|
||||
</span><span id="L-9"><a href="#L-9"><span class="linenos"> 9</span></a><span class="c1"># https://www.gnu.org/licenses/gpl-3.0.txt</span>
|
||||
</span><span id="L-10"><a href="#L-10"><span class="linenos">10</span></a>
|
||||
</span><span id="L-11"><a href="#L-11"><span class="linenos">11</span></a><span class="kn">from</span> <span class="nn">ums.agent.agent</span> <span class="kn">import</span> <span class="p">(</span>
|
||||
</span><span id="L-12"><a href="#L-12"><span class="linenos">12</span></a> <span class="n">AgentCapability</span><span class="p">,</span>
|
||||
</span><span id="L-13"><a href="#L-13"><span class="linenos">13</span></a> <span class="n">BasicAgent</span><span class="p">,</span>
|
||||
</span><span id="L-14"><a href="#L-14"><span class="linenos">14</span></a> <span class="n">ExtractAgent</span><span class="p">,</span>
|
||||
</span><span id="L-15"><a href="#L-15"><span class="linenos">15</span></a> <span class="n">ExtractAudioAgent</span><span class="p">,</span> <span class="n">ExtractImageAgent</span><span class="p">,</span> <span class="n">ExtractTextAgent</span><span class="p">,</span>
|
||||
</span><span id="L-16"><a href="#L-16"><span class="linenos">16</span></a> <span class="n">SolveAgent</span><span class="p">,</span>
|
||||
</span><span id="L-17"><a href="#L-17"><span class="linenos">17</span></a> <span class="n">GatekeeperAgent</span>
|
||||
</span><span id="L-18"><a href="#L-18"><span class="linenos">18</span></a><span class="p">)</span>
|
||||
</span><span id="L-11"><a href="#L-11"><span class="linenos">11</span></a><span class="sd">"""</span>
|
||||
</span><span id="L-12"><a href="#L-12"><span class="linenos">12</span></a>
|
||||
</span><span id="L-13"><a href="#L-13"><span class="linenos">13</span></a><span class="sd">## Run as Agent</span>
|
||||
</span><span id="L-14"><a href="#L-14"><span class="linenos">14</span></a>
|
||||
</span><span id="L-15"><a href="#L-15"><span class="linenos">15</span></a><span class="sd">The env. variable `AGENTS_LIST` is used to identify the agents classes/ task handlers.</span>
|
||||
</span><span id="L-16"><a href="#L-16"><span class="linenos">16</span></a><span class="sd">It must contain he the package name and a variable name in this package divided by `:`. </span>
|
||||
</span><span id="L-17"><a href="#L-17"><span class="linenos">17</span></a><span class="sd">Then, the variable contains a list of agent classes (subclasses of `ums.agent.agent.BasicAgent`)</span>
|
||||
</span><span id="L-18"><a href="#L-18"><span class="linenos">18</span></a>
|
||||
</span><span id="L-19"><a href="#L-19"><span class="linenos">19</span></a><span class="sd">For example `AGENTS_LIST=ums.example.example:AGENT_CLASSES`, then in file `./ums/example/example.py` a variable `AGENT_CLASSES` exists. </span>
|
||||
</span><span id="L-20"><a href="#L-20"><span class="linenos">20</span></a><span class="sd">One line in this file, e.g., is `AGENT_CLASSES = [MyExtractAudioAgent, MyExtractImageAgent]`.</span>
|
||||
</span><span id="L-21"><a href="#L-21"><span class="linenos">21</span></a>
|
||||
</span><span id="L-22"><a href="#L-22"><span class="linenos">22</span></a><span class="sd">When starting the Docker container of the agent, the classes specified in `AGENTS_LIST` are loaded and if the agent receives a task, the task is sent to the agent classes' `handle` methods.</span>
|
||||
</span><span id="L-23"><a href="#L-23"><span class="linenos">23</span></a>
|
||||
</span><span id="L-24"><a href="#L-24"><span class="linenos">24</span></a><span class="sd">## Run Single Task</span>
|
||||
</span><span id="L-25"><a href="#L-25"><span class="linenos">25</span></a>
|
||||
</span><span id="L-26"><a href="#L-26"><span class="linenos">26</span></a><span class="sd">For development it might be cumbersome to always require a running management container and sending messages. </span>
|
||||
</span><span id="L-27"><a href="#L-27"><span class="linenos">27</span></a><span class="sd">Hence, tasks can be run manually from the terminal (still in the container and using the agent classes), but without having a management.</span>
|
||||
</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a>
|
||||
</span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a><span class="sd">This also uses the `AGENTS_LIST` env. variable, but the tasks are sent via command line:</span>
|
||||
</span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a>
|
||||
</span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a><span class="sd">There are three ways to send a task (if the agent's Docker container is running):</span>
|
||||
</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a><span class="sd">- `docker compose exec agent_all python -m ums.agent -d`</span>
|
||||
</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a><span class="sd"> - Run a dummy task</span>
|
||||
</span><span id="L-34"><a href="#L-34"><span class="linenos">34</span></a><span class="sd"> - Possibly `agent_all` needs to be changed to the service name (see `docker-compose.yml`) of the agent's Docker container</span>
|
||||
</span><span id="L-35"><a href="#L-35"><span class="linenos">35</span></a><span class="sd">- `cat ./msg.json | docker compose exec -T agent_all python -m ums.agent -i`</span>
|
||||
</span><span id="L-36"><a href="#L-36"><span class="linenos">36</span></a><span class="sd"> - Send the task (json of `AgentMessage`) via STDIN from file `./msg.json` to the agent</span>
|
||||
</span><span id="L-37"><a href="#L-37"><span class="linenos">37</span></a><span class="sd">- `docker compose exec agent_all python -m ums.agent -f msg.json`</span>
|
||||
</span><span id="L-38"><a href="#L-38"><span class="linenos">38</span></a><span class="sd"> - Get the task from the json file, the files are searched for by full name, in the shared, and the persistent directory.</span>
|
||||
</span><span id="L-39"><a href="#L-39"><span class="linenos">39</span></a>
|
||||
</span><span id="L-40"><a href="#L-40"><span class="linenos">40</span></a><span class="sd">If the Agent's Docker container is not running, a temporary container can be started.</span>
|
||||
</span><span id="L-41"><a href="#L-41"><span class="linenos">41</span></a><span class="sd">For the dummy message, the command would be `docker compose run --rm --entrypoint "" agent_all python -m ums.agent -d`.</span>
|
||||
</span><span id="L-42"><a href="#L-42"><span class="linenos">42</span></a><span class="sd">(Again, change `agent_all` for the service name in `docker-compose.yml`.)</span>
|
||||
</span><span id="L-43"><a href="#L-43"><span class="linenos">43</span></a>
|
||||
</span><span id="L-44"><a href="#L-44"><span class="linenos">44</span></a><span class="sd">"""</span>
|
||||
</span><span id="L-45"><a href="#L-45"><span class="linenos">45</span></a>
|
||||
</span><span id="L-46"><a href="#L-46"><span class="linenos">46</span></a><span class="kn">from</span> <span class="nn">ums.agent.agent</span> <span class="kn">import</span> <span class="p">(</span>
|
||||
</span><span id="L-47"><a href="#L-47"><span class="linenos">47</span></a> <span class="n">AgentCapability</span><span class="p">,</span>
|
||||
</span><span id="L-48"><a href="#L-48"><span class="linenos">48</span></a> <span class="n">BasicAgent</span><span class="p">,</span>
|
||||
</span><span id="L-49"><a href="#L-49"><span class="linenos">49</span></a> <span class="n">ExtractAgent</span><span class="p">,</span>
|
||||
</span><span id="L-50"><a href="#L-50"><span class="linenos">50</span></a> <span class="n">ExtractAudioAgent</span><span class="p">,</span> <span class="n">ExtractImageAgent</span><span class="p">,</span> <span class="n">ExtractTextAgent</span><span class="p">,</span>
|
||||
</span><span id="L-51"><a href="#L-51"><span class="linenos">51</span></a> <span class="n">SolveAgent</span><span class="p">,</span>
|
||||
</span><span id="L-52"><a href="#L-52"><span class="linenos">52</span></a> <span class="n">GatekeeperAgent</span>
|
||||
</span><span id="L-53"><a href="#L-53"><span class="linenos">53</span></a><span class="p">)</span>
|
||||
</span></pre></div>
|
||||
|
||||
|
||||
|
||||
@ -35,6 +35,9 @@
|
||||
<li>
|
||||
<a class="class" href="#MessageProcessor">MessageProcessor</a>
|
||||
<ul class="memberlist">
|
||||
<li>
|
||||
<a class="function" href="#MessageProcessor.__init__">MessageProcessor</a>
|
||||
</li>
|
||||
<li>
|
||||
<a class="variable" href="#MessageProcessor.MANAGEMENT_URL">MANAGEMENT_URL</a>
|
||||
</li>
|
||||
@ -44,6 +47,9 @@
|
||||
<li>
|
||||
<a class="variable" href="#MessageProcessor.counts">counts</a>
|
||||
</li>
|
||||
<li>
|
||||
<a class="variable" href="#MessageProcessor.disable_messages">disable_messages</a>
|
||||
</li>
|
||||
<li>
|
||||
<a class="variable" href="#MessageProcessor.agent_classes">agent_classes</a>
|
||||
</li>
|
||||
@ -83,101 +89,106 @@
|
||||
|
||||
<label class="view-source-button" for="mod-process-view-source"><span>View Source</span></label>
|
||||
|
||||
<div class="pdoc-code codehilite"><pre><span></span><span id="L-1"><a href="#L-1"><span class="linenos"> 1</span></a><span class="c1"># Agenten Plattform</span>
|
||||
</span><span id="L-2"><a href="#L-2"><span class="linenos"> 2</span></a><span class="c1">#</span>
|
||||
</span><span id="L-3"><a href="#L-3"><span class="linenos"> 3</span></a><span class="c1"># (c) 2024 Magnus Bender</span>
|
||||
</span><span id="L-4"><a href="#L-4"><span class="linenos"> 4</span></a><span class="c1"># Institute of Humanities-Centered Artificial Intelligence (CHAI)</span>
|
||||
</span><span id="L-5"><a href="#L-5"><span class="linenos"> 5</span></a><span class="c1"># Universitaet Hamburg</span>
|
||||
</span><span id="L-6"><a href="#L-6"><span class="linenos"> 6</span></a><span class="c1"># https://www.chai.uni-hamburg.de/~bender</span>
|
||||
</span><span id="L-7"><a href="#L-7"><span class="linenos"> 7</span></a><span class="c1"># </span>
|
||||
</span><span id="L-8"><a href="#L-8"><span class="linenos"> 8</span></a><span class="c1"># source code released under the terms of GNU Public License Version 3</span>
|
||||
</span><span id="L-9"><a href="#L-9"><span class="linenos"> 9</span></a><span class="c1"># https://www.gnu.org/licenses/gpl-3.0.txt</span>
|
||||
</span><span id="L-10"><a href="#L-10"><span class="linenos">10</span></a>
|
||||
</span><span id="L-11"><a href="#L-11"><span class="linenos">11</span></a><span class="kn">import</span> <span class="nn">os</span><span class="o">,</span> <span class="nn">importlib</span>
|
||||
</span><span id="L-12"><a href="#L-12"><span class="linenos">12</span></a><span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">List</span>
|
||||
</span><span id="L-13"><a href="#L-13"><span class="linenos">13</span></a>
|
||||
</span><span id="L-14"><a href="#L-14"><span class="linenos">14</span></a><span class="kn">import</span> <span class="nn">requests</span>
|
||||
</span><span id="L-15"><a href="#L-15"><span class="linenos">15</span></a><span class="kn">from</span> <span class="nn">fastapi</span> <span class="kn">import</span> <span class="n">BackgroundTasks</span>
|
||||
</span><span id="L-16"><a href="#L-16"><span class="linenos">16</span></a>
|
||||
</span><span id="L-17"><a href="#L-17"><span class="linenos">17</span></a><span class="kn">from</span> <span class="nn">ums.agent.agent</span> <span class="kn">import</span> <span class="n">BasicAgent</span><span class="p">,</span> <span class="n">AgentCapability</span><span class="p">,</span> <span class="n">ExtractAgent</span><span class="p">,</span> <span class="n">SolveAgent</span><span class="p">,</span> <span class="n">GatekeeperAgent</span>
|
||||
</span><span id="L-18"><a href="#L-18"><span class="linenos">18</span></a><span class="kn">from</span> <span class="nn">ums.utils</span> <span class="kn">import</span> <span class="n">AgentMessage</span><span class="p">,</span> <span class="n">AgentResponse</span><span class="p">,</span> <span class="n">logger</span>
|
||||
</span><span id="L-19"><a href="#L-19"><span class="linenos">19</span></a>
|
||||
</span><span id="L-20"><a href="#L-20"><span class="linenos">20</span></a><span class="k">class</span> <span class="nc">MessageProcessor</span><span class="p">():</span>
|
||||
</span><span id="L-21"><a href="#L-21"><span class="linenos">21</span></a>
|
||||
</span><span id="L-22"><a href="#L-22"><span class="linenos">22</span></a> <span class="n">MANAGEMENT_URL</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'MANAGEMENT_URL'</span><span class="p">,</span> <span class="s1">'http://127.0.0.1:80'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)</span>
|
||||
</span><span id="L-23"><a href="#L-23"><span class="linenos">23</span></a> <span class="n">AGENTS_LIST</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'AGENTS_LIST'</span><span class="p">,</span> <span class="s1">'ums.example.example:AGENT_CLASSES'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
|
||||
</span><span id="L-24"><a href="#L-24"><span class="linenos">24</span></a>
|
||||
</span><span id="L-25"><a href="#L-25"><span class="linenos">25</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
||||
</span><span id="L-26"><a href="#L-26"><span class="linenos">26</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
|
||||
</span><span id="L-27"><a href="#L-27"><span class="linenos">27</span></a>
|
||||
</span><span id="L-28"><a href="#L-28"><span class="linenos">28</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">':'</span><span class="p">)</span>
|
||||
</span><span id="L-29"><a href="#L-29"><span class="linenos">29</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
|
||||
</span><span id="L-30"><a href="#L-30"><span class="linenos">30</span></a>
|
||||
</span><span id="L-31"><a href="#L-31"><span class="linenos">31</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
|
||||
</span><span id="L-32"><a href="#L-32"><span class="linenos">32</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="L-33"><a href="#L-33"><span class="linenos">33</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
|
||||
</span><span id="L-34"><a href="#L-34"><span class="linenos">34</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="L-35"><a href="#L-35"><span class="linenos">35</span></a> <span class="p">))</span>
|
||||
</span><span id="L-36"><a href="#L-36"><span class="linenos">36</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="L-37"><a href="#L-37"><span class="linenos">37</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
|
||||
</span><span id="L-38"><a href="#L-38"><span class="linenos">38</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="L-39"><a href="#L-39"><span class="linenos">39</span></a> <span class="p">))</span>
|
||||
</span><span id="L-40"><a href="#L-40"><span class="linenos">40</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="L-41"><a href="#L-41"><span class="linenos">41</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
|
||||
</span><span id="L-42"><a href="#L-42"><span class="linenos">42</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="L-43"><a href="#L-43"><span class="linenos">43</span></a> <span class="p">))</span>
|
||||
</span><span id="L-44"><a href="#L-44"><span class="linenos">44</span></a>
|
||||
</span><span id="L-45"><a href="#L-45"><span class="linenos">45</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-></span> <span class="n">AgentResponse</span><span class="p">:</span>
|
||||
</span><span id="L-46"><a href="#L-46"><span class="linenos">46</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
|
||||
</span><span id="L-47"><a href="#L-47"><span class="linenos">47</span></a>
|
||||
</span><span id="L-48"><a href="#L-48"><span class="linenos">48</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="L-49"><a href="#L-49"><span class="linenos">49</span></a> <span class="c1"># send to extract agents</span>
|
||||
</span><span id="L-50"><a href="#L-50"><span class="linenos">50</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="L-51"><a href="#L-51"><span class="linenos">51</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
|
||||
</span><span id="L-52"><a href="#L-52"><span class="linenos">52</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
|
||||
</span><span id="L-53"><a href="#L-53"><span class="linenos">53</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
|
||||
</span><span id="L-54"><a href="#L-54"><span class="linenos">54</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="L-55"><a href="#L-55"><span class="linenos">55</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="L-56"><a href="#L-56"><span class="linenos">56</span></a>
|
||||
</span><span id="L-57"><a href="#L-57"><span class="linenos">57</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="L-58"><a href="#L-58"><span class="linenos">58</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="L-59"><a href="#L-59"><span class="linenos">59</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="L-60"><a href="#L-60"><span class="linenos">60</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
|
||||
</span><span id="L-61"><a href="#L-61"><span class="linenos">61</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="L-62"><a href="#L-62"><span class="linenos">62</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="L-63"><a href="#L-63"><span class="linenos">63</span></a>
|
||||
</span><span id="L-64"><a href="#L-64"><span class="linenos">64</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="L-65"><a href="#L-65"><span class="linenos">65</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="L-66"><a href="#L-66"><span class="linenos">66</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="L-67"><a href="#L-67"><span class="linenos">67</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
|
||||
</span><span id="L-68"><a href="#L-68"><span class="linenos">68</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="L-69"><a href="#L-69"><span class="linenos">69</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="L-70"><a href="#L-70"><span class="linenos">70</span></a>
|
||||
</span><span id="L-71"><a href="#L-71"><span class="linenos">71</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
|
||||
</span><span id="L-72"><a href="#L-72"><span class="linenos">72</span></a> <span class="p">(</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span><span class="p">)</span> <span class="o">+</span>
|
||||
</span><span id="L-73"><a href="#L-73"><span class="linenos">73</span></a> <span class="sa">f</span><span class="s2">"ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">"</span>
|
||||
</span><span id="L-74"><a href="#L-74"><span class="linenos">74</span></a> <span class="p">)</span>
|
||||
</span><span id="L-75"><a href="#L-75"><span class="linenos">75</span></a>
|
||||
</span><span id="L-76"><a href="#L-76"><span class="linenos">76</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
|
||||
</span><span id="L-77"><a href="#L-77"><span class="linenos">77</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
|
||||
</span><span id="L-78"><a href="#L-78"><span class="linenos">78</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
|
||||
</span><span id="L-79"><a href="#L-79"><span class="linenos">79</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">""</span><span class="p">,</span>
|
||||
</span><span id="L-80"><a href="#L-80"><span class="linenos">80</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
|
||||
</span><span id="L-81"><a href="#L-81"><span class="linenos">81</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span>
|
||||
</span><span id="L-82"><a href="#L-82"><span class="linenos">82</span></a> <span class="p">)</span>
|
||||
</span><span id="L-83"><a href="#L-83"><span class="linenos">83</span></a>
|
||||
</span><span id="L-84"><a href="#L-84"><span class="linenos">84</span></a> <span class="k">def</span> <span class="nf">_send_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
|
||||
</span><span id="L-85"><a href="#L-85"><span class="linenos">85</span></a> <span class="n">r</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
|
||||
</span><span id="L-86"><a href="#L-86"><span class="linenos">86</span></a> <span class="s2">"</span><span class="si">{}</span><span class="s2">/message"</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">MANAGEMENT_URL</span><span class="p">),</span>
|
||||
</span><span id="L-87"><a href="#L-87"><span class="linenos">87</span></a> <span class="n">data</span><span class="o">=</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(),</span>
|
||||
</span><span id="L-88"><a href="#L-88"><span class="linenos">88</span></a> <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="s2">"accept"</span> <span class="p">:</span> <span class="s2">"application/json"</span><span class="p">,</span> <span class="s2">"content-type"</span> <span class="p">:</span> <span class="s2">"application/json"</span><span class="p">}</span>
|
||||
</span><span id="L-89"><a href="#L-89"><span class="linenos">89</span></a> <span class="p">)</span>
|
||||
</span><span id="L-90"><a href="#L-90"><span class="linenos">90</span></a>
|
||||
</span><span id="L-91"><a href="#L-91"><span class="linenos">91</span></a> <span class="k">if</span> <span class="n">r</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">200</span><span class="p">:</span>
|
||||
</span><span id="L-92"><a href="#L-92"><span class="linenos">92</span></a> <span class="k">return</span> <span class="kc">True</span>
|
||||
</span><span id="L-93"><a href="#L-93"><span class="linenos">93</span></a> <span class="k">else</span><span class="p">:</span>
|
||||
</span><span id="L-94"><a href="#L-94"><span class="linenos">94</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Error sending message to management! </span><span class="si">{</span><span class="p">(</span><span class="n">r</span><span class="o">.</span><span class="n">text</span><span class="p">,</span><span class="w"> </span><span class="n">r</span><span class="o">.</span><span class="n">headers</span><span class="p">)</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
||||
</span><span id="L-95"><a href="#L-95"><span class="linenos">95</span></a> <span class="k">return</span> <span class="kc">False</span>
|
||||
<div class="pdoc-code codehilite"><pre><span></span><span id="L-1"><a href="#L-1"><span class="linenos"> 1</span></a><span class="c1"># Agenten Plattform</span>
|
||||
</span><span id="L-2"><a href="#L-2"><span class="linenos"> 2</span></a><span class="c1">#</span>
|
||||
</span><span id="L-3"><a href="#L-3"><span class="linenos"> 3</span></a><span class="c1"># (c) 2024 Magnus Bender</span>
|
||||
</span><span id="L-4"><a href="#L-4"><span class="linenos"> 4</span></a><span class="c1"># Institute of Humanities-Centered Artificial Intelligence (CHAI)</span>
|
||||
</span><span id="L-5"><a href="#L-5"><span class="linenos"> 5</span></a><span class="c1"># Universitaet Hamburg</span>
|
||||
</span><span id="L-6"><a href="#L-6"><span class="linenos"> 6</span></a><span class="c1"># https://www.chai.uni-hamburg.de/~bender</span>
|
||||
</span><span id="L-7"><a href="#L-7"><span class="linenos"> 7</span></a><span class="c1"># </span>
|
||||
</span><span id="L-8"><a href="#L-8"><span class="linenos"> 8</span></a><span class="c1"># source code released under the terms of GNU Public License Version 3</span>
|
||||
</span><span id="L-9"><a href="#L-9"><span class="linenos"> 9</span></a><span class="c1"># https://www.gnu.org/licenses/gpl-3.0.txt</span>
|
||||
</span><span id="L-10"><a href="#L-10"><span class="linenos"> 10</span></a>
|
||||
</span><span id="L-11"><a href="#L-11"><span class="linenos"> 11</span></a><span class="kn">import</span> <span class="nn">os</span><span class="o">,</span> <span class="nn">importlib</span>
|
||||
</span><span id="L-12"><a href="#L-12"><span class="linenos"> 12</span></a><span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">List</span>
|
||||
</span><span id="L-13"><a href="#L-13"><span class="linenos"> 13</span></a>
|
||||
</span><span id="L-14"><a href="#L-14"><span class="linenos"> 14</span></a><span class="kn">import</span> <span class="nn">requests</span>
|
||||
</span><span id="L-15"><a href="#L-15"><span class="linenos"> 15</span></a><span class="kn">from</span> <span class="nn">fastapi</span> <span class="kn">import</span> <span class="n">BackgroundTasks</span>
|
||||
</span><span id="L-16"><a href="#L-16"><span class="linenos"> 16</span></a>
|
||||
</span><span id="L-17"><a href="#L-17"><span class="linenos"> 17</span></a><span class="kn">from</span> <span class="nn">ums.agent.agent</span> <span class="kn">import</span> <span class="n">BasicAgent</span><span class="p">,</span> <span class="n">AgentCapability</span><span class="p">,</span> <span class="n">ExtractAgent</span><span class="p">,</span> <span class="n">SolveAgent</span><span class="p">,</span> <span class="n">GatekeeperAgent</span>
|
||||
</span><span id="L-18"><a href="#L-18"><span class="linenos"> 18</span></a><span class="kn">from</span> <span class="nn">ums.utils</span> <span class="kn">import</span> <span class="n">AgentMessage</span><span class="p">,</span> <span class="n">AgentResponse</span><span class="p">,</span> <span class="n">logger</span>
|
||||
</span><span id="L-19"><a href="#L-19"><span class="linenos"> 19</span></a>
|
||||
</span><span id="L-20"><a href="#L-20"><span class="linenos"> 20</span></a><span class="k">class</span> <span class="nc">MessageProcessor</span><span class="p">():</span>
|
||||
</span><span id="L-21"><a href="#L-21"><span class="linenos"> 21</span></a>
|
||||
</span><span id="L-22"><a href="#L-22"><span class="linenos"> 22</span></a> <span class="n">MANAGEMENT_URL</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'MANAGEMENT_URL'</span><span class="p">,</span> <span class="s1">'http://127.0.0.1:80'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)</span>
|
||||
</span><span id="L-23"><a href="#L-23"><span class="linenos"> 23</span></a> <span class="n">AGENTS_LIST</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'AGENTS_LIST'</span><span class="p">,</span> <span class="s1">'ums.example.example:AGENT_CLASSES'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
|
||||
</span><span id="L-24"><a href="#L-24"><span class="linenos"> 24</span></a>
|
||||
</span><span id="L-25"><a href="#L-25"><span class="linenos"> 25</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">disable_messages</span><span class="p">:</span><span class="nb">bool</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
|
||||
</span><span id="L-26"><a href="#L-26"><span class="linenos"> 26</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
|
||||
</span><span id="L-27"><a href="#L-27"><span class="linenos"> 27</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span> <span class="o">=</span> <span class="n">disable_messages</span>
|
||||
</span><span id="L-28"><a href="#L-28"><span class="linenos"> 28</span></a>
|
||||
</span><span id="L-29"><a href="#L-29"><span class="linenos"> 29</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">':'</span><span class="p">)</span>
|
||||
</span><span id="L-30"><a href="#L-30"><span class="linenos"> 30</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
|
||||
</span><span id="L-31"><a href="#L-31"><span class="linenos"> 31</span></a>
|
||||
</span><span id="L-32"><a href="#L-32"><span class="linenos"> 32</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
|
||||
</span><span id="L-33"><a href="#L-33"><span class="linenos"> 33</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="L-34"><a href="#L-34"><span class="linenos"> 34</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
|
||||
</span><span id="L-35"><a href="#L-35"><span class="linenos"> 35</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="L-36"><a href="#L-36"><span class="linenos"> 36</span></a> <span class="p">))</span>
|
||||
</span><span id="L-37"><a href="#L-37"><span class="linenos"> 37</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="L-38"><a href="#L-38"><span class="linenos"> 38</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
|
||||
</span><span id="L-39"><a href="#L-39"><span class="linenos"> 39</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="L-40"><a href="#L-40"><span class="linenos"> 40</span></a> <span class="p">))</span>
|
||||
</span><span id="L-41"><a href="#L-41"><span class="linenos"> 41</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="L-42"><a href="#L-42"><span class="linenos"> 42</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
|
||||
</span><span id="L-43"><a href="#L-43"><span class="linenos"> 43</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="L-44"><a href="#L-44"><span class="linenos"> 44</span></a> <span class="p">))</span>
|
||||
</span><span id="L-45"><a href="#L-45"><span class="linenos"> 45</span></a>
|
||||
</span><span id="L-46"><a href="#L-46"><span class="linenos"> 46</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-></span> <span class="n">AgentResponse</span><span class="p">:</span>
|
||||
</span><span id="L-47"><a href="#L-47"><span class="linenos"> 47</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
|
||||
</span><span id="L-48"><a href="#L-48"><span class="linenos"> 48</span></a>
|
||||
</span><span id="L-49"><a href="#L-49"><span class="linenos"> 49</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="L-50"><a href="#L-50"><span class="linenos"> 50</span></a> <span class="c1"># send to extract agents</span>
|
||||
</span><span id="L-51"><a href="#L-51"><span class="linenos"> 51</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="L-52"><a href="#L-52"><span class="linenos"> 52</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
|
||||
</span><span id="L-53"><a href="#L-53"><span class="linenos"> 53</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
|
||||
</span><span id="L-54"><a href="#L-54"><span class="linenos"> 54</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
|
||||
</span><span id="L-55"><a href="#L-55"><span class="linenos"> 55</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="L-56"><a href="#L-56"><span class="linenos"> 56</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="L-57"><a href="#L-57"><span class="linenos"> 57</span></a>
|
||||
</span><span id="L-58"><a href="#L-58"><span class="linenos"> 58</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="L-59"><a href="#L-59"><span class="linenos"> 59</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="L-60"><a href="#L-60"><span class="linenos"> 60</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="L-61"><a href="#L-61"><span class="linenos"> 61</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
|
||||
</span><span id="L-62"><a href="#L-62"><span class="linenos"> 62</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="L-63"><a href="#L-63"><span class="linenos"> 63</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="L-64"><a href="#L-64"><span class="linenos"> 64</span></a>
|
||||
</span><span id="L-65"><a href="#L-65"><span class="linenos"> 65</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="L-66"><a href="#L-66"><span class="linenos"> 66</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="L-67"><a href="#L-67"><span class="linenos"> 67</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="L-68"><a href="#L-68"><span class="linenos"> 68</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
|
||||
</span><span id="L-69"><a href="#L-69"><span class="linenos"> 69</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="L-70"><a href="#L-70"><span class="linenos"> 70</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="L-71"><a href="#L-71"><span class="linenos"> 71</span></a>
|
||||
</span><span id="L-72"><a href="#L-72"><span class="linenos"> 72</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
|
||||
</span><span id="L-73"><a href="#L-73"><span class="linenos"> 73</span></a> <span class="p">(</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span><span class="p">)</span> <span class="o">+</span>
|
||||
</span><span id="L-74"><a href="#L-74"><span class="linenos"> 74</span></a> <span class="sa">f</span><span class="s2">"ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">"</span>
|
||||
</span><span id="L-75"><a href="#L-75"><span class="linenos"> 75</span></a> <span class="p">)</span>
|
||||
</span><span id="L-76"><a href="#L-76"><span class="linenos"> 76</span></a>
|
||||
</span><span id="L-77"><a href="#L-77"><span class="linenos"> 77</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
|
||||
</span><span id="L-78"><a href="#L-78"><span class="linenos"> 78</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
|
||||
</span><span id="L-79"><a href="#L-79"><span class="linenos"> 79</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
|
||||
</span><span id="L-80"><a href="#L-80"><span class="linenos"> 80</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">""</span><span class="p">,</span>
|
||||
</span><span id="L-81"><a href="#L-81"><span class="linenos"> 81</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
|
||||
</span><span id="L-82"><a href="#L-82"><span class="linenos"> 82</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span>
|
||||
</span><span id="L-83"><a href="#L-83"><span class="linenos"> 83</span></a> <span class="p">)</span>
|
||||
</span><span id="L-84"><a href="#L-84"><span class="linenos"> 84</span></a>
|
||||
</span><span id="L-85"><a href="#L-85"><span class="linenos"> 85</span></a> <span class="k">def</span> <span class="nf">_send_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
|
||||
</span><span id="L-86"><a href="#L-86"><span class="linenos"> 86</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span><span class="p">:</span>
|
||||
</span><span id="L-87"><a href="#L-87"><span class="linenos"> 87</span></a> <span class="n">r</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
|
||||
</span><span id="L-88"><a href="#L-88"><span class="linenos"> 88</span></a> <span class="s2">"</span><span class="si">{}</span><span class="s2">/message"</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">MANAGEMENT_URL</span><span class="p">),</span>
|
||||
</span><span id="L-89"><a href="#L-89"><span class="linenos"> 89</span></a> <span class="n">data</span><span class="o">=</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(),</span>
|
||||
</span><span id="L-90"><a href="#L-90"><span class="linenos"> 90</span></a> <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="s2">"accept"</span> <span class="p">:</span> <span class="s2">"application/json"</span><span class="p">,</span> <span class="s2">"content-type"</span> <span class="p">:</span> <span class="s2">"application/json"</span><span class="p">}</span>
|
||||
</span><span id="L-91"><a href="#L-91"><span class="linenos"> 91</span></a> <span class="p">)</span>
|
||||
</span><span id="L-92"><a href="#L-92"><span class="linenos"> 92</span></a>
|
||||
</span><span id="L-93"><a href="#L-93"><span class="linenos"> 93</span></a> <span class="k">if</span> <span class="n">r</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">200</span><span class="p">:</span>
|
||||
</span><span id="L-94"><a href="#L-94"><span class="linenos"> 94</span></a> <span class="k">return</span> <span class="kc">True</span>
|
||||
</span><span id="L-95"><a href="#L-95"><span class="linenos"> 95</span></a> <span class="k">else</span><span class="p">:</span>
|
||||
</span><span id="L-96"><a href="#L-96"><span class="linenos"> 96</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Error sending message to management! </span><span class="si">{</span><span class="p">(</span><span class="n">r</span><span class="o">.</span><span class="n">text</span><span class="p">,</span><span class="w"> </span><span class="n">r</span><span class="o">.</span><span class="n">headers</span><span class="p">)</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
||||
</span><span id="L-97"><a href="#L-97"><span class="linenos"> 97</span></a> <span class="k">return</span> <span class="kc">False</span>
|
||||
</span><span id="L-98"><a href="#L-98"><span class="linenos"> 98</span></a> <span class="k">else</span><span class="p">:</span>
|
||||
</span><span id="L-99"><a href="#L-99"><span class="linenos"> 99</span></a> <span class="nb">print</span><span class="p">(</span><span class="s2">"</span><span class="se">\t</span><span class="s2">Messages disabled: Requested to send message to management:"</span><span class="p">)</span>
|
||||
</span><span id="L-100"><a href="#L-100"><span class="linenos">100</span></a> <span class="nb">print</span><span class="p">(</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(</span><span class="n">indent</span><span class="o">=</span><span class="mi">2</span><span class="p">))</span>
|
||||
</span></pre></div>
|
||||
|
||||
|
||||
@ -193,87 +204,128 @@
|
||||
|
||||
</div>
|
||||
<a class="headerlink" href="#MessageProcessor"></a>
|
||||
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor-21"><a href="#MessageProcessor-21"><span class="linenos">21</span></a><span class="k">class</span> <span class="nc">MessageProcessor</span><span class="p">():</span>
|
||||
</span><span id="MessageProcessor-22"><a href="#MessageProcessor-22"><span class="linenos">22</span></a>
|
||||
</span><span id="MessageProcessor-23"><a href="#MessageProcessor-23"><span class="linenos">23</span></a> <span class="n">MANAGEMENT_URL</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'MANAGEMENT_URL'</span><span class="p">,</span> <span class="s1">'http://127.0.0.1:80'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-24"><a href="#MessageProcessor-24"><span class="linenos">24</span></a> <span class="n">AGENTS_LIST</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'AGENTS_LIST'</span><span class="p">,</span> <span class="s1">'ums.example.example:AGENT_CLASSES'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
|
||||
</span><span id="MessageProcessor-25"><a href="#MessageProcessor-25"><span class="linenos">25</span></a>
|
||||
</span><span id="MessageProcessor-26"><a href="#MessageProcessor-26"><span class="linenos">26</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
||||
</span><span id="MessageProcessor-27"><a href="#MessageProcessor-27"><span class="linenos">27</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
|
||||
</span><span id="MessageProcessor-28"><a href="#MessageProcessor-28"><span class="linenos">28</span></a>
|
||||
</span><span id="MessageProcessor-29"><a href="#MessageProcessor-29"><span class="linenos">29</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">':'</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-30"><a href="#MessageProcessor-30"><span class="linenos">30</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-31"><a href="#MessageProcessor-31"><span class="linenos">31</span></a>
|
||||
</span><span id="MessageProcessor-32"><a href="#MessageProcessor-32"><span class="linenos">32</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-33"><a href="#MessageProcessor-33"><span class="linenos">33</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-34"><a href="#MessageProcessor-34"><span class="linenos">34</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-35"><a href="#MessageProcessor-35"><span class="linenos">35</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="MessageProcessor-36"><a href="#MessageProcessor-36"><span class="linenos">36</span></a> <span class="p">))</span>
|
||||
</span><span id="MessageProcessor-37"><a href="#MessageProcessor-37"><span class="linenos">37</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-38"><a href="#MessageProcessor-38"><span class="linenos">38</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-39"><a href="#MessageProcessor-39"><span class="linenos">39</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="MessageProcessor-40"><a href="#MessageProcessor-40"><span class="linenos">40</span></a> <span class="p">))</span>
|
||||
</span><span id="MessageProcessor-41"><a href="#MessageProcessor-41"><span class="linenos">41</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-42"><a href="#MessageProcessor-42"><span class="linenos">42</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-43"><a href="#MessageProcessor-43"><span class="linenos">43</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="MessageProcessor-44"><a href="#MessageProcessor-44"><span class="linenos">44</span></a> <span class="p">))</span>
|
||||
</span><span id="MessageProcessor-45"><a href="#MessageProcessor-45"><span class="linenos">45</span></a>
|
||||
</span><span id="MessageProcessor-46"><a href="#MessageProcessor-46"><span class="linenos">46</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-></span> <span class="n">AgentResponse</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-47"><a href="#MessageProcessor-47"><span class="linenos">47</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
|
||||
</span><span id="MessageProcessor-48"><a href="#MessageProcessor-48"><span class="linenos">48</span></a>
|
||||
</span><span id="MessageProcessor-49"><a href="#MessageProcessor-49"><span class="linenos">49</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-50"><a href="#MessageProcessor-50"><span class="linenos">50</span></a> <span class="c1"># send to extract agents</span>
|
||||
</span><span id="MessageProcessor-51"><a href="#MessageProcessor-51"><span class="linenos">51</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-52"><a href="#MessageProcessor-52"><span class="linenos">52</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor-53"><a href="#MessageProcessor-53"><span class="linenos">53</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-54"><a href="#MessageProcessor-54"><span class="linenos">54</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-55"><a href="#MessageProcessor-55"><span class="linenos">55</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-56"><a href="#MessageProcessor-56"><span class="linenos">56</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor-57"><a href="#MessageProcessor-57"><span class="linenos">57</span></a>
|
||||
</span><span id="MessageProcessor-58"><a href="#MessageProcessor-58"><span class="linenos">58</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-59"><a href="#MessageProcessor-59"><span class="linenos">59</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="MessageProcessor-60"><a href="#MessageProcessor-60"><span class="linenos">60</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-61"><a href="#MessageProcessor-61"><span class="linenos">61</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-62"><a href="#MessageProcessor-62"><span class="linenos">62</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-63"><a href="#MessageProcessor-63"><span class="linenos">63</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor-64"><a href="#MessageProcessor-64"><span class="linenos">64</span></a>
|
||||
</span><span id="MessageProcessor-65"><a href="#MessageProcessor-65"><span class="linenos">65</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-66"><a href="#MessageProcessor-66"><span class="linenos">66</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="MessageProcessor-67"><a href="#MessageProcessor-67"><span class="linenos">67</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-68"><a href="#MessageProcessor-68"><span class="linenos">68</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-69"><a href="#MessageProcessor-69"><span class="linenos">69</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-70"><a href="#MessageProcessor-70"><span class="linenos">70</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor-71"><a href="#MessageProcessor-71"><span class="linenos">71</span></a>
|
||||
</span><span id="MessageProcessor-72"><a href="#MessageProcessor-72"><span class="linenos">72</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-73"><a href="#MessageProcessor-73"><span class="linenos">73</span></a> <span class="p">(</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span><span class="p">)</span> <span class="o">+</span>
|
||||
</span><span id="MessageProcessor-74"><a href="#MessageProcessor-74"><span class="linenos">74</span></a> <span class="sa">f</span><span class="s2">"ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">"</span>
|
||||
</span><span id="MessageProcessor-75"><a href="#MessageProcessor-75"><span class="linenos">75</span></a> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor-76"><a href="#MessageProcessor-76"><span class="linenos">76</span></a>
|
||||
</span><span id="MessageProcessor-77"><a href="#MessageProcessor-77"><span class="linenos">77</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
|
||||
</span><span id="MessageProcessor-78"><a href="#MessageProcessor-78"><span class="linenos">78</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-79"><a href="#MessageProcessor-79"><span class="linenos">79</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-80"><a href="#MessageProcessor-80"><span class="linenos">80</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">""</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-81"><a href="#MessageProcessor-81"><span class="linenos">81</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-82"><a href="#MessageProcessor-82"><span class="linenos">82</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span>
|
||||
</span><span id="MessageProcessor-83"><a href="#MessageProcessor-83"><span class="linenos">83</span></a> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor-84"><a href="#MessageProcessor-84"><span class="linenos">84</span></a>
|
||||
</span><span id="MessageProcessor-85"><a href="#MessageProcessor-85"><span class="linenos">85</span></a> <span class="k">def</span> <span class="nf">_send_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-86"><a href="#MessageProcessor-86"><span class="linenos">86</span></a> <span class="n">r</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-87"><a href="#MessageProcessor-87"><span class="linenos">87</span></a> <span class="s2">"</span><span class="si">{}</span><span class="s2">/message"</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">MANAGEMENT_URL</span><span class="p">),</span>
|
||||
</span><span id="MessageProcessor-88"><a href="#MessageProcessor-88"><span class="linenos">88</span></a> <span class="n">data</span><span class="o">=</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(),</span>
|
||||
</span><span id="MessageProcessor-89"><a href="#MessageProcessor-89"><span class="linenos">89</span></a> <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="s2">"accept"</span> <span class="p">:</span> <span class="s2">"application/json"</span><span class="p">,</span> <span class="s2">"content-type"</span> <span class="p">:</span> <span class="s2">"application/json"</span><span class="p">}</span>
|
||||
</span><span id="MessageProcessor-90"><a href="#MessageProcessor-90"><span class="linenos">90</span></a> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor-91"><a href="#MessageProcessor-91"><span class="linenos">91</span></a>
|
||||
</span><span id="MessageProcessor-92"><a href="#MessageProcessor-92"><span class="linenos">92</span></a> <span class="k">if</span> <span class="n">r</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">200</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-93"><a href="#MessageProcessor-93"><span class="linenos">93</span></a> <span class="k">return</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor-94"><a href="#MessageProcessor-94"><span class="linenos">94</span></a> <span class="k">else</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-95"><a href="#MessageProcessor-95"><span class="linenos">95</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Error sending message to management! </span><span class="si">{</span><span class="p">(</span><span class="n">r</span><span class="o">.</span><span class="n">text</span><span class="p">,</span><span class="w"> </span><span class="n">r</span><span class="o">.</span><span class="n">headers</span><span class="p">)</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-96"><a href="#MessageProcessor-96"><span class="linenos">96</span></a> <span class="k">return</span> <span class="kc">False</span>
|
||||
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor-21"><a href="#MessageProcessor-21"><span class="linenos"> 21</span></a><span class="k">class</span> <span class="nc">MessageProcessor</span><span class="p">():</span>
|
||||
</span><span id="MessageProcessor-22"><a href="#MessageProcessor-22"><span class="linenos"> 22</span></a>
|
||||
</span><span id="MessageProcessor-23"><a href="#MessageProcessor-23"><span class="linenos"> 23</span></a> <span class="n">MANAGEMENT_URL</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'MANAGEMENT_URL'</span><span class="p">,</span> <span class="s1">'http://127.0.0.1:80'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-24"><a href="#MessageProcessor-24"><span class="linenos"> 24</span></a> <span class="n">AGENTS_LIST</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'AGENTS_LIST'</span><span class="p">,</span> <span class="s1">'ums.example.example:AGENT_CLASSES'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
|
||||
</span><span id="MessageProcessor-25"><a href="#MessageProcessor-25"><span class="linenos"> 25</span></a>
|
||||
</span><span id="MessageProcessor-26"><a href="#MessageProcessor-26"><span class="linenos"> 26</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">disable_messages</span><span class="p">:</span><span class="nb">bool</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
|
||||
</span><span id="MessageProcessor-27"><a href="#MessageProcessor-27"><span class="linenos"> 27</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
|
||||
</span><span id="MessageProcessor-28"><a href="#MessageProcessor-28"><span class="linenos"> 28</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span> <span class="o">=</span> <span class="n">disable_messages</span>
|
||||
</span><span id="MessageProcessor-29"><a href="#MessageProcessor-29"><span class="linenos"> 29</span></a>
|
||||
</span><span id="MessageProcessor-30"><a href="#MessageProcessor-30"><span class="linenos"> 30</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">':'</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-31"><a href="#MessageProcessor-31"><span class="linenos"> 31</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-32"><a href="#MessageProcessor-32"><span class="linenos"> 32</span></a>
|
||||
</span><span id="MessageProcessor-33"><a href="#MessageProcessor-33"><span class="linenos"> 33</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-34"><a href="#MessageProcessor-34"><span class="linenos"> 34</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-35"><a href="#MessageProcessor-35"><span class="linenos"> 35</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-36"><a href="#MessageProcessor-36"><span class="linenos"> 36</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="MessageProcessor-37"><a href="#MessageProcessor-37"><span class="linenos"> 37</span></a> <span class="p">))</span>
|
||||
</span><span id="MessageProcessor-38"><a href="#MessageProcessor-38"><span class="linenos"> 38</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-39"><a href="#MessageProcessor-39"><span class="linenos"> 39</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-40"><a href="#MessageProcessor-40"><span class="linenos"> 40</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="MessageProcessor-41"><a href="#MessageProcessor-41"><span class="linenos"> 41</span></a> <span class="p">))</span>
|
||||
</span><span id="MessageProcessor-42"><a href="#MessageProcessor-42"><span class="linenos"> 42</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-43"><a href="#MessageProcessor-43"><span class="linenos"> 43</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-44"><a href="#MessageProcessor-44"><span class="linenos"> 44</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="MessageProcessor-45"><a href="#MessageProcessor-45"><span class="linenos"> 45</span></a> <span class="p">))</span>
|
||||
</span><span id="MessageProcessor-46"><a href="#MessageProcessor-46"><span class="linenos"> 46</span></a>
|
||||
</span><span id="MessageProcessor-47"><a href="#MessageProcessor-47"><span class="linenos"> 47</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-></span> <span class="n">AgentResponse</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-48"><a href="#MessageProcessor-48"><span class="linenos"> 48</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
|
||||
</span><span id="MessageProcessor-49"><a href="#MessageProcessor-49"><span class="linenos"> 49</span></a>
|
||||
</span><span id="MessageProcessor-50"><a href="#MessageProcessor-50"><span class="linenos"> 50</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-51"><a href="#MessageProcessor-51"><span class="linenos"> 51</span></a> <span class="c1"># send to extract agents</span>
|
||||
</span><span id="MessageProcessor-52"><a href="#MessageProcessor-52"><span class="linenos"> 52</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-53"><a href="#MessageProcessor-53"><span class="linenos"> 53</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor-54"><a href="#MessageProcessor-54"><span class="linenos"> 54</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-55"><a href="#MessageProcessor-55"><span class="linenos"> 55</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-56"><a href="#MessageProcessor-56"><span class="linenos"> 56</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-57"><a href="#MessageProcessor-57"><span class="linenos"> 57</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor-58"><a href="#MessageProcessor-58"><span class="linenos"> 58</span></a>
|
||||
</span><span id="MessageProcessor-59"><a href="#MessageProcessor-59"><span class="linenos"> 59</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-60"><a href="#MessageProcessor-60"><span class="linenos"> 60</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="MessageProcessor-61"><a href="#MessageProcessor-61"><span class="linenos"> 61</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-62"><a href="#MessageProcessor-62"><span class="linenos"> 62</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-63"><a href="#MessageProcessor-63"><span class="linenos"> 63</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-64"><a href="#MessageProcessor-64"><span class="linenos"> 64</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor-65"><a href="#MessageProcessor-65"><span class="linenos"> 65</span></a>
|
||||
</span><span id="MessageProcessor-66"><a href="#MessageProcessor-66"><span class="linenos"> 66</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-67"><a href="#MessageProcessor-67"><span class="linenos"> 67</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="MessageProcessor-68"><a href="#MessageProcessor-68"><span class="linenos"> 68</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-69"><a href="#MessageProcessor-69"><span class="linenos"> 69</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-70"><a href="#MessageProcessor-70"><span class="linenos"> 70</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-71"><a href="#MessageProcessor-71"><span class="linenos"> 71</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor-72"><a href="#MessageProcessor-72"><span class="linenos"> 72</span></a>
|
||||
</span><span id="MessageProcessor-73"><a href="#MessageProcessor-73"><span class="linenos"> 73</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-74"><a href="#MessageProcessor-74"><span class="linenos"> 74</span></a> <span class="p">(</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span><span class="p">)</span> <span class="o">+</span>
|
||||
</span><span id="MessageProcessor-75"><a href="#MessageProcessor-75"><span class="linenos"> 75</span></a> <span class="sa">f</span><span class="s2">"ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">"</span>
|
||||
</span><span id="MessageProcessor-76"><a href="#MessageProcessor-76"><span class="linenos"> 76</span></a> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor-77"><a href="#MessageProcessor-77"><span class="linenos"> 77</span></a>
|
||||
</span><span id="MessageProcessor-78"><a href="#MessageProcessor-78"><span class="linenos"> 78</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
|
||||
</span><span id="MessageProcessor-79"><a href="#MessageProcessor-79"><span class="linenos"> 79</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-80"><a href="#MessageProcessor-80"><span class="linenos"> 80</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-81"><a href="#MessageProcessor-81"><span class="linenos"> 81</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">""</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-82"><a href="#MessageProcessor-82"><span class="linenos"> 82</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor-83"><a href="#MessageProcessor-83"><span class="linenos"> 83</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span>
|
||||
</span><span id="MessageProcessor-84"><a href="#MessageProcessor-84"><span class="linenos"> 84</span></a> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor-85"><a href="#MessageProcessor-85"><span class="linenos"> 85</span></a>
|
||||
</span><span id="MessageProcessor-86"><a href="#MessageProcessor-86"><span class="linenos"> 86</span></a> <span class="k">def</span> <span class="nf">_send_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-87"><a href="#MessageProcessor-87"><span class="linenos"> 87</span></a> <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-88"><a href="#MessageProcessor-88"><span class="linenos"> 88</span></a> <span class="n">r</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor-89"><a href="#MessageProcessor-89"><span class="linenos"> 89</span></a> <span class="s2">"</span><span class="si">{}</span><span class="s2">/message"</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">MANAGEMENT_URL</span><span class="p">),</span>
|
||||
</span><span id="MessageProcessor-90"><a href="#MessageProcessor-90"><span class="linenos"> 90</span></a> <span class="n">data</span><span class="o">=</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(),</span>
|
||||
</span><span id="MessageProcessor-91"><a href="#MessageProcessor-91"><span class="linenos"> 91</span></a> <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="s2">"accept"</span> <span class="p">:</span> <span class="s2">"application/json"</span><span class="p">,</span> <span class="s2">"content-type"</span> <span class="p">:</span> <span class="s2">"application/json"</span><span class="p">}</span>
|
||||
</span><span id="MessageProcessor-92"><a href="#MessageProcessor-92"><span class="linenos"> 92</span></a> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor-93"><a href="#MessageProcessor-93"><span class="linenos"> 93</span></a>
|
||||
</span><span id="MessageProcessor-94"><a href="#MessageProcessor-94"><span class="linenos"> 94</span></a> <span class="k">if</span> <span class="n">r</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">200</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-95"><a href="#MessageProcessor-95"><span class="linenos"> 95</span></a> <span class="k">return</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor-96"><a href="#MessageProcessor-96"><span class="linenos"> 96</span></a> <span class="k">else</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-97"><a href="#MessageProcessor-97"><span class="linenos"> 97</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Error sending message to management! </span><span class="si">{</span><span class="p">(</span><span class="n">r</span><span class="o">.</span><span class="n">text</span><span class="p">,</span><span class="w"> </span><span class="n">r</span><span class="o">.</span><span class="n">headers</span><span class="p">)</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-98"><a href="#MessageProcessor-98"><span class="linenos"> 98</span></a> <span class="k">return</span> <span class="kc">False</span>
|
||||
</span><span id="MessageProcessor-99"><a href="#MessageProcessor-99"><span class="linenos"> 99</span></a> <span class="k">else</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor-100"><a href="#MessageProcessor-100"><span class="linenos">100</span></a> <span class="nb">print</span><span class="p">(</span><span class="s2">"</span><span class="se">\t</span><span class="s2">Messages disabled: Requested to send message to management:"</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor-101"><a href="#MessageProcessor-101"><span class="linenos">101</span></a> <span class="nb">print</span><span class="p">(</span><span class="n">message</span><span class="o">.</span><span class="n">model_dump_json</span><span class="p">(</span><span class="n">indent</span><span class="o">=</span><span class="mi">2</span><span class="p">))</span>
|
||||
</span></pre></div>
|
||||
|
||||
|
||||
|
||||
|
||||
<div id="MessageProcessor.__init__" class="classattr">
|
||||
<input id="MessageProcessor.__init__-view-source" class="view-source-toggle-state" type="checkbox" aria-hidden="true" tabindex="-1">
|
||||
<div class="attr function">
|
||||
|
||||
<span class="name">MessageProcessor</span><span class="signature pdoc-code condensed">(<span class="param"><span class="n">disable_messages</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span></span>)</span>
|
||||
|
||||
<label class="view-source-button" for="MessageProcessor.__init__-view-source"><span>View Source</span></label>
|
||||
|
||||
</div>
|
||||
<a class="headerlink" href="#MessageProcessor.__init__"></a>
|
||||
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor.__init__-26"><a href="#MessageProcessor.__init__-26"><span class="linenos">26</span></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">disable_messages</span><span class="p">:</span><span class="nb">bool</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
|
||||
</span><span id="MessageProcessor.__init__-27"><a href="#MessageProcessor.__init__-27"><span class="linenos">27</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="mi">0</span>
|
||||
</span><span id="MessageProcessor.__init__-28"><a href="#MessageProcessor.__init__-28"><span class="linenos">28</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">disable_messages</span> <span class="o">=</span> <span class="n">disable_messages</span>
|
||||
</span><span id="MessageProcessor.__init__-29"><a href="#MessageProcessor.__init__-29"><span class="linenos">29</span></a>
|
||||
</span><span id="MessageProcessor.__init__-30"><a href="#MessageProcessor.__init__-30"><span class="linenos">30</span></a> <span class="n">module_name</span><span class="p">,</span> <span class="n">var_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">AGENTS_LIST</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">':'</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor.__init__-31"><a href="#MessageProcessor.__init__-31"><span class="linenos">31</span></a> <span class="n">agents_module</span> <span class="o">=</span> <span class="n">importlib</span><span class="o">.</span><span class="n">import_module</span><span class="p">(</span><span class="n">module_name</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor.__init__-32"><a href="#MessageProcessor.__init__-32"><span class="linenos">32</span></a>
|
||||
</span><span id="MessageProcessor.__init__-33"><a href="#MessageProcessor.__init__-33"><span class="linenos">33</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">BasicAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">agents_module</span><span class="p">,</span> <span class="n">var_name</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor.__init__-34"><a href="#MessageProcessor.__init__-34"><span class="linenos">34</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">ExtractAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor.__init__-35"><a href="#MessageProcessor.__init__-35"><span class="linenos">35</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">EXTRACT</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor.__init__-36"><a href="#MessageProcessor.__init__-36"><span class="linenos">36</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="MessageProcessor.__init__-37"><a href="#MessageProcessor.__init__-37"><span class="linenos">37</span></a> <span class="p">))</span>
|
||||
</span><span id="MessageProcessor.__init__-38"><a href="#MessageProcessor.__init__-38"><span class="linenos">38</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">SolveAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor.__init__-39"><a href="#MessageProcessor.__init__-39"><span class="linenos">39</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">SOLVE</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor.__init__-40"><a href="#MessageProcessor.__init__-40"><span class="linenos">40</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="MessageProcessor.__init__-41"><a href="#MessageProcessor.__init__-41"><span class="linenos">41</span></a> <span class="p">))</span>
|
||||
</span><span id="MessageProcessor.__init__-42"><a href="#MessageProcessor.__init__-42"><span class="linenos">42</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span><span class="n">List</span><span class="p">[</span><span class="n">GatekeeperAgent</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor.__init__-43"><a href="#MessageProcessor.__init__-43"><span class="linenos">43</span></a> <span class="k">lambda</span> <span class="n">ac</span><span class="p">:</span> <span class="n">ac</span><span class="o">.</span><span class="n">agent_capability</span><span class="p">()</span> <span class="o">==</span> <span class="n">AgentCapability</span><span class="o">.</span><span class="n">GATEKEEPER</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor.__init__-44"><a href="#MessageProcessor.__init__-44"><span class="linenos">44</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">agent_classes</span>
|
||||
</span><span id="MessageProcessor.__init__-45"><a href="#MessageProcessor.__init__-45"><span class="linenos">45</span></a> <span class="p">))</span>
|
||||
</span></pre></div>
|
||||
|
||||
|
||||
|
||||
|
||||
</div>
|
||||
<div id="MessageProcessor.MANAGEMENT_URL" class="classattr">
|
||||
<div class="attr variable">
|
||||
<span class="name">MANAGEMENT_URL</span> =
|
||||
@ -308,6 +360,17 @@
|
||||
|
||||
|
||||
|
||||
</div>
|
||||
<div id="MessageProcessor.disable_messages" class="classattr">
|
||||
<div class="attr variable">
|
||||
<span class="name">disable_messages</span>
|
||||
|
||||
|
||||
</div>
|
||||
<a class="headerlink" href="#MessageProcessor.disable_messages"></a>
|
||||
|
||||
|
||||
|
||||
</div>
|
||||
<div id="MessageProcessor.agent_classes" class="classattr">
|
||||
<div class="attr variable">
|
||||
@ -364,44 +427,44 @@
|
||||
|
||||
</div>
|
||||
<a class="headerlink" href="#MessageProcessor.new_message"></a>
|
||||
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor.new_message-46"><a href="#MessageProcessor.new_message-46"><span class="linenos">46</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-></span> <span class="n">AgentResponse</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-47"><a href="#MessageProcessor.new_message-47"><span class="linenos">47</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
|
||||
</span><span id="MessageProcessor.new_message-48"><a href="#MessageProcessor.new_message-48"><span class="linenos">48</span></a>
|
||||
</span><span id="MessageProcessor.new_message-49"><a href="#MessageProcessor.new_message-49"><span class="linenos">49</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-50"><a href="#MessageProcessor.new_message-50"><span class="linenos">50</span></a> <span class="c1"># send to extract agents</span>
|
||||
</span><span id="MessageProcessor.new_message-51"><a href="#MessageProcessor.new_message-51"><span class="linenos">51</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-52"><a href="#MessageProcessor.new_message-52"><span class="linenos">52</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-53"><a href="#MessageProcessor.new_message-53"><span class="linenos">53</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-54"><a href="#MessageProcessor.new_message-54"><span class="linenos">54</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-55"><a href="#MessageProcessor.new_message-55"><span class="linenos">55</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-56"><a href="#MessageProcessor.new_message-56"><span class="linenos">56</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor.new_message-57"><a href="#MessageProcessor.new_message-57"><span class="linenos">57</span></a>
|
||||
</span><span id="MessageProcessor.new_message-58"><a href="#MessageProcessor.new_message-58"><span class="linenos">58</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-59"><a href="#MessageProcessor.new_message-59"><span class="linenos">59</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="MessageProcessor.new_message-60"><a href="#MessageProcessor.new_message-60"><span class="linenos">60</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-61"><a href="#MessageProcessor.new_message-61"><span class="linenos">61</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-62"><a href="#MessageProcessor.new_message-62"><span class="linenos">62</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-63"><a href="#MessageProcessor.new_message-63"><span class="linenos">63</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor.new_message-64"><a href="#MessageProcessor.new_message-64"><span class="linenos">64</span></a>
|
||||
</span><span id="MessageProcessor.new_message-65"><a href="#MessageProcessor.new_message-65"><span class="linenos">65</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-66"><a href="#MessageProcessor.new_message-66"><span class="linenos">66</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="MessageProcessor.new_message-67"><a href="#MessageProcessor.new_message-67"><span class="linenos">67</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-68"><a href="#MessageProcessor.new_message-68"><span class="linenos">68</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-69"><a href="#MessageProcessor.new_message-69"><span class="linenos">69</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-70"><a href="#MessageProcessor.new_message-70"><span class="linenos">70</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor.new_message-71"><a href="#MessageProcessor.new_message-71"><span class="linenos">71</span></a>
|
||||
</span><span id="MessageProcessor.new_message-72"><a href="#MessageProcessor.new_message-72"><span class="linenos">72</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor.new_message-73"><a href="#MessageProcessor.new_message-73"><span class="linenos">73</span></a> <span class="p">(</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span><span class="p">)</span> <span class="o">+</span>
|
||||
</span><span id="MessageProcessor.new_message-74"><a href="#MessageProcessor.new_message-74"><span class="linenos">74</span></a> <span class="sa">f</span><span class="s2">"ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">"</span>
|
||||
</span><span id="MessageProcessor.new_message-75"><a href="#MessageProcessor.new_message-75"><span class="linenos">75</span></a> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-76"><a href="#MessageProcessor.new_message-76"><span class="linenos">76</span></a>
|
||||
</span><span id="MessageProcessor.new_message-77"><a href="#MessageProcessor.new_message-77"><span class="linenos">77</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
|
||||
</span><span id="MessageProcessor.new_message-78"><a href="#MessageProcessor.new_message-78"><span class="linenos">78</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor.new_message-79"><a href="#MessageProcessor.new_message-79"><span class="linenos">79</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor.new_message-80"><a href="#MessageProcessor.new_message-80"><span class="linenos">80</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">""</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor.new_message-81"><a href="#MessageProcessor.new_message-81"><span class="linenos">81</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor.new_message-82"><a href="#MessageProcessor.new_message-82"><span class="linenos">82</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span>
|
||||
</span><span id="MessageProcessor.new_message-83"><a href="#MessageProcessor.new_message-83"><span class="linenos">83</span></a> <span class="p">)</span>
|
||||
<div class="pdoc-code codehilite"><pre><span></span><span id="MessageProcessor.new_message-47"><a href="#MessageProcessor.new_message-47"><span class="linenos">47</span></a> <span class="k">def</span> <span class="nf">new_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">message</span><span class="p">:</span><span class="n">AgentMessage</span><span class="p">,</span> <span class="n">background_tasks</span><span class="p">:</span> <span class="n">BackgroundTasks</span><span class="p">)</span> <span class="o">-></span> <span class="n">AgentResponse</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-48"><a href="#MessageProcessor.new_message-48"><span class="linenos">48</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">False</span>
|
||||
</span><span id="MessageProcessor.new_message-49"><a href="#MessageProcessor.new_message-49"><span class="linenos">49</span></a>
|
||||
</span><span id="MessageProcessor.new_message-50"><a href="#MessageProcessor.new_message-50"><span class="linenos">50</span></a> <span class="k">if</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">extract</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-51"><a href="#MessageProcessor.new_message-51"><span class="linenos">51</span></a> <span class="c1"># send to extract agents</span>
|
||||
</span><span id="MessageProcessor.new_message-52"><a href="#MessageProcessor.new_message-52"><span class="linenos">52</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-53"><a href="#MessageProcessor.new_message-53"><span class="linenos">53</span></a> <span class="n">data_types</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span> <span class="n">d</span><span class="o">.</span><span class="n">type</span> <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">message</span><span class="o">.</span><span class="n">data</span> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-54"><a href="#MessageProcessor.new_message-54"><span class="linenos">54</span></a> <span class="k">for</span> <span class="n">ac</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-55"><a href="#MessageProcessor.new_message-55"><span class="linenos">55</span></a> <span class="k">if</span> <span class="n">ac</span><span class="o">.</span><span class="n">extract_type</span><span class="p">()</span> <span class="ow">in</span> <span class="n">data_types</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-56"><a href="#MessageProcessor.new_message-56"><span class="linenos">56</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ac</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-57"><a href="#MessageProcessor.new_message-57"><span class="linenos">57</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor.new_message-58"><a href="#MessageProcessor.new_message-58"><span class="linenos">58</span></a>
|
||||
</span><span id="MessageProcessor.new_message-59"><a href="#MessageProcessor.new_message-59"><span class="linenos">59</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">solve</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-60"><a href="#MessageProcessor.new_message-60"><span class="linenos">60</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="MessageProcessor.new_message-61"><a href="#MessageProcessor.new_message-61"><span class="linenos">61</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-62"><a href="#MessageProcessor.new_message-62"><span class="linenos">62</span></a> <span class="k">for</span> <span class="n">sa</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">solve_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-63"><a href="#MessageProcessor.new_message-63"><span class="linenos">63</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">sa</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-64"><a href="#MessageProcessor.new_message-64"><span class="linenos">64</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor.new_message-65"><a href="#MessageProcessor.new_message-65"><span class="linenos">65</span></a>
|
||||
</span><span id="MessageProcessor.new_message-66"><a href="#MessageProcessor.new_message-66"><span class="linenos">66</span></a> <span class="k">elif</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">required</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">message</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">validate</span><span class="o">.</span><span class="n">finished</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-67"><a href="#MessageProcessor.new_message-67"><span class="linenos">67</span></a> <span class="c1"># send to solve agents</span>
|
||||
</span><span id="MessageProcessor.new_message-68"><a href="#MessageProcessor.new_message-68"><span class="linenos">68</span></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-69"><a href="#MessageProcessor.new_message-69"><span class="linenos">69</span></a> <span class="k">for</span> <span class="n">ga</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">gatekeeper_agents</span><span class="p">:</span>
|
||||
</span><span id="MessageProcessor.new_message-70"><a href="#MessageProcessor.new_message-70"><span class="linenos">70</span></a> <span class="n">background_tasks</span><span class="o">.</span><span class="n">add_task</span><span class="p">(</span><span class="n">ga</span><span class="p">,</span> <span class="n">message</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_send_message</span><span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-71"><a href="#MessageProcessor.new_message-71"><span class="linenos">71</span></a> <span class="n">enqueued</span> <span class="o">=</span> <span class="kc">True</span>
|
||||
</span><span id="MessageProcessor.new_message-72"><a href="#MessageProcessor.new_message-72"><span class="linenos">72</span></a>
|
||||
</span><span id="MessageProcessor.new_message-73"><a href="#MessageProcessor.new_message-73"><span class="linenos">73</span></a> <span class="n">logger</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor.new_message-74"><a href="#MessageProcessor.new_message-74"><span class="linenos">74</span></a> <span class="p">(</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span><span class="p">)</span> <span class="o">+</span>
|
||||
</span><span id="MessageProcessor.new_message-75"><a href="#MessageProcessor.new_message-75"><span class="linenos">75</span></a> <span class="sa">f</span><span class="s2">"ID: </span><span class="si">{</span><span class="n">message</span><span class="o">.</span><span class="n">id</span><span class="si">}</span><span class="s2"> Count: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="si">}</span><span class="s2">"</span>
|
||||
</span><span id="MessageProcessor.new_message-76"><a href="#MessageProcessor.new_message-76"><span class="linenos">76</span></a> <span class="p">)</span>
|
||||
</span><span id="MessageProcessor.new_message-77"><a href="#MessageProcessor.new_message-77"><span class="linenos">77</span></a>
|
||||
</span><span id="MessageProcessor.new_message-78"><a href="#MessageProcessor.new_message-78"><span class="linenos">78</span></a> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">+=</span> <span class="mi">1</span>
|
||||
</span><span id="MessageProcessor.new_message-79"><a href="#MessageProcessor.new_message-79"><span class="linenos">79</span></a> <span class="k">return</span> <span class="n">AgentResponse</span><span class="p">(</span>
|
||||
</span><span id="MessageProcessor.new_message-80"><a href="#MessageProcessor.new_message-80"><span class="linenos">80</span></a> <span class="n">count</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor.new_message-81"><a href="#MessageProcessor.new_message-81"><span class="linenos">81</span></a> <span class="n">msg</span><span class="o">=</span><span class="s2">"Added to queue"</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">""</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor.new_message-82"><a href="#MessageProcessor.new_message-82"><span class="linenos">82</span></a> <span class="n">error</span><span class="o">=</span><span class="ow">not</span> <span class="n">enqueued</span><span class="p">,</span>
|
||||
</span><span id="MessageProcessor.new_message-83"><a href="#MessageProcessor.new_message-83"><span class="linenos">83</span></a> <span class="n">error_msg</span><span class="o">=</span><span class="kc">None</span> <span class="k">if</span> <span class="n">enqueued</span> <span class="k">else</span> <span class="s2">"No agent found to queue message."</span>
|
||||
</span><span id="MessageProcessor.new_message-84"><a href="#MessageProcessor.new_message-84"><span class="linenos">84</span></a> <span class="p">)</span>
|
||||
</span></pre></div>
|
||||
|
||||
|
||||
|
||||
@ -949,7 +949,7 @@ is set to <code>'allow'</code>.</li>
|
||||
</div>
|
||||
<div id="RiddleData.file_plain" class="classattr">
|
||||
<div class="attr variable">
|
||||
<span class="name">file_plain</span><span class="annotation">: Annotated[str, AfterValidator(func=<function _check_data_file at 0x1027353a0>), WrapValidator(func=<function _ignore_file_missing at 0x102a59800>, json_schema_input_type=PydanticUndefined)]</span>
|
||||
<span class="name">file_plain</span><span class="annotation">: Annotated[str, AfterValidator(func=<function _check_data_file at 0x101d893a0>), WrapValidator(func=<function _ignore_file_missing at 0x1020ad800>, json_schema_input_type=PydanticUndefined)]</span>
|
||||
|
||||
|
||||
</div>
|
||||
@ -965,7 +965,7 @@ The file must exist.</p>
|
||||
</div>
|
||||
<div id="RiddleData.file_extracted" class="classattr">
|
||||
<div class="attr variable">
|
||||
<span class="name">file_extracted</span><span class="annotation">: Optional[Annotated[str, AfterValidator(func=<function _check_data_file at 0x1027353a0>), WrapValidator(func=<function _ignore_file_missing at 0x102a59800>, json_schema_input_type=PydanticUndefined)]]</span>
|
||||
<span class="name">file_extracted</span><span class="annotation">: Optional[Annotated[str, AfterValidator(func=<function _check_data_file at 0x101d893a0>), WrapValidator(func=<function _ignore_file_missing at 0x1020ad800>, json_schema_input_type=PydanticUndefined)]]</span>
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user