1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
|
# pylint: skip-file
import json
import string
import os
import time
import requests
from requests import Session
from requests.packages.urllib3.util.retry import Retry
from requests.adapters import HTTPAdapter
from urllib.parse import quote
from gn3.llms.errors import LLMError
basedir = os.path.join(os.path.dirname(__file__))
class TimeoutHTTPAdapter(HTTPAdapter):
def __init__(self, timeout, *args, **kwargs):
"""TimeoutHTTPAdapter constructor.
Args:
timeout (int): How many seconds to wait for the server to
send data before
giving up.
"""
self.timeout = timeout
super().__init__(*args, **kwargs)
def send(self, request, **kwargs):
"""Override :obj:`HTTPAdapter` send method to add a default timeout."""
timeout = kwargs.get("timeout")
if timeout is None:
kwargs["timeout"] = self.timeout
return super().send(request, **kwargs)
class GeneNetworkQAClient(Session):
"""GeneNetworkQA Client
This class provides a client object interface to the GeneNetworkQA API.
It extends the `requests.Session` class and includes authorization,
base URL,
request timeouts, and request retries.
Args:
account (str): Base address subdomain.
api_key (str): API key.
version (str, optional): API version, defaults to "v3".
timeout (int, optional): Timeout value, defaults to 5.
total_retries (int, optional): Total retries value, defaults to 5.
backoff_factor (int, optional): Retry backoff factor value,
defaults to 30.
Usage:
from genenetworkqa import GeneNetworkQAClient
gnqa = GeneNetworkQAClient(account="account-name",
api_key="XXXXXXXXXXXXXXXXXXX...")
"""
BASE_URL = 'https://genenetwork.fahamuai.com/api/tasks'
def __init__(self, account, api_key, version="v3", timeout=30,
total_retries=5, backoff_factor=30):
super().__init__()
self.headers.update(
{"Authorization": "Bearer " + api_key})
self.answer_url = f"{self.BASE_URL}/answers"
self.feedback_url = f"{self.BASE_URL}/feedback"
adapter = TimeoutHTTPAdapter(
timeout=timeout,
max_retries=Retry(
total=total_retries,
status_forcelist=[429, 500, 502, 503, 504],
backoff_factor=backoff_factor,
),
)
self.mount("https://", adapter)
self.mount("http://", adapter)
@staticmethod
def format_bibliography_info(bib_info):
if isinstance(bib_info, str):
# Remove '.txt'
bib_info = bib_info.removesuffix('.txt')
elif isinstance(bib_info, dict):
# Format string bibliography information
bib_info = "{0}.{1}.{2}.{3} ".format(bib_info.get('author', ''),
bib_info.get('title', ''),
bib_info.get('year', ''),
bib_info.get('doi', ''))
return bib_info
@staticmethod
def ask_the_documents(self, extend_url, my_auth):
try:
response = requests.post(
self.base_url + extend_url, data={}, headers=my_auth)
response.raise_for_status()
except requests.exceptions.RequestException as e:
# Handle the exception appropriately, e.g., log the error
raise RuntimeError(f"Error making the request: {e}")
if response.status_code != 200:
return GeneNetworkQAClient.negative_status_msg(response), 0
task_id = GeneNetworkQAClient.get_task_id_from_result(response)
response = GeneNetworkQAClient.get_answer_using_task_id(task_id,
my_auth)
if response.status_code != 200:
return GeneNetworkQAClient.negative_status_msg(response), 0
return response, 1
@staticmethod
def negative_status_msg(response):
return f"Error: Status code -{response.status_code}- Reason::{response.reason}"
def ask(self, exUrl, *args, **kwargs):
askUrl = self.BASE_URL + exUrl
res = self.custom_request('POST', askUrl, *args, **kwargs)
if (res.status_code != 200):
return self.negative_status_msg(res), 0
task_id = self.getTaskIDFromResult(res)
return res, task_id
def get_answer(self, taskid, *args, **kwargs):
query = self.answer_url + self.extendTaskID(taskid)
res = self.custom_request('GET', query, *args, **kwargs)
if (res.status_code != 200):
return self.negative_status_msg(res), 0
return res, 1
def custom_request(self, method, url, *args, **kwargs):
max_retries = 50
retry_delay = 3
for i in range(max_retries):
try:
response = super().request(method, url, *args, **kwargs)
response.raise_for_status()
except requests.exceptions.HTTPError as error:
if error.response.status_code == 500:
raise LLMError(error.request, error.response, f"Response Error with:status_code:{error.response.status_code},Reason for error: Use of Invalid Fahamu Token")
elif error.response.status_code == 404:
raise LLMError(error.request, error.response, f"404 Client Error: Not Found for url: {self.BASE_URL}")
raise error
except requests.exceptions.RequestException as error:
raise error
if response.ok:
if method.lower() == "get" and response.json().get("data") is None:
time.sleep(retry_delay)
continue
else:
return response
else:
time.sleep(retry_delay)
return response
@staticmethod
def get_task_id_from_result(response):
task_id = json.loads(response.text)
result = f"?task_id={task_id.get('task_id', '')}"
return result
def get_answer_using_task_id(self, extend_url, my_auth):
try:
response = requests.get(
self.answer_url + extend_url, data={}, headers=my_auth)
response.raise_for_status()
return response
except requests.exceptions.RequestException as error:
# Handle the exception appropriately, e.g., log the error
raise error
@staticmethod
def filter_response_text(val):
"""
Filters out non-printable characters from
the input string and parses it as JSON.
Args:
val (str): Input string to be filtered and parsed.
Returns:
dict: Parsed JSON object.
# remove this
"""
return json.loads(''.join([str(char) for char in val if char
in string.printable]))
def getTaskIDFromResult(self, res):
return json.loads(res.text)
def extendTaskID(self, task_id):
return '?task_id=' + str(task_id['task_id'])
def get_gnqa(self, query):
qstr = quote(query)
res, task_id = GeneNetworkQAClient.ask('?ask=' + qstr)
res, success = GeneNetworkQAClient.get_answer(task_id)
if success == 1:
resp_text = GeneNetworkQAClient.filter_response_text(res.text)
answer = resp_text.get('data', {}).get('answer', '')
context = resp_text.get('data', {}).get('context', '')
return answer, context
else:
return res, "Unfortunately, I have nothing."
|
