Does the reward function require an internet connection? #17
Description
I faced a http error while training an LLM with the reward model. The detail information is bellow:
File "/mnt/workspace/yly/rl/verl/verl/trainer/main_ppo.py", line 183, in run
trainer.fit()
File "/mnt/workspace/yly/rl/verl/verl/trainer/ppo/ray_trainer.py", line 870, in fit
val_metrics = self._validate()
File "/mnt/workspace/yly/rl/verl/verl/trainer/ppo/ray_trainer.py", line 624, in _validate
result = self.val_reward_fn(test_batch, return_dict=True)
File "/mnt/workspace/yly/rl/verl/verl/workers/reward_manager/naive.py", line 71, in call
score = self.compute_score(
File "/mnt/workspace/yly/rl/verl/verl/utils/reward_score/init.py", line 21, in _default_compute_score
res = gsm8k.compute_score(solution_str, ground_truth)
File "/mnt/workspace/yly/rl/verl/verl/utils/reward_score/gsm8k.py", line 93, in compute_score
reward = EVAL_FUNCTIONS[reward_info.fxn_name](
File "/mnt/workspace/yly/rl/ether0/src/ether0/rewards.py", line 521, in oracle_solubility_eval
result = fetch_solubility(yhat)
File "/root/miniconda3/lib/python3.10/site-packages/tenacity/init.py", line 338, in wrapped_f
return copy(f, *args, **kw)
File "/root/miniconda3/lib/python3.10/site-packages/tenacity/init.py", line 477, in call
do = self.iter(retry_state=retry_state)
File "/root/miniconda3/lib/python3.10/site-packages/tenacity/init.py", line 378, in iter
result = action(retry_state)
File "/root/miniconda3/lib/python3.10/site-packages/tenacity/init.py", line 400, in
self._add_action_func(lambda rs: rs.outcome.result())
File "/root/miniconda3/lib/python3.10/concurrent/futures/_base.py", line 451, in result
return self.__get_result()
File "/root/miniconda3/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result
raise self._exception
File "/root/miniconda3/lib/python3.10/site-packages/tenacity/init.py", line 480, in call
result = fn(*args, **kwargs)
File "/mnt/workspace/yly/rl/ether0/src/ether0/clients.py", line 58, in fetch_solubility
response = httpx.post(
File "/root/miniconda3/lib/python3.10/site-packages/httpx/_api.py", line 304, in post
return request(
File "/root/miniconda3/lib/python3.10/site-packages/httpx/_api.py", line 109, in request
return client.request(
File "/root/miniconda3/lib/python3.10/site-packages/httpx/_client.py", line 825, in request
return self.send(request, auth=auth, follow_redirects=follow_redirects)
File "/root/miniconda3/lib/python3.10/site-packages/httpx/_client.py", line 914, in send
response = self._send_handling_auth(
File "/root/miniconda3/lib/python3.10/site-packages/httpx/_client.py", line 942, in _send_handling_auth
response = self._send_handling_redirects(
File "/root/miniconda3/lib/python3.10/site-packages/httpx/_client.py", line 979, in _send_handling_redirects
response = self._send_single_request(request)
File "/root/miniconda3/lib/python3.10/site-packages/httpx/_client.py", line 1014, in _send_single_request
response = transport.handle_request(request)
File "/root/miniconda3/lib/python3.10/site-packages/httpx/_transports/default.py", line 249, in handle_request
with map_httpcore_exceptions():
File "/root/miniconda3/lib/python3.10/contextlib.py", line 153, in exit
self.gen.throw(typ, value, traceback)
File "/root/miniconda3/lib/python3.10/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
raise mapped_exc(message) from exc
httpx.UnsupportedProtocol: Request URL is missing an 'http://' or 'https://' protocol.
Can you help me to figure out how this happed?