add logger
This commit is contained in:
13
verl/utils/logger/__init__.py
Normal file
13
verl/utils/logger/__init__.py
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
# Copyright 2024 Bytedance Ltd. and/or its affiliates
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
42
verl/utils/logger/aggregate_logger.py
Normal file
42
verl/utils/logger/aggregate_logger.py
Normal file
@@ -0,0 +1,42 @@
|
|||||||
|
# Copyright 2024 Bytedance Ltd. and/or its affiliates
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
"""
|
||||||
|
A Ray logger will receive logging info from different processes.
|
||||||
|
"""
|
||||||
|
import numbers
|
||||||
|
from typing import Dict
|
||||||
|
|
||||||
|
|
||||||
|
def concat_dict_to_str(dict: Dict, step):
|
||||||
|
output = [f'step:{step}']
|
||||||
|
for k, v in dict.items():
|
||||||
|
if isinstance(v, numbers.Number):
|
||||||
|
output.append(f'{k}:{v:.3f}')
|
||||||
|
output_str = ' - '.join(output)
|
||||||
|
return output_str
|
||||||
|
|
||||||
|
|
||||||
|
class LocalLogger:
|
||||||
|
|
||||||
|
def __init__(self, remote_logger=None, enable_wandb=False, print_to_console=False):
|
||||||
|
self.print_to_console = print_to_console
|
||||||
|
if print_to_console:
|
||||||
|
print('Using LocalLogger is deprecated. The constructor API will change ')
|
||||||
|
|
||||||
|
def flush(self):
|
||||||
|
pass
|
||||||
|
|
||||||
|
def log(self, data, step):
|
||||||
|
if self.print_to_console:
|
||||||
|
print(concat_dict_to_str(data, step=step), flush=True)
|
||||||
Reference in New Issue
Block a user