生成sft数据,设置OQMD的代理,测试mars-t1

This commit is contained in:
lzy
2025-04-22 16:44:26 +08:00
parent 6b92e54a41
commit a7964add00
38 changed files with 888 additions and 191 deletions

BIN
mars_toolkit/query/__pycache__/__init__.cpython-310.pyc Executable file → Normal file

Binary file not shown.

Binary file not shown.

BIN
mars_toolkit/query/__pycache__/mp_query.cpython-310.pyc Executable file → Normal file

Binary file not shown.

BIN
mars_toolkit/query/__pycache__/oqmd_query.cpython-310.pyc Executable file → Normal file

Binary file not shown.

BIN
mars_toolkit/query/__pycache__/web_search.cpython-310.pyc Executable file → Normal file

Binary file not shown.

View File

@@ -1,11 +1,13 @@
import logging
import os
import httpx
import pandas as pd
from bs4 import BeautifulSoup
from io import StringIO
from typing import Annotated
from mars_toolkit.core.llm_tools import llm_tool
from ..core import config
from ..core.llm_tools import llm_tool
logger = logging.getLogger(__name__)
@@ -23,6 +25,8 @@ async def fetch_chemical_composition_from_OQMD(
Formatted text with material information and property tables
"""
# Fetch data from OQMD
os.environ['HTTP_PROXY'] = config.HTTP_PROXY or ''
os.environ['HTTPS_PROXY'] = config.HTTPS_PROXY or ''
url = f"https://www.oqmd.org/materials/composition/{composition}"
try:
async with httpx.AsyncClient(timeout=100.0) as client: