Fix relative import issue in examples

This commit is contained in:
Nils Blach
2023-12-02 17:37:03 +01:00
committed by Nils Blach
parent a6aee6bb76
commit b5a8c960d6
9 changed files with 172 additions and 134 deletions
+17 -16
View File
@@ -656,9 +656,9 @@ def run(
"""
orig_budget = budget
path = os.path.join(os.path.dirname(__file__), "documents.csv")
data_path = os.path.join(os.path.dirname(__file__), "documents.csv")
data = []
with open(path, "r", encoding="utf8") as f:
with open(data_path, "r", encoding="utf8") as f:
reader = csv.reader(f)
next(reader)
for row in reader:
@@ -669,12 +669,15 @@ def run(
data_ids = list(range(len(data)))
selected_data = [data[i] for i in data_ids]
if not os.path.exists(os.path.join(os.path.dirname(__file__), "results")):
os.makedirs(os.path.join(os.path.dirname(__file__), "results"))
results_dir = os.path.join(os.path.dirname(__file__), "results")
if not os.path.exists(results_dir):
os.makedirs(results_dir)
timestamp = datetime.datetime.now().strftime("%Y-%m-%d_%H-%M-%S")
extra_info = f"{lm_name}_{'-'.join([method.__name__ for method in methods])}"
folder_name = f"results/{extra_info}_{timestamp}"
os.makedirs(os.path.join(os.path.dirname(__file__), folder_name))
folder_name = f"{extra_info}_{timestamp}"
results_folder = os.path.join(results_dir, folder_name)
os.makedirs(results_folder)
config = {
"data": selected_data,
@@ -682,22 +685,18 @@ def run(
"lm": lm_name,
"budget": budget,
}
with open(
os.path.join(os.path.dirname(__file__), folder_name, "config.json"), "w"
) as f:
with open(os.path.join(results_folder, "config.json"), "w") as f:
json.dump(config, f)
logging.basicConfig(
filename=f"{folder_name}/log.log",
filename=os.path.join(results_folder, "log.log"),
filemode="w",
format="%(name)s - %(levelname)s - %(message)s",
level=logging.DEBUG,
)
for method in methods:
os.makedirs(
os.path.join(os.path.dirname(__file__), folder_name, method.__name__)
)
os.makedirs(os.path.join(results_folder, method.__name__))
for data in selected_data:
logging.info(f"Running data {data[0]}: {data[1]}")
@@ -715,7 +714,10 @@ def run(
)
break
lm = language_models.ChatGPT(
"../../graph_of_thoughts/language_models/config.json",
os.path.join(
os.path.dirname(__file__),
"../../graph_of_thoughts/language_models/config.json",
),
model_name=lm_name,
cache=True,
)
@@ -737,8 +739,7 @@ def run(
except Exception as e:
logging.error(f"Exception: {e}")
path = os.path.join(
os.path.dirname(__file__),
folder_name,
results_folder,
method.__name__,
f"{data[0]}.json",
)