diff --git a/Minecraft plot/MetaGPT_log_MetaGPT_statistical_caliber.py b/Minecraft plot/MetaGPT_log_MetaGPT_statistical_caliber.py new file mode 100644 index 000000000..b0ff15ac7 --- /dev/null +++ b/Minecraft plot/MetaGPT_log_MetaGPT_statistical_caliber.py @@ -0,0 +1,350 @@ +import re +import argparse +import os +import matplotlib.pyplot as plt +from mpl_toolkits.mplot3d import Axes3D +import math +import numpy as np +import random +import seaborn as sns +import matplotlib as mpl +import pandas as pd +mpl.rcParams.update(mpl.rcParamsDefault) + +def extract_logs(filename, start_time=None, end_time=None): + with open(filename, 'r', encoding='utf-8') as f: + lines = f.readlines() + + if start_time is None : + # 如果没有提供时间参数，则返回所有日志 + return lines + + # 截取开始时间和停止时间之间的日志块 + logs_block = [] + capture = False + for line in lines: + if start_time in line: + capture = True + if capture: + logs_block.append(line) + if end_time and end_time in line: + capture = False + break + + return logs_block + +def extract_time_from_first_round_zero(log_filename): + with open(log_filename, 'r', encoding='utf-8') as f: + lines = f.readlines() + + # 正向遍历文件的每一行 + for line in lines: + if "Config loading done" in line: + # 正则表达式匹配年月日 小时:分钟的格式 + match = re.search(r'(\d{4}-\d{2}-\d{2} \d{2}:\d{2})', line) + if match: + return match.group(1) + return None + +def analyze_log_block(logs_block): + rounds: list[int] = [] + items_collected :list[int] = [] + total_items = 0 + positions:list[(int, int, int)] = [] + completed_tasks: list[int] = [] + failed_tasks: list[int] = [] + items_variety_collected :list[int] = [] + items_collected_dict :list[dict] = [] + biomes: list[str] = [] # 存储所有出现过的生物群系 + biomes_per_round: list[list[str]] = [] # 存储每轮结束时已经经历过的生物群系 + new_biome_rounds: list[int] = [] # 存储添加新生物群系的轮次 + round_start = False + check_for_info = False + line_after_message = 0 + first_group = True + + + for line in logs_block: + if "round_id:" in line: + n = int(re.search(r'round_id:(\d+)', line).group(1)) + if n not in rounds: + rounds.append(n) + round_start = True + + if round_start: + if "Curriculum Agent human message" in line: + if check_for_info: # 如果已经开始解析，就跳过这一轮的剩余部分 + round_start = False + continue + check_for_info = True + line_after_message = 0 + continue + + if check_for_info: + line_after_message += 1 + + if line_after_message <= 100: + if "Position: x=" in line: + match = re.search(r'Position: x=([\d.-]+), y=([\d.-]+), z=([\d.-]+)', line) + x, y, z = float(match.group(1)), float(match.group(2)), float(match.group(3)) + positions.append((x, y, z)) + + if "Inventory (" in line: + if ": Empty" in line: + items_collected.append(0) + items = None + items_collected_dict.append({}) # 将这一轮结束时的物品存储状态添加到列表中 + total_items = 0 + items_variety_collected.append(0) # 统计物品种类数量 + else: + items = re.search(r'Inventory \(\d+/36\): ({.*?})', line).group(1) + items_dict = eval(items) + items_collected_dict.append(items_dict) # 将这一轮结束时的物品存储状态添加到列表中 + total_items = sum(items_dict.values()) + items_collected.append(total_items) + items_variety_collected.append(len(items_dict)) # 统计物品种类数量 + if "Biome: " in line: + biome = line.replace("Biome: ", "").strip() + if biome not in biomes: + biomes.append(biome) + new_biome_rounds.append(rounds[-1]) # 记录添加新生物群系的轮次 + biomes_per_round.append(biomes.copy()) # 记录当前已经经历过 + if "Completed tasks so far:" in line: + tasks = line.replace("Completed tasks so far:", "").strip().split("; ") + completed_tasks.append(0 if tasks == ['None'] else len(tasks)) + + if "Failed tasks that are too hard:" in line: + tasks = line.replace("Failed tasks that are too hard:", "").strip().split("; ") + failed_tasks.append(0 if tasks == ['None'] else len(tasks)) + check_for_info = False + round_start = False + if "metagpt.actions.minecraft.design_curriculumn" in line: + check_for_info = False + round_start = False + min_len: int = min(len(rounds), len(items_collected), len(positions), len(completed_tasks), len(failed_tasks)) + return rounds[:min_len], items_collected[:min_len], items_variety_collected[:min_len], items_collected_dict[:min_len], positions[:min_len], completed_tasks[:min_len], failed_tasks[:min_len], biomes, biomes_per_round[:min_len], new_biome_rounds + + +def save_item_results_png(rounds, items_collected, items_collected_dict, start_time, path_prefix): + items_collected_total = {} + items_collected_total_list = [] + for round_index in range(len(rounds)): + for item, quantity in items_collected_dict[round_index].items(): + if item in items_collected_total: + items_collected_total[item] = max(items_collected_total[item], quantity) + else: + items_collected_total[item] = quantity + items_collected_total_list.append(sum(items_collected_total.values())) + print("总数",items_collected_total_list) + plt.figure(figsize=(10, 5)) + plt.plot(rounds, items_collected_total_list, label="Items Collected") + plt.xlabel("# of Rounds") + plt.ylabel("Total Items Collected") + plt.title("Items Collected Over Rounds") + plt.grid(True) + plt.legend() + + ax = plt.gca() + + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_items_collected_over_rounds.png', dpi=300) + plt.close() + + # 物品种类数量png + plt.figure(figsize=(10, 5)) + plt.xlabel("# of Rounds") + plt.ylabel("Total Variety of Items Collected") + plt.title("Variety of Items Collected Over Rounds") + plt.grid(True) + + special_items = ['oak_log', 'spruce_log', 'birch_log', 'jungle_log', 'dark_oak_log', 'acacia_log', 'stick', 'crafting_table', 'wooden_pickaxe', 'cobblestone', 'stone_pickaxe', 'coal', 'charcoal', 'furnace', 'blast_furnace', 'iron_ore', 'iron_ingot', 'iron_pickaxe', 'diamond', 'diamond_sword', 'diamond_pickaxe', 'diamond_axe', 'diamond_shovel', 'diamond_hoe', 'diamond_helmet', 'diamond_chestplate', 'diamond_leggings', 'diamond_boots'] + + collected_items_set = set() + items_variety_collected = [] + + for i in range(0, len(items_collected_dict)): + current_round_items_set = set(items_collected_dict[i]) + diff_items = list(current_round_items_set - collected_items_set) + collected_items_set.update(current_round_items_set) + items_variety_collected.append(len(collected_items_set)) + if diff_items and False: + for j, item in enumerate(diff_items): + # 判断物品类型，选择不同的背景颜色 + if item in special_items: + color = 'black' + bgcolor = 'orange' + + else : + color = 'black' + bgcolor = 'green' + # 避免文字重叠，通过调整 y 坐标的值 + y = items_variety_collected[i]-1-1*j + plt.text(rounds[i], y, item, fontsize=4, color=color, ha='center', va='top', + bbox=dict(boxstyle='round,pad=0.5', fc=bgcolor, alpha=0.5)) + + + plt.plot(rounds, items_variety_collected, label="Variety of Items Collected") + plt.legend() + + ax = plt.gca() + + # 设置坐标显示为整数 + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + # 移除所有边框 + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + # 设置网格线颜色和透明度 + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_variety_items_collected_over_rounds.png', dpi=600) + plt.close() + +def save_path_results_png(positions, start_time, path_prefix): + + x_coords = [pos[0] for pos in positions] + y_coords = [pos[1] for pos in positions] + z_coords = [pos[2] for pos in positions] + + # 计算总里程数 + total_distance = 0 + for i in range(1, len(positions)): + dx = positions[i][0] - positions[i - 1][0] + dy = positions[i][1] - positions[i - 1][1] + dz = positions[i][2] - positions[i - 1][2] + distance = math.sqrt(dx ** 2 + dy ** 2 + dz ** 2) + total_distance += distance + + # 3D path png + fig = plt.figure(figsize=(10, 10)) + ax = fig.add_subplot(111, projection='3d') + ax.plot(x_coords, y_coords, z_coords, '-o', color='blue', markersize=4) + ax.set_title("Bot Movement Path in 3D") + ax.set_xlabel("X Coordinate") + ax.set_ylabel("Y Coordinate") + ax.set_zlabel("Z Coordinate") + ax.text(min(x_coords), max(y_coords), max(z_coords), f"Total Distance: {total_distance:.2f} units", fontsize=15, color='red') + ax.plot(x_coords[0], y_coords[0], z_coords[0], 'ro') # start point with red color + ax.plot(x_coords[-1], y_coords[-1], z_coords[-1], 'go') # end point with green color + + plt.savefig(f'{path_prefix}/{start_time}_bot_movement_3D_path.png', dpi=300) + plt.close() + +def save_task_results_png(rounds , completed, failed, start_time, path_prefix): + plt.plot(rounds, completed, label='Completed Tasks') + plt.plot(rounds, failed, label='Failed Tasks') + + plt.xlabel("# of Rounds") + plt.ylabel("Number of Tasks") + plt.title("Completed vs Failed Tasks per Round") + plt.legend() + + ax = plt.gca() + + # 设置坐标显示为整数 + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + # 移除所有边框 + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + # 设置网格线颜色和透明度 + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_task_results.png', dpi=300) + plt.close() + +def main(): + + # 获取当前脚本的路径 + current_script_path = os.path.dirname(os.path.abspath(__file__)) + + # 构建其他文件的路径 + filename = os.path.join(current_script_path, 'input', 'MG-1.txt') + path_prefix = os.path.join(current_script_path, 'results_pic') + + # 确保输出路径存在 + os.makedirs(path_prefix, exist_ok=True) + + # 自动寻找最新的实验开始时间 + start_time = extract_time_from_first_round_zero(filename) + logs_block = extract_logs(filename, start_time) + + rounds, items_collected, items_variety_collected, items_collected_dict, positions, completed_tasks, failed_tasks, biomes, biomes_per_round, new_biome_rounds = analyze_log_block(logs_block) + + + collected_items_set = set() + total_items_variety = [] + for i in range(0, len(items_collected_dict)): + current_round_items_set = set(items_collected_dict[i]) + collected_items_set.update(current_round_items_set) + total_items_variety.append(len(collected_items_set)) + + #save png + start_time = start_time.replace(":", "_") + save_item_results_png(rounds, items_collected, items_collected_dict, start_time, path_prefix) + save_path_results_png(positions, start_time, path_prefix) + save_task_results_png(rounds, completed_tasks, failed_tasks, start_time, path_prefix) + #save_item_results_png(rounds, items_collected, items_variety_collected, items_collected_dict, start_time, path_prefix) + print("种类",total_items_variety) + print("轮次", rounds) + print("总数",items_collected) + print("成功",completed_tasks) + print("失败",failed_tasks) + print("位置",positions) + + data = {'rounds': rounds, + 'items_collected': items_collected, + 'total_items_variety':total_items_variety, + 'items_variety_collected': items_collected_dict, + 'positions': positions, + 'completed_tasks': completed_tasks, + 'failed_tasks': failed_tasks} + # 创建一个DataFrame + df = pd.DataFrame(data) + # 创建一个新的DataFrame，存储new_biome_rounds和biomes + df_new_biomes = pd.DataFrame({ + 'new_biome_rounds': new_biome_rounds, + 'biomes': biomes + }) + # 将新的DataFrame和原来的df进行合并 + df = pd.concat([df, df_new_biomes], axis=1) + + # 写入到Excel文件中 + df.to_excel(os.path.join(path_prefix, f'{start_time}_results.xlsx'), index=False) +if __name__ == "__main__": + main() diff --git a/Minecraft plot/MetaGPT_log_Voyager_statistical_caliber.py b/Minecraft plot/MetaGPT_log_Voyager_statistical_caliber.py new file mode 100644 index 000000000..f66b02503 --- /dev/null +++ b/Minecraft plot/MetaGPT_log_Voyager_statistical_caliber.py @@ -0,0 +1,372 @@ +import re +import argparse +import os +import matplotlib.pyplot as plt +from mpl_toolkits.mplot3d import Axes3D +import math +import numpy as np +import random +import seaborn as sns +import matplotlib as mpl +import pandas as pd +import ast +mpl.rcParams.update(mpl.rcParamsDefault) + +def extract_logs(filename, start_time=None, end_time=None): + with open(filename, 'r', encoding='utf-8') as f: + lines = f.readlines() + + if start_time is None : + # 如果没有提供时间参数，则返回所有日志 + return lines + + # 截取开始时间和停止时间之间的日志块 + logs_block = [] + capture = False + for line in lines: + if start_time in line: + capture = True + if capture: + logs_block.append(line) + if end_time and end_time in line: + capture = False + break + + return logs_block + +def extract_time_from_first_round_zero(log_filename): + with open(log_filename, 'r', encoding='utf-8') as f: + lines = f.readlines() + + # 正向遍历文件的每一行 + for line in lines: + if "Config loading done" in line: + # 正则表达式匹配年月日 小时:分钟的格式 + match = re.search(r'(\d{4}-\d{2}-\d{2} \d{2}:\d{2})', line) + if match: + return match.group(1) + return None + +def get_last_element_1(list, default=None): + if list: + return list[-1] + else: + return default + +def get_last_element_2(list, default=0): + if list: + return list[-1] + else: + return default + +def get_last_element_3(list, default={}): + if list: + return list[-1] + else: + return default + +def analyze_log_block(logs_block): + absolute_rounds_current: list[int] = [] + items_collected_current :list[int] = [] + total_items = 0 + positions_current:list[(int, int, int)] = [] + completed_tasks_current: list[int] = [] + failed_tasks_current: list[int] = [] + items_variety_collected_current :list[int] = [] + items_collected_dict_current :list[dict] = [] + + absolute_rounds: list[int] = [] + items_collected :list[int] = [] + positions:list[(int, int, int)] = [] + completed_tasks: list[int] = [] + failed_tasks: list[int] = [] + items_variety_collected :list[int] = [] + items_collected_dict :list[dict] = [] + + round_start = False + check_for_info = False + line_after_message = 0 + first_group = True + round_counter = 0 + + + first_group = True # 添加一个新变量来跟踪是否已经处理过这一轮的第一组信息 + + for line in logs_block: + if "***Critic Agent human message***" in line: + round_counter += 1 + if round_counter not in absolute_rounds: + absolute_rounds.append(round_counter) + items_collected.append(get_last_element_2(items_collected_current)) + items_variety_collected.append(get_last_element_2(items_variety_collected_current)) + items_collected_dict.append(get_last_element_3(items_collected_dict_current)) + positions.append(get_last_element_1(positions_current)) + completed_tasks.append(get_last_element_2(completed_tasks_current)) + failed_tasks.append(get_last_element_2(failed_tasks_current)) + if "round_id:" in line: + round_start = True + if round_start: + if "Curriculum Agent human message" in line: + if check_for_info: # 如果已经开始解析，就跳过这一轮的剩余部分 + round_start = False + continue + check_for_info = True + line_after_message = 0 + continue + + if check_for_info: + line_after_message += 1 + + if line_after_message <= 100: + if "Position: x=" in line: + match = re.search(r'Position: x=([\d.-]+), y=([\d.-]+), z=([\d.-]+)', line) + x, y, z = float(match.group(1)), float(match.group(2)), float(match.group(3)) + positions_current.append((x, y, z)) + + if "Inventory (" in line: + if ": Empty" in line: + items_collected_current.append(0) + items = None + items_collected_dict_current.append({}) # 将这一轮结束时的物品存储状态添加到列表中 + total_items = 0 + items_variety_collected_current.append(0) # 统计物品种类数量 + else: + items = re.search(r'Inventory \(\d+/36\): ({.*?})', line).group(1) + items_dict = eval(items) + items_collected_dict_current.append(items_dict) # 将这一轮结束时的物品存储状态添加到列表中 + total_items = sum(items_dict.values()) + items_collected_current.append(total_items) + items_variety_collected_current.append(len(items_dict)) # 统计物品种类数量 + + if "Completed tasks so far:" in line: + tasks = line.replace("Completed tasks so far:", "").strip().split("; ") + completed_tasks_current.append(0 if tasks == ['None'] else len(tasks)) + + if "Failed tasks that are too hard:" in line: + tasks = line.replace("Failed tasks that are too hard:", "").strip().split("; ") + failed_tasks_current.append(0 if tasks == ['None'] else len(tasks)) + check_for_info = False + round_start = False + if "metagpt.actions.minecraft.design_curriculumn" in line: + check_for_info = False + round_start = False + + return absolute_rounds, items_collected, items_variety_collected, items_collected_dict, positions, completed_tasks, failed_tasks + +def save_item_results_png(absolute_rounds, items_collected, items_collected_dict, start_time, path_prefix): + items_collected_total = {} + items_collected_total_list = [] + for round_index in range(len(absolute_rounds)): + for item, quantity in items_collected_dict[round_index].items(): + if item in items_collected_total: + items_collected_total[item] = max(items_collected_total[item], quantity) + else: + items_collected_total[item] = quantity + items_collected_total_list.append(sum(items_collected_total.values())) + print("总数",items_collected_total_list) + plt.figure(figsize=(10, 5)) + plt.plot(absolute_rounds, items_collected_total_list, label="Items Collected") + plt.xlabel("# of Rounds") + plt.ylabel("Total Items Collected") + plt.title("Items Collected Over Rounds") + plt.grid(True) + plt.legend() + + ax = plt.gca() + + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_items_collected_over_rounds.png', dpi=300) + plt.close() + + # 物品种类数量png + plt.figure(figsize=(10, 5)) + plt.xlabel("# of Rounds") + plt.ylabel("Total Variety of Items Collected") + plt.title("Variety of Items Collected Over Rounds") + plt.grid(True) + + special_items = ['oak_log', 'spruce_log', 'birch_log', 'jungle_log', 'dark_oak_log', 'acacia_log', 'stick', 'crafting_table', 'wooden_pickaxe', 'cobblestone', 'stone_pickaxe', 'coal', 'charcoal', 'furnace', 'blast_furnace', 'iron_ore', 'iron_ingot', 'iron_pickaxe', 'diamond', 'diamond_sword', 'diamond_pickaxe', 'diamond_axe', 'diamond_shovel', 'diamond_hoe', 'diamond_helmet', 'diamond_chestplate', 'diamond_leggings', 'diamond_boots'] + + collected_items_set = set() + items_variety_collected = [] + + for i in range(0, len(items_collected_dict)): + current_round_items_set = set(items_collected_dict[i]) + diff_items = list(current_round_items_set - collected_items_set) + collected_items_set.update(current_round_items_set) + items_variety_collected.append(len(collected_items_set)) + if diff_items: + for j, item in enumerate(diff_items): + # 判断物品类型，选择不同的背景颜色 + if item in special_items: + color = 'black' + bgcolor = 'orange' + + else : + color = 'black' + bgcolor = 'green' + # 避免文字重叠，通过调整 y 坐标的值 + y = items_variety_collected[i]-1-1*j + plt.text(absolute_rounds[i], y, item, fontsize=4, color=color, ha='center', va='top', + bbox=dict(boxstyle='round,pad=0.5', fc=bgcolor, alpha=0.5)) + + + plt.plot(absolute_rounds, items_variety_collected, label="Variety of Items Collected") + plt.legend() + + ax = plt.gca() + + # 设置坐标显示为整数 + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + # 移除所有边框 + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + # 设置网格线颜色和透明度 + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_variety_items_collected_over_rounds.png', dpi=600) + plt.close() + +def save_path_results_png(positions, start_time, path_prefix): + + x_coords = [pos[0] for pos in positions] + y_coords = [pos[1] for pos in positions] + z_coords = [pos[2] for pos in positions] + + # 计算总里程数 + total_distance = 0 + for i in range(1, len(positions)): + dx = positions[i][0] - positions[i - 1][0] + dy = positions[i][1] - positions[i - 1][1] + dz = positions[i][2] - positions[i - 1][2] + distance = math.sqrt(dx ** 2 + dy ** 2 + dz ** 2) + total_distance += distance + + # 3D path png + fig = plt.figure(figsize=(10, 10)) + ax = fig.add_subplot(111, projection='3d') + ax.plot(x_coords, y_coords, z_coords, '-o', color='blue', markersize=4) + ax.set_title("Bot Movement Path in 3D") + ax.set_xlabel("X Coordinate") + ax.set_ylabel("Y Coordinate") + ax.set_zlabel("Z Coordinate") + ax.text(min(x_coords), max(y_coords), max(z_coords), f"Total Distance: {total_distance:.2f} units", fontsize=15, color='red') + ax.plot(x_coords[0], y_coords[0], z_coords[0], 'ro') # start point with red color + ax.plot(x_coords[-1], y_coords[-1], z_coords[-1], 'go') # end point with green color + + plt.savefig(f'{path_prefix}/{start_time}_bot_movement_3D_path.png', dpi=300) + plt.close() + +def save_task_results_png(absolute_rounds, completed, failed, start_time, path_prefix): + plt.plot(absolute_rounds, completed, label='Completed Tasks') + plt.plot(absolute_rounds, failed, label='Failed Tasks') + + plt.xlabel("# of Rounds") + plt.ylabel("Number of Tasks") + plt.title("Completed vs Failed Tasks per Round") + plt.legend() + + ax = plt.gca() + + # 设置坐标显示为整数 + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + # 移除所有边框 + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + # 设置网格线颜色和透明度 + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_task_results.png', dpi=300) + plt.close() + +def main(): + # 获取当前脚本的路径 + current_script_path = os.path.dirname(os.path.abspath(__file__)) + + # 构建其他文件的路径 + filename = os.path.join(current_script_path, 'input', 'MG-1.txt') + path_prefix = os.path.join(current_script_path, 'results_pic') + + # 确保输出路径存在 + os.makedirs(path_prefix, exist_ok=True) + + + # 自动寻找最新的实验开始时间 + start_time = extract_time_from_first_round_zero(filename) + logs_block = extract_logs(filename, start_time) + + absolute_rounds, items_collected, items_variety_collected, items_collected_dict, positions, completed_tasks, failed_tasks = analyze_log_block(logs_block) + + positions_0 = [pos for pos in positions if pos is not None] + + collected_items_set = set() + total_items_variety = [] + for i in range(0, len(items_collected_dict)): + current_round_items_set = set(items_collected_dict[i]) + collected_items_set.update(current_round_items_set) + total_items_variety.append(len(collected_items_set)) + print(total_items_variety) + #save png + start_time = start_time.replace(":", "_") + save_item_results_png(absolute_rounds, items_collected, items_collected_dict, start_time, path_prefix) + save_path_results_png(positions_0, start_time, path_prefix) + save_task_results_png(absolute_rounds, completed_tasks, failed_tasks, start_time, path_prefix) + + print("种类",total_items_variety) + print("轮次", absolute_rounds) + print("总数",items_collected) + print("成功",completed_tasks) + print("失败",failed_tasks) + print("位置",positions) + + data = {'rounds': absolute_rounds, + 'items_collected': items_collected, + 'total_items_variety':total_items_variety, + 'items_variety_collected': items_collected_dict, + 'positions': positions, + 'completed_tasks': completed_tasks, + 'failed_tasks': failed_tasks} + # 创建一个DataFrame + df = pd.DataFrame(data) + + # 写入到Excel文件中 + df.to_excel(os.path.join(path_prefix, f'{start_time}_results.xlsx'), index=False) +if __name__ == "__main__": + main() diff --git a/Minecraft plot/MetaGPT_vs_Voyager.m b/Minecraft plot/MetaGPT_vs_Voyager.m new file mode 100644 index 000000000..ccd5af8cc --- /dev/null +++ b/Minecraft plot/MetaGPT_vs_Voyager.m @@ -0,0 +1,67 @@ +% 定义元素 +y1 = {[1, 1, 4, 4, 4, 4, 5, 13, 13, 14, 15, 17, 19, 19, 22, 22, 23, 23, 24, 24, 24, 24, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26]; + [1, 1, 1, 1, 4, 4, 4, 4, 9, 9, 9, 12, 12, 13, 13, 15, 16, 16, 16, 16, 19, 20, 20, 20, 21, 22, 24, 24, 24, 24, 25, 27, 27, 27, 27, 31, 31, 31]; + [1, 1, 2, 3, 4, 4, 4, 4, 4, 4, 4, 9, 10, 11, 12, 12, 13, 14, 14, 15, 16, 16, 17, 18, 19, 20, 20, 20, 20, 20, 21, 23, 24, 24, 27, 27, 27, 27, 27, 27, 28, 28, 28, 28, 28, 29, 30, 30, 32, 32, 33, 34, 34, 34, 34, 37, 37]; + [0, 1, 1, 3, 4, 4, 8, 9, 9, 9, 10, 10, 11, 11, 14, 17, 17, 17, 17, 18, 18, 18, 18, 18, 18, 18, 20, 20, 20, 20, 23, 24, 25, 27, 30, 30, 30, 30, 30, 30, 30, 30, 30, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 36, 38, 38, 38, 38, 38, 39, 39, 39, 39, 39, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42]; + [1, 1, 1, 2, 5, 7, 8, 9, 9, 9, 9, 9, 10, 12, 13, 14, 14, 15, 16, 17, 17, 18, 19, 20, 22, 23, 23, 23, 23, 23, 23, 23, 23, 24, 24, 25, 25, 26, 27, 29, 29, 29, 29, 29, 29, 29, 29, 29, 32, 32, 32, 32, 37, 37, 37, 37, 37, 38, 38, 38, 38, 38, 38, 38, 38, 38, 38, 38, 38, 38, 38, 38, 38, 38, 40, 40, 40, 40, 41, 42, 42]; + [1, 1, 1, 2, 3, 3, 3, 3, 5, 6, 6, 8, 9, 10, 10, 12, 12, 12, 12, 12, 12, 13, 14, 15, 17, 18, 19, 20, 20, 21, 22, 22, 23, 24, 25, 27, 27, 28]}; +x = {1:1:33;1:1:38;1:1:57;1:1:82;1:1:81;1:1:38}; + +% 创建共享的x向量 +shared_x = 0:1:max(cellfun(@max,x)); + +% 拆分y1和x +y1_MetaGPT = y1(1:4); +x_MetaGPT = x(1:4); +y1_Voyager = y1(5:6); +x_Voyager = x(5:6); + +% 插值和计算上下限 +interp_y1_MetaGPT = cellfun(@(y, x) interp1(x, y, shared_x, 'linear', 'extrap'), y1_MetaGPT, x_MetaGPT, 'UniformOutput', false); +minY_MetaGPT = min(cell2mat(interp_y1_MetaGPT)); +maxY_MetaGPT = max(cell2mat(interp_y1_MetaGPT)); + +interp_y1_Voyager = cellfun(@(y, x) interp1(x, y, shared_x, 'linear', 'extrap'), y1_Voyager, x_Voyager, 'UniformOutput', false); +minY_Voyager = min(cell2mat(interp_y1_Voyager)); +maxY_Voyager = max(cell2mat(interp_y1_Voyager)); + +% 计算均值 +meanY_MetaGPT = mean(cell2mat(interp_y1_MetaGPT)); +meanY_Voyager = mean(cell2mat(interp_y1_Voyager)); + +% 绘图 +figure +hold on + +% 绘制MetaGPT的均值曲线，颜色设为蓝色 +h1=plot(shared_x, meanY_MetaGPT, 'b', 'LineWidth', 2); + +% 绘制MetaGPT的上下限范围，颜色设为蓝色 +h2=fill([shared_x, fliplr(shared_x)], [minY_MetaGPT, fliplr(maxY_MetaGPT)], 'b', 'FaceAlpha', 0.2, 'EdgeColor', 'none'); + +% 绘制Voyager的均值曲线，颜色设为红色 +h3=plot(shared_x, meanY_Voyager, 'r', 'LineWidth', 2); + +% 绘制Voyager的上下限范围，颜色设为红色 +h4=fill([shared_x, fliplr(shared_x)], [minY_Voyager, fliplr(maxY_Voyager)], 'r', 'FaceAlpha', 0.2, 'EdgeColor', 'none'); + +% 绘制MetaGPT的每一条曲线 +for i = 1:length(y1_MetaGPT) + plot(x_MetaGPT{i}, y1_MetaGPT{i}, 'b--'); % 使用蓝色虚线 +end + +% 绘制Voyager的每一条曲线 +for i = 1:length(y1_Voyager) + plot(x_Voyager{i}, y1_Voyager{i}, 'r--'); % 使用红色虚线 +end + +% 设置坐标轴范围和标签 +xlim([0 35]) % x轴范围设为最大的x值 +ylim([0 35]) +xlabel('# of Rounds') +ylabel('Total Variety of Items Collected') + +% 设置标题和图例（假设每条线代表一个方法） +legend([h1,h2,h3,h4],'MetaGPT Mean','MetaGPT Range', 'Voyager Mean','Voyager Range') + +hold off diff --git a/Minecraft plot/Voyager_log_MetaGPT_statistical_caliber.py b/Minecraft plot/Voyager_log_MetaGPT_statistical_caliber.py new file mode 100644 index 000000000..6f62f3577 --- /dev/null +++ b/Minecraft plot/Voyager_log_MetaGPT_statistical_caliber.py @@ -0,0 +1,328 @@ +import re +import argparse +import os +import matplotlib.pyplot as plt +from mpl_toolkits.mplot3d import Axes3D +import math +import numpy as np +import random +import seaborn as sns +import matplotlib as mpl +import pandas as pd +mpl.rcParams.update(mpl.rcParamsDefault) + +def extract_logs(filename, start_time=None, end_time=None): + with open(filename, 'r', encoding='utf-8') as f: + lines = f.readlines() + + if start_time is None : + # 如果没有提供时间参数，则返回所有日志 + return lines + + # 截取开始时间和停止时间之间的日志块 + logs_block = [] + capture = False + for line in lines: + if start_time in line: + capture = True + if capture: + logs_block.append(line) + if end_time and end_time in line: + capture = False + break + + return logs_block + +def extract_time_from_first_round_zero(log_filename): + with open(log_filename, 'r', encoding='utf-8') as f: + lines = f.readlines() + + # 反向遍历文件的每一行 + for line in reversed(lines): + if "****Recorder message:" in line: + if "iteration passed****" in line: + round_number = re.search(r'(\d+) iteration passed', line).group(1) + return round_number + return None + +def analyze_log_block(logs_block): + rounds: list[int] = [] + items_collected: list[int] = [] + total_items = 0 + positions:list[(int, int, int)] = [] + completed_tasks: list[int] = [] + failed_tasks: list[int] = [] + items_variety_collected :list[int] = [] + items_collected_dict :list[dict] = [] + biomes: list[str] = [] # 存储所有出现过的生物群系 + biomes_per_round: list[list[str]] = [] # 存储每轮结束时已经经历过的生物群系 + new_biome_rounds: list[int] = [] # 存储添加新生物群系的轮次 + processing_block = False # 用于标记是否正在处理一个块 + round_counter = 0 # 用于计数轮数 + for line in logs_block: + if "****Curriculum Agent human message****" in line: + processing_block = True # 当找到新的 "****Curriculum Agent human message****" 时开始处理块 + round_counter += 1 # 每次找到 "****Curriculum Agent human message****"，轮数加1 + rounds.append(round_counter) # 将新的轮数添加到轮数列表中 + continue + + if "****Curriculum Agent ai message****" in line: + processing_block = False # 当找到 "****Curriculum Agent ai message****" 时停止处理块 + continue + + if processing_block: # 如果正在处理一个块，则执行以下操作 + if "Position: x=" in line: + match = re.search(r'Position: x=([\d.-]+), y=([\d.-]+), z=([\d.-]+)', line) + x, y, z = float(match.group(1)), float(match.group(2)), float(match.group(3)) + positions.append((x, y, z)) + + if "Inventory (" in line: + items = re.search(r'Inventory \(\d+/36\): ({.*?})', line).group(1) + items_dict = eval(items) + items_collected_dict.append(items_dict) # 将这一轮结束时的物品存储状态添加到列表中 + total_items = sum(items_dict.values()) + items_collected.append(total_items) + items_variety_collected.append(len(items_dict)) # 统计物品种类数量 + if "Biome: " in line: + biome = line.replace("Biome: ", "").strip() + if biome not in biomes: + biomes.append(biome) + new_biome_rounds.append(rounds[-1]) # 记录添加新生物群系的轮次 + biomes_per_round.append(biomes.copy()) # 记录当前已经经历过 + + if "Completed tasks so far:" in line: + tasks = line.replace("Completed tasks so far:", "").strip().split(", ") + completed_tasks.append(0 if tasks == ['None'] else len(tasks)) + + if "Failed tasks that are too hard:" in line: + tasks = line.replace("Failed tasks that are too hard:", "").strip().split(", ") + failed_tasks.append(0 if tasks == ['None'] else len(tasks)) + min_len: int = min(len(rounds), len(items_collected), len(positions), len(completed_tasks), len(failed_tasks)) + return rounds[:min_len], items_collected[:min_len], items_variety_collected[:min_len], items_collected_dict[:min_len], positions[:min_len], completed_tasks[:min_len], failed_tasks[:min_len], biomes, biomes_per_round[:min_len], new_biome_rounds + + +def save_item_results_png(rounds, items_collected, items_collected_dict, start_time, path_prefix): + items_collected_total = {} + items_collected_total_list = [] + for round_index in range(len(rounds)): + for item, quantity in items_collected_dict[round_index].items(): + if item in items_collected_total: + items_collected_total[item] = max(items_collected_total[item], quantity) + else: + items_collected_total[item] = quantity + items_collected_total_list.append(sum(items_collected_total.values())) + print("总数",items_collected_total_list) + plt.figure(figsize=(10, 5)) + plt.plot(rounds, items_collected_total_list, label="Items Collected") + plt.xlabel("# of Rounds") + plt.ylabel("Total Items Collected") + plt.title("Items Collected Over Rounds") + plt.grid(True) + plt.legend() + + ax = plt.gca() + + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_items_collected_over_rounds.png', dpi=300) + plt.close() + + + # 物品种类数量png + plt.figure(figsize=(10, 5)) + plt.xlabel("# of Rounds") + plt.ylabel("Total Variety of Items Collected") + plt.title("Variety of Items Collected Over Rounds") + plt.grid(True) + + special_items = ['wood', 'crafting_table', 'wooden_pickaxe', 'wooden_sword', 'wooden_axe', 'wooden_shovel', 'wooden_hoe', + 'stone', 'furnace', 'stone_pickaxe', 'stone_sword', 'stone_axe', 'stone_shovel', 'stone_hoe', + 'iron_ingot', 'iron_pickaxe', 'iron_sword', 'iron_axe', 'iron_shovel', 'iron_hoe', + 'diamond', 'diamond_pickaxe', 'diamond_sword', 'diamond_axe', 'diamond_shovel', 'diamond_hoe'] + + collected_items_set = set() + items_variety_collected = [] + for i in range(0, len(items_collected_dict)): + current_round_items_set = set(items_collected_dict[i]) + diff_items = list(current_round_items_set - collected_items_set) + collected_items_set.update(current_round_items_set) + items_variety_collected.append(len(collected_items_set)) + if diff_items: + for j, item in enumerate(diff_items): + # 判断物品类型，选择不同的背景颜色 + if item in special_items: + color = 'black' + bgcolor = 'orange' + else: + color = 'black' + bgcolor = 'green' + # 避免文字重叠，通过调整 y 坐标的值 + y = items_variety_collected[i]-1-1*j + + plt.text(rounds[i], y, item, fontsize=4, color=color, ha='center', va='top', + bbox=dict(boxstyle='round,pad=0.5', fc=bgcolor, alpha=0.5)) + + plt.plot(rounds, items_variety_collected, label="Variety of Items Collected") + plt.legend() + + ax = plt.gca() + + # 设置坐标显示为整数 + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + # 移除所有边框 + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + # 设置网格线颜色和透明度 + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_variety_items_collected_over_rounds.png', dpi=600) + plt.close() + +def save_path_results_png(positions, start_time, path_prefix): + + x_coords = [pos[0] for pos in positions] + y_coords = [pos[1] for pos in positions] + z_coords = [pos[2] for pos in positions] + + # 计算总里程数 + total_distance = 0 + for i in range(1, len(positions)): + dx = positions[i][0] - positions[i - 1][0] + dy = positions[i][1] - positions[i - 1][1] + dz = positions[i][2] - positions[i - 1][2] + distance = math.sqrt(dx ** 2 + dy ** 2 + dz ** 2) + total_distance += distance + + # 3D path png + fig = plt.figure(figsize=(10, 10)) + ax = fig.add_subplot(111, projection='3d') + ax.plot(x_coords, y_coords, z_coords, '-o', color='blue', markersize=4) + ax.set_title("Bot Movement Path in 3D") + ax.set_xlabel("X Coordinate") + ax.set_ylabel("Y Coordinate") + ax.set_zlabel("Z Coordinate") + ax.text(min(x_coords), max(y_coords), max(z_coords), f"Total Distance: {total_distance:.2f} units", fontsize=15, color='red') + ax.plot(x_coords[0], y_coords[0], z_coords[0], 'ro') # start point with red color + ax.plot(x_coords[-1], y_coords[-1], z_coords[-1], 'go') # end point with green color + + plt.savefig(f'{path_prefix}/{start_time}_bot_movement_3D_path.png', dpi=300) + plt.close() + +def save_task_results_png(rounds , completed, failed, start_time, path_prefix): + plt.plot(rounds, completed, label='Completed Tasks') + plt.plot(rounds, failed, label='Failed Tasks') + + plt.xlabel("# of Rounds") + plt.ylabel("Number of Tasks") + plt.title("Completed vs Failed Tasks per Round") + plt.legend() + + ax = plt.gca() + + # 设置坐标显示为整数 + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + # 移除所有边框 + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + # 设置网格线颜色和透明度 + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_task_results.png', dpi=300) + plt.close() + +def main(): + # 获取当前脚本的路径 + current_script_path = os.path.dirname(os.path.abspath(__file__)) + + # 构建其他文件的路径 + filename = os.path.join(current_script_path, 'input', 'VG-1.txt') + path_prefix = os.path.join(current_script_path, 'results_pic') + + # 确保输出路径存在 + os.makedirs(path_prefix, exist_ok=True) + + + # 自动寻找最新的实验开始时间 + start_time = extract_time_from_first_round_zero(filename) + logs_block = extract_logs(filename) + + rounds, items_collected, items_variety_collected, items_collected_dict, positions, completed_tasks, failed_tasks, biomes, biomes_per_round, new_biome_rounds = analyze_log_block(logs_block) + + collected_items_set = set() + total_items_variety = [] + for i in range(0, len(items_collected_dict)): + current_round_items_set = set(items_collected_dict[i]) + collected_items_set.update(current_round_items_set) + total_items_variety.append(len(collected_items_set)) + print(total_items_variety) + #save png + start_time = start_time.replace(":", "_") + save_item_results_png(rounds, items_collected, items_collected_dict, start_time, path_prefix) + save_path_results_png(positions, start_time, path_prefix) + save_task_results_png(rounds, completed_tasks, failed_tasks, start_time, path_prefix) + + + print("种类",total_items_variety) + print("轮次", rounds) + print("总数",items_collected) + print("成功",completed_tasks) + print("失败",failed_tasks) + print("位置",positions) + + data = {'rounds': rounds, + 'items_collected': items_collected, + 'total_items_variety':total_items_variety, + 'items_variety_collected': items_collected_dict, + 'positions': positions, + 'completed_tasks': completed_tasks, + 'failed_tasks': failed_tasks} + # 创建一个DataFrame + df = pd.DataFrame(data) + # 创建一个新的DataFrame，存储new_biome_rounds和biomes + df_new_biomes = pd.DataFrame({ + 'new_biome_rounds': new_biome_rounds, + 'biomes': biomes + }) + # 将新的DataFrame和原来的df进行合并 + df = pd.concat([df, df_new_biomes], axis=1) + + # 写入到Excel文件中 + df.to_excel(os.path.join(path_prefix, f'{start_time}_results.xlsx'), index=False) +if __name__ == "__main__": + main() diff --git a/Minecraft plot/Voyager_log_Voyager_statistical_caliber.py b/Minecraft plot/Voyager_log_Voyager_statistical_caliber.py new file mode 100644 index 000000000..daa470bf8 --- /dev/null +++ b/Minecraft plot/Voyager_log_Voyager_statistical_caliber.py @@ -0,0 +1,338 @@ +import re +import argparse +import os +import matplotlib.pyplot as plt +from mpl_toolkits.mplot3d import Axes3D +import math +import numpy as np +import random +import seaborn as sns +import matplotlib as mpl +import pandas as pd +mpl.rcParams.update(mpl.rcParamsDefault) + +def extract_logs(filename, start_time=None, end_time=None): + with open(filename, 'r', encoding='utf-8') as f: + lines = f.readlines() + + if start_time is None : + # 如果没有提供时间参数，则返回所有日志 + return lines + + # 截取开始时间和停止时间之间的日志块 + logs_block = [] + capture = False + for line in lines: + if start_time in line: + capture = True + if capture: + logs_block.append(line) + if end_time and end_time in line: + capture = False + break + + return logs_block + +def extract_time_from_first_round_zero(log_filename): + with open(log_filename, 'r', encoding='utf-8') as f: + lines = f.readlines() + + # 反向遍历文件的每一行 + for line in reversed(lines): + if "****Recorder message:" in line: + if "iteration passed****" in line: + round_number = re.search(r'(\d+) iteration passed', line).group(1) + return round_number + return None + + +def analyze_log_block(logs_block): + rounds: list[int] = [] + items_collected: list[int] = [] + total_items = 0 + positions:list[(int, int, int)] = [] + completed_tasks: list[int] = [] + failed_tasks: list[int] = [] + items_variety_collected :list[int] = [] + items_collected_dict :list[dict] = [] + biomes: list[str] = [] # 存储所有出现过的生物群系 + biomes_per_round: list[list[str]] = [] # 存储每轮结束时已经经历过的生物群系 + new_biome_rounds: list[int] = [] # 存储添加新生物群系的轮次 + processing_block = False # 用于标记是否正在处理一个块 + round_counter = 0 # 用于计数轮数 + # Define the latest parameters + latest_items_collected = latest_items_variety_collected = latest_completed_tasks = latest_failed_tasks = latest_positions = latest_items_collected_dict = None + for line in logs_block: + if "****Curriculum Agent human message****" in line: + processing_block = True # 当找到新的 "****Curriculum Agent human message****" 时开始处理块 + continue + + if "****Curriculum Agent ai message****" in line: + processing_block = False # 当找到 "****Curriculum Agent ai message****" 时停止处理块 + continue + + if processing_block: # 如果正在处理一个块，则执行以下操作 + # Update the latest parameters + if "Position: x=" in line: + match = re.search(r'Position: x=([\d.-]+), y=([\d.-]+), z=([\d.-]+)', line) + x, y, z = float(match.group(1)), float(match.group(2)), float(match.group(3)) + latest_positions = (x, y, z) + + if "Inventory (" in line: + items = re.search(r'Inventory \(\d+/36\): ({.*?})', line).group(1) + items_dict = eval(items) + latest_items_collected_dict = items_dict # 将这一轮结束时的物品存储状态添加到列表中 + total_items = sum(items_dict.values()) + latest_items_collected = total_items + latest_items_variety_collected = len(items_dict) # 统计物品种类数量 + + if "Completed tasks so far:" in line: + tasks = line.replace("Completed tasks so far:", "").strip().split(", ") + latest_completed_tasks = 0 if tasks == ['None'] else len(tasks) + + if "Failed tasks that are too hard:" in line: + tasks = line.replace("Failed tasks that are too hard:", "").strip().split(", ") + latest_failed_tasks = 0 if tasks == ['None'] else len(tasks) + if "****Recorder message:" in line: + if "iteration passed" in line: + round_counter = int(re.search(r'Recorder message: (\d+) iteration passed', line).group(1)) + rounds.append(round_counter) + # Append the latest parameters to their lists + items_collected.append(latest_items_collected) + items_variety_collected.append(latest_items_variety_collected) + completed_tasks.append(latest_completed_tasks) + failed_tasks.append(latest_failed_tasks) + positions.append(latest_positions) + items_collected_dict.append(latest_items_collected_dict) + min_len: int = min(len(rounds), len(items_collected), len(positions), len(completed_tasks), len(failed_tasks)) + return rounds[:min_len], items_collected[:min_len], items_variety_collected[:min_len], items_collected_dict[:min_len], positions[:min_len], completed_tasks[:min_len], failed_tasks[:min_len], biomes, biomes_per_round[:min_len], new_biome_rounds + + +def save_item_results_png(rounds, items_collected, items_collected_dict, start_time, path_prefix): + items_collected_total = {} + items_collected_total_list = [] + for round_index in range(len(rounds)): + for item, quantity in items_collected_dict[round_index].items(): + if item in items_collected_total: + items_collected_total[item] = max(items_collected_total[item], quantity) + else: + items_collected_total[item] = quantity + items_collected_total_list.append(sum(items_collected_total.values())) + print("总数", items_collected_total_list) + plt.figure(figsize=(10, 5)) + plt.plot(rounds, items_collected_total_list, label="Items Collected") + plt.xlabel("# of Rounds") + plt.ylabel("Total Items Collected") + plt.title("Items Collected Over Rounds") + plt.grid(True) + plt.legend() + + ax = plt.gca() + + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_items_collected_over_rounds.png', dpi=300) + plt.close() + + + # 物品种类数量png + plt.figure(figsize=(10, 5)) + plt.xlabel("# of Rounds") + plt.ylabel("Total Variety of Items Collected") + plt.title("Variety of Items Collected Over Rounds") + plt.grid(True) + + special_items = ['wood', 'crafting_table', 'wooden_pickaxe', 'wooden_sword', 'wooden_axe', 'wooden_shovel', 'wooden_hoe', + 'stone', 'furnace', 'stone_pickaxe', 'stone_sword', 'stone_axe', 'stone_shovel', 'stone_hoe', + 'iron_ingot', 'iron_pickaxe', 'iron_sword', 'iron_axe', 'iron_shovel', 'iron_hoe', + 'diamond', 'diamond_pickaxe', 'diamond_sword', 'diamond_axe', 'diamond_shovel', 'diamond_hoe'] + + collected_items_set = set() + items_variety_collected = [] + for i in range(0, len(items_collected_dict)): + current_round_items_set = set(items_collected_dict[i]) + diff_items = list(current_round_items_set - collected_items_set) + collected_items_set.update(current_round_items_set) + items_variety_collected.append(len(collected_items_set)) + if diff_items: + for j, item in enumerate(diff_items): + # 判断物品类型，选择不同的背景颜色 + if item in special_items: + color = 'black' + bgcolor = 'orange' + else: + color = 'black' + bgcolor = 'green' + # 避免文字重叠，通过调整 y 坐标的值 + y = items_variety_collected[i]-1-1*j + + plt.text(rounds[i], y, item, fontsize=4, color=color, ha='center', va='top', + bbox=dict(boxstyle='round,pad=0.5', fc=bgcolor, alpha=0.5)) + plt.plot(rounds, items_variety_collected, label="Variety of Items Collected") + plt.legend() + + ax = plt.gca() + + # 设置坐标显示为整数 + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + # 移除所有边框 + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + # 设置网格线颜色和透明度 + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_variety_items_collected_over_rounds.png', dpi=600) + plt.close() + +def save_path_results_png(positions, start_time, path_prefix): + + x_coords = [pos[0] for pos in positions] + y_coords = [pos[1] for pos in positions] + z_coords = [pos[2] for pos in positions] + + # 计算总里程数 + total_distance = 0 + for i in range(1, len(positions)): + dx = positions[i][0] - positions[i - 1][0] + dy = positions[i][1] - positions[i - 1][1] + dz = positions[i][2] - positions[i - 1][2] + distance = math.sqrt(dx ** 2 + dy ** 2 + dz ** 2) + total_distance += distance + + # 3D path png + fig = plt.figure(figsize=(10, 10)) + ax = fig.add_subplot(111, projection='3d') + ax.plot(x_coords, y_coords, z_coords, color='blue', markersize=4) + ax.set_title("Bot Movement Path in 3D") + ax.set_xlabel("X Coordinate") + ax.set_ylabel("Y Coordinate") + ax.set_zlabel("Z Coordinate") + ax.text(min(x_coords), max(y_coords), max(z_coords), f"Total Distance: {total_distance:.2f} units", fontsize=15, color='red') + ax.plot(x_coords[0], y_coords[0], z_coords[0], 'ro') # start point with red color + ax.plot(x_coords[-1], y_coords[-1], z_coords[-1], 'go') # end point with green color + + plt.savefig(f'{path_prefix}/{start_time}_bot_movement_3D_path.png', dpi=300) + plt.close() + +def save_task_results_png(rounds , completed, failed, start_time, path_prefix): + plt.plot(rounds, completed, label='Completed Tasks') + plt.plot(rounds, failed, label='Failed Tasks') + + plt.xlabel("# of Rounds") + plt.ylabel("Number of Tasks") + plt.title("Completed vs Failed Tasks per Round") + plt.legend() + + ax = plt.gca() + + # 设置坐标显示为整数 + ax.xaxis.set_major_locator(plt.MaxNLocator(integer=True)) + ax.yaxis.set_major_locator(plt.MaxNLocator(integer=True)) + + # 移除所有边框 + ax.spines['top'].set_visible(False) + ax.spines['right'].set_visible(False) + ax.spines['bottom'].set_visible(False) + ax.spines['left'].set_visible(False) + + # 设置网格线颜色和透明度 + ax.grid(color='gray', linestyle='-', linewidth=0.3, alpha=0.2) + + # 设置x轴和y轴的箭头 + ax.annotate('', xy=(1, 0), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + ax.annotate('', xy=(0, 1), xycoords='axes fraction', xytext=(0, 0), + arrowprops=dict(arrowstyle="->", color='black')) + + plt.savefig(f'{path_prefix}/{start_time}_task_results.png', dpi=300) + plt.close() + +def main(): + + # 获取当前脚本的路径 + current_script_path = os.path.dirname(os.path.abspath(__file__)) + + # 构建其他文件的路径 + filename = os.path.join(current_script_path, 'input', 'VG-1.txt') + path_prefix = os.path.join(current_script_path, 'results_pic') + + # 确保输出路径存在 + os.makedirs(path_prefix, exist_ok=True) + + # 自动寻找最新的实验开始时间 + start_time = extract_time_from_first_round_zero(filename) + logs_block = extract_logs(filename) + + rounds, items_collected, items_variety_collected, items_collected_dict, positions, completed_tasks, failed_tasks, biomes, biomes_per_round, new_biome_rounds = analyze_log_block(logs_block) + + + positions_0 = [pos for pos in positions if pos is not None] + items_collected_dict = [item if item is not None else {} for item in items_collected_dict] + + collected_items_set = set() + total_items_variety = [] + for i in range(0, len(items_collected_dict)): + current_round_items_set = set(items_collected_dict[i]) + collected_items_set.update(current_round_items_set) + total_items_variety.append(len(collected_items_set)) + print(total_items_variety) + #save png + start_time = start_time.replace(":", "_") + save_item_results_png(rounds, items_collected, items_collected_dict, start_time, path_prefix) + save_path_results_png(positions_0, start_time, path_prefix) + save_task_results_png(rounds, completed_tasks, failed_tasks, start_time, path_prefix) + #save_item_results_png(rounds, items_collected, items_variety_collected, items_collected_dict, start_time, path_prefix) + + print("种类",total_items_variety) + print("轮次", rounds) + print("总数",items_collected) + print("成功",completed_tasks) + print("失败",failed_tasks) + print("位置",positions) + + data = {'rounds': rounds, + 'items_collected': items_collected, + 'total_items_variety':total_items_variety, + 'items_variety_collected': items_collected_dict, + 'positions': positions, + 'completed_tasks': completed_tasks, + 'failed_tasks': failed_tasks} + # 创建一个DataFrame + df = pd.DataFrame(data) + # 创建一个新的DataFrame，存储new_biome_rounds和biomes + df_new_biomes = pd.DataFrame({ + 'new_biome_rounds': new_biome_rounds, + 'biomes': biomes + }) + # 将新的DataFrame和原来的df进行合并 + df = pd.concat([df, df_new_biomes], axis=1) + + # 写入到Excel文件中 + df.to_excel(os.path.join(path_prefix, f'{start_time}_results.xlsx'), index=False) +if __name__ == "__main__": + main()