完全合作关系pettingzoo pinstonball_v6

import pettingzoo
from pettingzoo.classic import tictactoe_v3
import torch
pettingzoo.__version__

from pettingzoo.butterfly import pistonball_v6

parallel_env = pistonball_v6.parallel_env(render_mode="human",max_cycles=159)
observations = parallel_env.reset(seed=42)
i = 0
while parallel_env.agents:
    # this is where you would insert your policy
    actions = {agent: parallel_env.action_space(agent).sample() for agent in parallel_env.agents}  
    print( 'actions' , actions)
    observations, rewards, terminations, truncations, infos = parallel_env.step(actions)
    print( 'rewards' , rewards,'end')
    i = i+1
    print(observations['piston_19'].shape)
parallel_env.close()
print(i)

actions {'piston_0': array([-0.08525645], dtype=float32), 'piston_1': array([-0.42905244], dtype=float32), 'piston_2': array([-0.4889697], dtype=float32), 'piston_3': array([0.5017944], dtype=float32), 'piston_4': array([-0.44309908], dtype=float32), 'piston_5': array([-0.45994607], dtype=float32), 'piston_6': array([-0.10234418], dtype=float32), 'piston_7': array([-0.6720747], dtype=float32), 'piston_8': array([-0.03347966], dtype=float32), 'piston_9': array([0.98769885], dtype=float32), 'piston_10': array([0.569445], dtype=float32), 'piston_11': array([0.80274135], dtype=float32), 'piston_12': array([0.6099096], dtype=float32), 'piston_13': array([0.33728644], dtype=float32), 'piston_14': array([0.9270321], dtype=float32), 'piston_15': array([0.804341], dtype=float32), 'piston_16': array([0.99112314], dtype=float32), 'piston_17': array([0.27944133], dtype=float32), 'piston_18': array([0.17557016], dtype=float32), 'piston_19': array([-0.95235705], dtype=float32)}

rewards defaultdict(<class 'int'>, {'piston_0': -0.1, 'piston_1': -0.1, 'piston_2': -0.1, 'piston_3': -0.1, 'piston_4': -0.1, 'piston_5': -0.1, 'piston_6': -0.1, 'piston_7': -0.1, 'piston_8': -0.1, 'piston_9': -0.1, 'piston_10': -0.1, 'piston_11': -0.1, 'piston_12': -0.1, 'piston_13': -0.1, 'piston_14': -0.1, 'piston_15': -0.1, 'piston_16': -0.1, 'piston_17': -0.1, 'piston_18': -0.1, 'piston_19': -0.1}) end
(457, 120, 3)