savamarius / rassh Goto Github PK

from where to run the main file of this project. When i am trying to run this rl.py file code

import rassh
from rl_task import HASSHTask
from rl_env import HASSHEnv
from pybrain.rl.learners.valuebased import ActionValueTable
from pybrain.rl.agents import LearningAgent
from pybrain.rl.learners import Q,SARSA
from pybrain.rl.experiments import Experiment
from pybrain.rl.explorers import EpsilonGreedyExplorer
import matplotlib as mpl
mpl.use('Agg')
import pylab

import threading

class RL:
def init(self):
self.av_table = ActionValueTable(4, 5)
self.av_table.initialize(0.1)

        learner = SARSA()
        learner._setExplorer(EpsilonGreedyExplorer(0.0))
        self.agent = LearningAgent(self.av_table, learner)

        env = HASSHEnv()

        task = HASSHTask(env)

        self.experiment = Experiment(task, self.agent)

def go(self):
      global rl_params
      rassh.core.constants.rl_params = self.av_table.params.reshape(4,5)[0]
      self.experiment.doInteractions(1)
      self.agent.learn()
     
      #pylab.pcolor(self.av_table.params.reshape(4,5).max(1).reshape(2,2))
      #pylab.savefig('/tmp/plot.png')

def rl_start_thread():
t = threading.Thread(target=rl_run)
#t.daemon = True
t.start()

if name == "main":
rl_run()

it prints the error message as : " name 'rl_run' is not defined "

please provide the proper documentation for the project explaining the details about the installation and running the main method.