Skip to content

Commit

Permalink
training script change
Browse files Browse the repository at this point in the history
  • Loading branch information
Kye committed Aug 18, 2023
1 parent 3ae778a commit 3e528db
Showing 1 changed file with 2 additions and 15 deletions.
17 changes: 2 additions & 15 deletions train.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@
)

from rt2.utils.stable_adamw import StableAdamWUnfused
from rt2.experimental.rt2_palme import PALME, RT2
from rt2.model import RT2


# setup
Expand Down Expand Up @@ -493,20 +493,7 @@ def Train():

set_seed(CFG.SEED)

model =RT2(
palme=PALME(),
num_actions=11,
action_bins=256,
depth=6,
heads=8,
dim_head=64,
token_learner_ff_mult=2,
token_learner_num_layers=2,
token_learner_num_output_tokens=8,
cond_drop_prob=0.2,
use_attn_conditioner=False,
conditioner_kwargs=dict()
)
model = RT2()

print_num_params(model, accelerator)

Expand Down

0 comments on commit 3e528db

Please sign in to comment.