Skip to content

Commit

Permalink
Update
Browse files Browse the repository at this point in the history
[ghstack-poisoned]
  • Loading branch information
vmoens committed Dec 16, 2024
1 parent fb8fd8b commit db873fc
Showing 1 changed file with 7 additions and 4 deletions.
11 changes: 7 additions & 4 deletions sota-implementations/sac/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,11 @@
from tensordict.nn.distributions import NormalParamExtractor
from torch import nn, optim
from torchrl.collectors import SyncDataCollector
from torchrl.data import TensorDictPrioritizedReplayBuffer, TensorDictReplayBuffer
from torchrl.data.replay_buffers.storages import LazyMemmapStorage
from torchrl.data import (
LazyTensorStorage,
TensorDictPrioritizedReplayBuffer,
TensorDictReplayBuffer,
)
from torchrl.envs import (
CatTensors,
Compose,
Expand Down Expand Up @@ -141,7 +144,7 @@ def make_replay_buffer(
beta=0.5,
pin_memory=False,
prefetch=prefetch,
storage=LazyMemmapStorage(
storage=LazyTensorStorage(
buffer_size,
scratch_dir=scratch_dir,
device=device,
Expand All @@ -152,7 +155,7 @@ def make_replay_buffer(
replay_buffer = TensorDictReplayBuffer(
pin_memory=False,
prefetch=prefetch,
storage=LazyMemmapStorage(
storage=LazyTensorStorage(
buffer_size,
scratch_dir=scratch_dir,
device=device,
Expand Down

0 comments on commit db873fc

Please sign in to comment.