Skip to content

Commit

Permalink
[web-data] Fix
Browse files Browse the repository at this point in the history
  • Loading branch information
kngwyu committed Jul 18, 2024
1 parent 8788f36 commit 3979b54
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions scripts/make_web_data.py
Original file line number Diff line number Diff line change
Expand Up @@ -112,13 +112,15 @@ def main(
write_dir = Path("saved-web-data")

stats_df, ldf = _make_stats_df(profile_and_rewards_path)
stats_df.write_parquet(write_dir / "stats.parqut", compression="snappy")
stats_df.write_parquet(write_dir / "stats.parquet", compression="snappy")

log_path = profile_and_rewards_path.parent.expanduser()

for i, point in enumerate(starting_points):
ld_start = point
if deincr_log_idx:
point = point +1
index = point // 1024000
ld_start = point - 1 * int(deincr_log_idx)
ldfi = ldf.filter(
(pl.col("step") >= ld_start) & (pl.col("step") <= ld_start + length)
).collect() # Offloading here for speedup
Expand Down

0 comments on commit 3979b54

Please sign in to comment.