Skip to content

Commit

Permalink
WBB Raw Updated (Start: 2024 End: 2024)
Browse files Browse the repository at this point in the history
  • Loading branch information
@actions-user
actions-user committed Apr 19, 2024
1 parent d45b45d commit acbc77b
Show file tree
Hide file tree
Showing 2 changed files with 337 additions and 0 deletions.
Binary file modified wbb/schedules/rds/wbb_schedule_2024.rds
View file
Binary file not shown.
337 changes: 337 additions & 0 deletions wehoop_wbb_raw_logfile.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24752,3 +24752,340 @@ Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
INFO:__main__:19.785322141647338 minutes to download 5908 game play-by-plays.
INFO:__main__:Finished WBB PBP for 2024...
INFO:__main__:Scraping WBB schedules for year 2024...
INFO:__main__:3.733187981446584 minutes to download 1 years of season schedules.
INFO:__main__:Scraping WBB PBP for 2024...
INFO:__main__:Number of Games: 5908
ERROR:__main__:Exception: game_id = 401603311
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
ERROR:__main__:Exception: game_id = 401603314
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
ERROR:__main__:Exception: game_id = 401573790
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
ERROR:__main__:Exception: game_id = 401588256
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
ERROR:__main__:Exception: game_id = 401587831
Traceback (most recent call last):
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 466, in _make_request
six.raise_from(e, None)
File "<string>", line 3, in raise_from
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 461, in _make_request
httplib_response = conn.getresponse()
File "/usr/lib/python3.8/http/client.py", line 1348, in getresponse
response.begin()
File "/usr/lib/python3.8/http/client.py", line 316, in begin
version, status, reason = self._read_status()
File "/usr/lib/python3.8/http/client.py", line 277, in _read_status
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
File "/usr/lib/python3.8/socket.py", line 669, in readinto
return self._sock.recv_into(b)
socket.timeout: timed out

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/requests/adapters.py", line 489, in send
resp = conn.urlopen(
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 798, in urlopen
retries = retries.increment(
File "/root/.local/lib/python3.8/site-packages/urllib3/util/retry.py", line 550, in increment
raise six.reraise(type(error), error, _stacktrace)
File "/root/.local/lib/python3.8/site-packages/urllib3/packages/six.py", line 770, in reraise
raise value
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 714, in urlopen
httplib_response = self._make_request(
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 468, in _make_request
self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 357, in _raise_timeout
raise ReadTimeoutError(
urllib3.exceptions.ReadTimeoutError: HTTPConnectionPool(host='site.api.espn.com', port=80): Read timed out. (read timeout=30)

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/mnt/sdv_repos/sdv-py/sportsdataverse/dl_utils.py", line 20, in download
response = session.get(url, params=params, proxies=proxy, headers=headers, timeout=timeout)
File "/usr/local/lib/python3.8/dist-packages/requests/sessions.py", line 600, in get
return self.request("GET", url, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/requests/sessions.py", line 587, in request
resp = self.send(prep, **send_kwargs)
File "/usr/local/lib/python3.8/dist-packages/requests/sessions.py", line 701, in send
r = adapter.send(request, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/requests/adapters.py", line 578, in send
raise ReadTimeout(e, request=request)
requests.exceptions.ReadTimeout: HTTPConnectionPool(host='site.api.espn.com', port=80): Read timed out. (read timeout=30)

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 50, in download_game
g = sdv.wbb.espn_wbb_pbp(game_id = game, raw = True)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 35, in espn_wbb_pbp
summary_resp = download(summary_url, **kwargs)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/dl_utils.py", line 31, in download
logger.warning("%s: %i - %s for url (%s)", e, response.status_code, response.reason, response.url)
UnboundLocalError: local variable 'response' referenced before assignment
Traceback (most recent call last):
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 466, in _make_request
six.raise_from(e, None)
File "<string>", line 3, in raise_from
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 461, in _make_request
httplib_response = conn.getresponse()
File "/usr/lib/python3.8/http/client.py", line 1348, in getresponse
response.begin()
File "/usr/lib/python3.8/http/client.py", line 316, in begin
version, status, reason = self._read_status()
File "/usr/lib/python3.8/http/client.py", line 277, in _read_status
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
File "/usr/lib/python3.8/socket.py", line 669, in readinto
return self._sock.recv_into(b)
socket.timeout: timed out

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/requests/adapters.py", line 489, in send
resp = conn.urlopen(
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 798, in urlopen
retries = retries.increment(
File "/root/.local/lib/python3.8/site-packages/urllib3/util/retry.py", line 550, in increment
raise six.reraise(type(error), error, _stacktrace)
File "/root/.local/lib/python3.8/site-packages/urllib3/packages/six.py", line 770, in reraise
raise value
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 714, in urlopen
httplib_response = self._make_request(
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 468, in _make_request
self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
File "/root/.local/lib/python3.8/site-packages/urllib3/connectionpool.py", line 357, in _raise_timeout
raise ReadTimeoutError(
urllib3.exceptions.ReadTimeoutError: HTTPConnectionPool(host='site.api.espn.com', port=80): Read timed out. (read timeout=30)

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/mnt/sdv_repos/sdv-py/sportsdataverse/dl_utils.py", line 20, in download
response = session.get(url, params=params, proxies=proxy, headers=headers, timeout=timeout)
File "/usr/local/lib/python3.8/dist-packages/requests/sessions.py", line 600, in get
return self.request("GET", url, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/requests/sessions.py", line 587, in request
resp = self.send(prep, **send_kwargs)
File "/usr/local/lib/python3.8/dist-packages/requests/sessions.py", line 701, in send
r = adapter.send(request, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/requests/adapters.py", line 578, in send
raise ReadTimeout(e, request=request)
requests.exceptions.ReadTimeout: HTTPConnectionPool(host='site.api.espn.com', port=80): Read timed out. (read timeout=30)

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 50, in download_game
g = sdv.wbb.espn_wbb_pbp(game_id = game, raw = True)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 35, in espn_wbb_pbp
summary_resp = download(summary_url, **kwargs)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/dl_utils.py", line 31, in download
logger.warning("%s: %i - %s for url (%s)", e, response.status_code, response.reason, response.url)
UnboundLocalError: local variable 'response' referenced before assignment
ERROR:__main__:Exception: game_id = 401600579
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
ERROR:__main__:Exception: game_id = 401603640
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
Traceback (most recent call last):
File "python/scrape_wbb_json.py", line 78, in download_game
result = sdv.wbb.helper_wbb_pbp(
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 104, in helper_wbb_pbp
pbp_txt = helper_wbb_pbp_features(game_id, pbp_txt, init)
File "/mnt/sdv_repos/sdv-py/sportsdataverse/wbb/wbb_pbp.py", line 231, in helper_wbb_pbp_features
pbp_txt["plays"]
File "/usr/local/lib/python3.8/dist-packages/polars/dataframe/frame.py", line 7631, in with_columns
self.lazy()
File "/usr/local/lib/python3.8/dist-packages/polars/utils/deprecation.py", line 93, in wrapper
return function(*args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/polars/lazyframe/frame.py", line 1695, in collect
return wrap_df(ldf.collect())
exceptions.ColumnNotFoundError: id

Error originated just after this operation:
DF []; PROJECT */0 COLUMNS; SELECTION: "None"
INFO:__main__:18.49951214790344 minutes to download 5908 game play-by-plays.
INFO:__main__:Finished WBB PBP for 2024...

0 comments on commit acbc77b

Please sign in to comment.