Need help populating postgresql db #128
Description
Hi,
As the title says I'm having trouble populate my postgresql db. I've created the schema and can see the tables in my local psql db, but can't seem to populate it correctly. Not sure why though.
When I run the create_postgres.sh script, it doesn't do anything even after a few hours.
In some cases I'd get this big error message that seems to indicate that the connection was aborted, so I'm guessing the nba_api isn't allowing me to make the necessary api calls?
(venv) mikko@Johns-MacBook-Pro nba-sql % ./scripts/create_postgres.sh
Loading seasons: ['2024-25'].
Connecting to postgres database.
Loading the database in the default mode.
Initializing schema.
Populating team table.
Traceback (most recent call last):----------------| 0.0%
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 716, in urlopen
httplib_response = self._make_request(
^^^^^^^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 468, in _make_request
six.raise_from(e, None)
File "<string>", line 3, in raise_from
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 463, in _make_request
httplib_response = conn.getresponse()
^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py", line 1419, in getresponse
response.begin()
File "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py", line 331, in begin
version, status, reason = self._read_status()
^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py", line 300, in _read_status
raise RemoteDisconnected("Remote end closed connection without"
http.client.RemoteDisconnected: Remote end closed connection without response
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/requests/adapters.py", line 589, in send
resp = conn.urlopen(
^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 802, in urlopen
retries = retries.increment(
^^^^^^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/urllib3/util/retry.py", line 552, in increment
raise six.reraise(type(error), error, _stacktrace)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/urllib3/packages/six.py", line 769, in reraise
raise value.with_traceback(tb)
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 716, in urlopen
httplib_response = self._make_request(
^^^^^^^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 468, in _make_request
six.raise_from(e, None)
File "<string>", line 3, in raise_from
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 463, in _make_request
httplib_response = conn.getresponse()
^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py", line 1419, in getresponse
response.begin()
File "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py", line 331, in begin
version, status, reason = self._read_status()
^^^^^^^^^^^^^^^^^^^
File "/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py", line 300, in _read_status
raise RemoteDisconnected("Remote end closed connection without"
urllib3.exceptions.ProtocolError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/Users/mikko/Documents/VSCode/repos/nba-sql/stats/nba_sql.py", line 470, in <module>
main(args, False)
File "/Users/mikko/Documents/VSCode/repos/nba-sql/stats/nba_sql.py", line 371, in main
default_mode(settings, create_schema, request_gap, seasons, skip_tables, quiet or from_gui)
File "/Users/mikko/Documents/VSCode/repos/nba-sql/stats/nba_sql.py", line 109, in default_mode
team_requester.generate_rows(team_id)
File "/Users/mikko/Documents/VSCode/repos/nba-sql/stats/team.py", line 41, in generate_rows
super().generate_rows(params)
File "/Users/mikko/Documents/VSCode/repos/nba-sql/stats/general_requester.py", line 34, in generate_rows
response = requests.get(url=self.url, headers=headers, params=params).json()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/requests/api.py", line 73, in get
return request("get", url, params=params, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/requests/api.py", line 59, in request
return session.request(method=method, url=url, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/requests/sessions.py", line 589, in request
resp = self.send(prep, **send_kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/requests/sessions.py", line 703, in send
r = adapter.send(request, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Users/mikko/Documents/VSCode/repos/nba-sql/venv/lib/python3.12/site-packages/requests/adapters.py", line 604, in send
raise ConnectionError(err, request=request)
requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))
I'd really love some help on how to fix this. Thanks!