Skip to content

Commit

Permalink
feat: [DP-2108][DP-2234][DP-2303] Update packages (#199)
Browse files Browse the repository at this point in the history
* update packages

* attempt patch

* so it begins

* fix dependencies moto and remove googleads

* comment out

* update poetry

* update pandas import

* fix: unix time

* fix timestamp

* parquet fix

* nuke

* fix: remove comments

---------

Co-authored-by: shub-v <shubhankvijayvargiya@gmail.com>
  • Loading branch information
vincentkoc and shub-v authored May 15, 2023
1 parent cb3a6b8 commit d1307ac
Show file tree
Hide file tree
Showing 22 changed files with 1,341 additions and 4,406 deletions.
2 changes: 1 addition & 1 deletion hip_data_tools/apache/cassandra.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from typing import List

import pandas as pd
from attr import dataclass
from dataclasses import dataclass
from cassandra import ConsistencyLevel
from cassandra.auth import PlainTextAuthProvider
from cassandra.cluster import Cluster, Session
Expand Down
2 changes: 1 addition & 1 deletion hip_data_tools/aws/common.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
from typing import Any, Optional

import boto3 as boto
from attr import dataclass
from dataclasses import dataclass
from botocore.client import BaseClient

from hip_data_tools.common import KeyValueSource, ENVIRONMENT, SecretsManager
Expand Down
2 changes: 1 addition & 1 deletion hip_data_tools/aws/s3.py
Original file line number Diff line number Diff line change
Expand Up @@ -109,7 +109,7 @@ def upload_dataframe_as_parquet(self,

tmp_file = NamedTemporaryFile(delete=False)
destination = f"{key}/{file_name}.parquet"
dataframe.to_parquet(fname=tmp_file.name, **kwargs)
dataframe.to_parquet(path=tmp_file.name, **kwargs)
self.upload_file(local_file_path=tmp_file.name, key=destination, remove_local=True)

def download_parquet_as_dataframe(self,
Expand Down
216 changes: 0 additions & 216 deletions hip_data_tools/etl/athena_to_adwords.py

This file was deleted.

Loading

0 comments on commit d1307ac

Please sign in to comment.