Update SOAP2ArchiveCSV.py

- pandas error_on_badlines deprecation fix
NOAA-PMEL · May 22, 2024 · 0071e9b · 0071e9b
1 parent 8086229
commit 0071e9b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/SOAP2ArchiveCSV.py b/SOAP2ArchiveCSV.py
@@ -62,7 +62,7 @@
 
 args = parser.parse_args()
 
-df = pd.read_csv(args.infile,sep=';',index_col=False,dtype=object,error_bad_lines=False)
+df = pd.read_csv(args.infile,sep=';',index_col=False,dtype=object,on_bad_lines='skip')
 
 if not args.archive_year:
     year = str(datetime.datetime.now().year)
@@ -137,4 +137,4 @@
             bd_thinned['hhmm'] = bd_thinned.apply(lambda row: str(pd.to_datetime(row['locationDate']).hour).zfill(2)+str(pd.to_datetime(row['locationDate']).minute).zfill(2), axis=1)
             out_columns=['platformId','latitude','longitude','year','doy','hhmm','value'] + ['locationClass']
             bd_thinned[out_columns].dropna().to_csv(k + '.y' + year,' ',header=False,index=False,na_rep=np.nan,mode='a')
-
+