Skip to content
This repository was archived by the owner on Feb 2, 2024. It is now read-only.

Commit 987521f

Browse files
densmirndensmirn
authored
Undecorate tests on reading CSV (#866)
1 parent d55933c commit 987521f

1 file changed

Lines changed: 1 addition & 21 deletions

File tree

‎sdc/tests/test_io.py‎

Lines changed: 1 addition & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -45,8 +45,7 @@
4545
get_rank,
4646
get_start_end,
4747
skip_numba_jit,
48-
skip_sdc_jit,
49-
dfRefactoringNotImplemented)
48+
skip_sdc_jit)
5049

5150

5251
kde_file = 'kde.parquet'
@@ -351,7 +350,6 @@ def pyfunc(fname):
351350
cfunc = self.jit(pyfunc)
352351
pd.testing.assert_frame_equal(cfunc(fname), pyfunc(fname))
353352

354-
@dfRefactoringNotImplemented
355353
def pd_csv_keys1(self, use_pyarrow=False):
356354
read_csv = self._read_csv(use_pyarrow)
357355
int_type = self._int_type()
@@ -391,7 +389,6 @@ def test_csv_const_dtype1(self):
391389
pd.testing.assert_frame_equal(hpat_func(), test_impl())
392390

393391
# inference from file
394-
@dfRefactoringNotImplemented
395392
def pd_csv_infer_file_default(self, file_name="csv_data_infer1.csv", use_pyarrow=False):
396393
read_csv = self._read_csv(use_pyarrow)
397394

@@ -410,7 +407,6 @@ def test(file_name):
410407
with self.subTest(file_name=file_name):
411408
test(file_name)
412409

413-
@dfRefactoringNotImplemented
414410
def pd_csv_infer_file_sep(self, use_pyarrow=False):
415411
read_csv = self._read_csv(use_pyarrow)
416412

@@ -424,7 +420,6 @@ def test_csv_infer_file_sep(self):
424420
hpat_func = self.jit(test_impl)
425421
pd.testing.assert_frame_equal(hpat_func(), test_impl())
426422

427-
@dfRefactoringNotImplemented
428423
def pd_csv_infer_file_delimiter(self, use_pyarrow=False):
429424
read_csv = self._read_csv(use_pyarrow)
430425

@@ -438,7 +433,6 @@ def test_csv_infer_file_delimiter(self):
438433
hpat_func = self.jit(test_impl)
439434
pd.testing.assert_frame_equal(hpat_func(), test_impl())
440435

441-
@dfRefactoringNotImplemented
442436
def pd_csv_infer_file_names(self, file_name="csv_data1.csv", use_pyarrow=False):
443437
read_csv = self._read_csv(use_pyarrow)
444438

@@ -457,7 +451,6 @@ def test(file_name):
457451
with self.subTest(file_name=file_name):
458452
test(file_name)
459453

460-
@dfRefactoringNotImplemented
461454
def pd_csv_infer_file_usecols(self, file_name="csv_data_infer1.csv", use_pyarrow=False):
462455
read_csv = self._read_csv(use_pyarrow)
463456

@@ -476,7 +469,6 @@ def test(file_name):
476469
with self.subTest(file_name=file_name):
477470
test(file_name)
478471

479-
@dfRefactoringNotImplemented
480472
def pd_csv_infer_file_names_usecols(self, file_name="csv_data1.csv", use_pyarrow=False):
481473
read_csv = self._read_csv(use_pyarrow)
482474

@@ -495,7 +487,6 @@ def test(file_name):
495487
with self.subTest(file_name=file_name):
496488
test(file_name)
497489

498-
@dfRefactoringNotImplemented
499490
def pd_csv_infer_parallel1(self, use_pyarrow=False):
500491
read_csv = self._read_csv(use_pyarrow)
501492

@@ -530,7 +521,6 @@ def test_csv_skip1(self):
530521
hpat_func = self.jit(test_impl)
531522
pd.testing.assert_frame_equal(hpat_func(), test_impl())
532523

533-
@dfRefactoringNotImplemented
534524
def pd_csv_infer_skip1(self, use_pyarrow=False):
535525
read_csv = self._read_csv(use_pyarrow)
536526

@@ -544,7 +534,6 @@ def test_csv_infer_skip1(self):
544534
hpat_func = self.jit(test_impl)
545535
pd.testing.assert_frame_equal(hpat_func(), test_impl())
546536

547-
@dfRefactoringNotImplemented
548537
def pd_csv_infer_skip_parallel1(self, use_pyarrow=False):
549538
read_csv = self._read_csv(use_pyarrow)
550539

@@ -561,7 +550,6 @@ def test_csv_infer_skip_parallel1(self):
561550
hpat_func = self.jit(test_impl)
562551
self.assertEqual(hpat_func(), test_impl())
563552

564-
@dfRefactoringNotImplemented
565553
def pd_csv_rm_dead1(self, use_pyarrow=False):
566554
read_csv = self._read_csv(use_pyarrow)
567555

@@ -579,7 +567,6 @@ def test_csv_rm_dead1(self):
579567
hpat_func = self.jit(test_impl)
580568
np.testing.assert_array_equal(hpat_func(), test_impl())
581569

582-
@dfRefactoringNotImplemented
583570
def pd_csv_date1(self, use_pyarrow=False):
584571
read_csv = self._read_csv(use_pyarrow)
585572
int_type = self._int_type()
@@ -598,7 +585,6 @@ def test_csv_date1(self):
598585
hpat_func = self.jit(test_impl)
599586
pd.testing.assert_frame_equal(hpat_func(), test_impl())
600587

601-
@dfRefactoringNotImplemented
602588
def pd_csv_str1(self, use_pyarrow=False):
603589
read_csv = self._read_csv(use_pyarrow)
604590
int_type = self._int_type()
@@ -616,7 +602,6 @@ def test_csv_str1(self):
616602
hpat_func = self.jit(test_impl)
617603
pd.testing.assert_frame_equal(hpat_func(), test_impl())
618604

619-
@dfRefactoringNotImplemented
620605
def pd_csv_parallel1(self, use_pyarrow=False):
621606
read_csv = self._read_csv(use_pyarrow)
622607

@@ -634,7 +619,6 @@ def test_csv_parallel1(self):
634619
hpat_func = self.jit(test_impl)
635620
self.assertEqual(hpat_func(), test_impl())
636621

637-
@dfRefactoringNotImplemented
638622
def pd_csv_str_parallel1(self, use_pyarrow=False):
639623
read_csv = self._read_csv(use_pyarrow)
640624

@@ -652,7 +636,6 @@ def test_csv_str_parallel1(self):
652636
hpat_func = self.jit(locals={'df:return': 'distributed'})(test_impl)
653637
self.assertEqual(hpat_func(), test_impl())
654638

655-
@dfRefactoringNotImplemented
656639
def pd_csv_usecols1(self, use_pyarrow=False):
657640
read_csv = self._read_csv(use_pyarrow)
658641

@@ -671,7 +654,6 @@ def test_csv_usecols1(self):
671654
hpat_func = self.jit(test_impl)
672655
pd.testing.assert_frame_equal(hpat_func(), test_impl())
673656

674-
@dfRefactoringNotImplemented
675657
def pd_csv_cat1(self, use_pyarrow=False):
676658
read_csv = self._read_csv(use_pyarrow)
677659

@@ -695,7 +677,6 @@ def test_csv_cat1(self):
695677
pd.testing.assert_series_equal(
696678
hpat_func(), test_impl(), check_names=False)
697679

698-
@dfRefactoringNotImplemented
699680
def pd_csv_cat2(self, use_pyarrow=False):
700681
read_csv = self._read_csv(use_pyarrow)
701682
int_type = self._int_type()
@@ -716,7 +697,6 @@ def test_csv_cat2(self):
716697
hpat_func = self.jit(test_impl)
717698
pd.testing.assert_frame_equal(hpat_func(), test_impl())
718699

719-
@dfRefactoringNotImplemented
720700
def pd_csv_single_dtype1(self, use_pyarrow=False):
721701
read_csv = self._read_csv(use_pyarrow)
722702

0 commit comments

Comments
 (0)