Commits

David Mehringer authored 2212da92d07
can't find in bamboo log with skips, try without skips

casatools/tests/tools/ms/test_tool_ms_statwt.py

Modified
267 267 self.assertTrue((gflag == eflag).all(), 'FLAG comparison failed')
268 268 self.assertTrue((gfrow == efrow).all(), 'FLAG_ROW comparison failed')
269 269 # all flags must be True where wtsp = 0
270 270 self.assertTrue(np.extract(gwtsp == 0, gflag).all())
271 271 self.assertTrue(np.allclose(gsigma, esigma), 'SIGMA comparison failed')
272 272 if type(gsisp) != type(None) and type(esisp) != type(None):
273 273 self.assertTrue(np.allclose(
274 274 gsisp, esisp), 'SIGMA_SPECTRUM comparison failed'
275 275 )
276 276
277 - @unittest.skip("temporary skip for debugging one test")
278 277 def test_algorithm(self):
279 278 """ Test the algorithm, includes excludechans tests"""
280 279 dst = "ngc5921.split.ms"
281 280 cflags = np.array(63 * [False])
282 281 cflags[10:21] = True
283 282 """
284 283 row_to_rows = []
285 284 for row in range(60):
286 285 row_to_rows.append((row, row+1))
287 286 """
304 303 ref = 'ngc5921_statwt_ref_test_algorithm_sep_corr_fitspw.ms'
305 304 else:
306 305 if fitspw == '':
307 306 ref = 'ngc5921_statwt_ref_test_algorithm_combine_corr_no_fitspw.ms'
308 307 else:
309 308 ref = 'ngc5921_statwt_ref_test_algorithm_combine_corr_has_fitspw.ms'
310 309 self.compare(dst, ref)
311 310 shutil.rmtree(dst)
312 311 c += 1
313 312
314 - @unittest.skip("temporary skip for debugging one test")
315 313 def test_timebin(self):
316 314 """Test time binning"""
317 315 dst = "ngc5921.split.timebin.ms"
318 316 combine = "corr"
319 317 for timebin in ["300s", 10]:
320 318 shutil.copytree(src, dst)
321 319 myms.open(dst, nomodify=False)
322 320 myms.statwt(timebin=timebin, combine=combine)
323 321 myms.done()
324 322 ref = 'ngc5921_statwt_ref_test_timebin_' + str(timebin) + '.ms'
325 323 self.compare(dst, ref)
326 324 shutil.rmtree(dst)
327 325
328 - @unittest.skip("temporary skip for debugging one test")
329 326 def test_chanbin(self):
330 327 """Test channel binning"""
331 328 dst = "ngc5921.split.chanbin_0.ms"
332 329 row_to_rows = []
333 330 for i in range(60):
334 331 row_to_rows.append([i, i+1])
335 332 bins = [
336 333 [0, 8], [8, 16], [16, 24], [24, 32], [32, 40], [40, 48],
337 334 [48, 56], [56,63]
338 335 ]
360 357 self.assertTrue(y == x-1, "wrong number of columns")
361 358 mytb.done()
362 359 myms.open(dst, nomodify=False)
363 360 myms.statwt(chanbin=chanbin, combine=combine)
364 361 myms.done()
365 362 if combine == '':
366 363 ref = refdir + 'ngc5921_statwt_ref_test_chanbin_sep_corr.ms'
367 364 ref = refdir + 'ngc5921_statwt_ref_test_chanbin_combine_corr.ms'
368 365 shutil.rmtree(dst)
369 366
370 - @unittest.skip("temporary skip for debugging one test")
371 367 def test_minsamp(self):
372 368 """Test minimum number of points"""
373 369 dst = "ngc5921.split.minsamp.ms"
374 370 combine = "corr"
375 371 trow = 12
376 372 for minsamp in [60, 80]:
377 373 shutil.copytree(src, dst)
378 374 myms.open(dst, nomodify=False)
379 375 myms.statwt(minsamp=minsamp, combine=combine)
380 376 myms.done()
403 399 "Incorrect weight spectrum row " + str(trow)
404 400 )
405 401 self.assertTrue(
406 402 flag[:,:,trow].all(), "Incorrect flag row " + str(trow)
407 403 )
408 404 self.assertTrue(
409 405 frow[trow], "Incorrect flagrow row " + str(trow)
410 406 )
411 407 shutil.rmtree(dst)
412 408
413 - @unittest.skip("temporary skip for debugging one test")
414 409 def test_default_boundaries(self):
415 410 """Test default scan, field, etc boundaries"""
416 411 dst = "ngc5921.split.normalbounds.ms"
417 412 ref = 'ngc5921_statwt_ref_test_default_boundaries.ms'
418 413 timebin = "6000s"
419 414 # there are three field_ids, and there is a change in field_id when
420 415 # there is a change in scan number, so specifying combine="field" in the
421 416 # absence of "scan" will give the same result as combine=""
422 417 row_to_rows = []
423 418 for i in range(12):
435 430 for i in range(56, 60):
436 431 row_to_rows.append([56, 60])
437 432 for combine in ["corr", "corr,field"]:
438 433 shutil.copytree(src, dst)
439 434 myms.open(dst, nomodify=False)
440 435 myms.statwt(timebin=timebin, combine=combine)
441 436 myms.done()
442 437 self.compare(dst, ref)
443 438 shutil.rmtree(dst)
444 439
445 - @unittest.skip("temporary skip for debugging one test")
446 440 def test_no_scan_boundaries(self):
447 441 """Test no scan boundaries"""
448 442 dst = "ngc5921.no_scan_bounds.ms"
449 443 timebin = "6000s"
450 444 # ref = os.path.join(datadir, 'ngc5921_statwt_ref_test_no_scan_bounds.ms')
451 445 ref = 'ngc5921_statwt_ref_test_no_scan_bounds.ms'
452 446 combine = "corr, scan"
453 447 shutil.copytree(src, dst)
454 448 myms.open(dst, nomodify=False)
455 449 myms.statwt(timebin=timebin, combine=combine)
456 450 myms.done()
457 451 self.compare(dst, ref)
458 452 shutil.rmtree(dst)
459 453
460 - @unittest.skip("temporary skip for debugging one test")
461 454 def test_no_scan_nor_field_boundaries(self):
462 455 """Test no scan nor field boundaries"""
463 456 dst = "ngc5921.no_scan_nor_field_bounds.ms"
464 457 timebin = "6000s"
465 458 # ref = os.path.join(datadir, 'ngc5921_statwt_ref_test_no_scan_nor_field_bounds.ms')
466 459 ref = 'ngc5921_statwt_ref_test_no_scan_nor_field_bounds.ms'
467 460 for combine in ["corr,scan,field", "corr,field,scan"]:
468 461 shutil.copytree(src, dst)
469 462 myms.open(dst, nomodify=False)
470 463 myms.statwt(timebin=timebin, combine=combine)
471 464 myms.done()
472 465 self.compare(dst, ref)
473 466 shutil.rmtree(dst)
474 467
475 - @unittest.skip("temporary skip for debugging one test")
476 468 def test_statalg(self):
477 469 """Test statalg"""
478 470 # just testing inputs
479 471 dst = "ngc5921.split.statalg.ms"
480 472 for statalg in ["cl", "ch", "h", "f", "bogus"]:
481 473 shutil.copytree(src, dst)
482 474 myms.open(dst, nomodify=False)
483 475 if statalg == "cl":
484 476 self.assertTrue(myms.statwt(statalg=statalg))
485 477 elif statalg == "ch":
508 500 shutil.copytree(src, dst)
509 501 myms.open(dst, nomodify=False)
510 502 myms.statwt(timebin=timebin, combine=combine, wtrange=wtrange)
511 503 myms.done()
512 504 self.compare(dst, ref)
513 505 # self._check_weights(
514 506 # dst, row_to_rows, 'c', None, True, None, wtrange
515 507 # )
516 508 shutil.rmtree(dst)
517 509
518 - @unittest.skip("temporary skip for debugging one test")
519 510 def test_preview(self):
520 511 """Test preview mode"""
521 512 dst = "ngc5921.split.preview.ms"
522 513 [refwt, refwtsp, refflag, reffrow, refdata] = _get_dst_cols(src)
523 514 combine = "corr"
524 515 timebin = "300s"
525 516 wtrange = [1, 2]
526 517 preview = True
527 518 shutil.copytree(src, dst)
528 519 myms.open(dst, nomodify=False)
534 525 self.assertTrue(np.all(tstflag == refflag), "FLAGs don't match")
535 526 self.assertTrue(np.all(tstfrow == reffrow), "FLAG_ROWs don't match")
536 527 self.assertTrue(
537 528 np.all(np.isclose(tstwt, refwt)), "WEIGHTs don't match"
538 529 )
539 530 self.assertTrue(
540 531 np.all(np.isclose(tstwtsp, refwtsp)), "WEIGHT_SPECTRUMs don't match"
541 532 )
542 533 shutil.rmtree(dst)
543 534
544 - @unittest.skip("temporary skip for debugging one test")
545 535 def test_data_col(self):
546 536 """Test using data column"""
547 537 dst = "ngc5921.split.data.ms"
548 538 ref = 'ngc5921_statwt_ref_test_data_col.ms'
549 539 combine = "corr"
550 540 timebin = 1
551 541 data = "data"
552 542 """
553 543 row_to_rows = []
554 544 for i in range(60):
559 549 self.assertTrue(mytb.removecols("DATA"))
560 550 self.assertTrue(mytb.renamecol("CORRECTED_DATA", "DATA"))
561 551 mytb.done()
562 552 myms.open(dst, nomodify=False)
563 553 myms.statwt(timebin=timebin, combine=combine, datacolumn=data)
564 554 myms.done()
565 555 # self._check_weights(dst, row_to_rows, 'd', None, True, None, None)
566 556 self.compare(dst, ref)
567 557 shutil.rmtree(dst)
568 558
569 - @unittest.skip("temporary skip for debugging one test")
570 559 def test_sliding_time_window(self):
571 560 """Test sliding time window"""
572 561 dst = "ngc5921.split.sliding_time_window.ms"
573 562 ref = 'ngc5921_statwt_ref_test_sliding_time_window.ms'
574 563 timebin = "300s"
575 564 """
576 565 row_to_rows = []
577 566 row_to_rows.append([0, 6])
578 567 row_to_rows.append([0, 7])
579 568 row_to_rows.append([0, 8])
638 627 shutil.copytree(src, dst)
639 628 myms.open(dst, nomodify=False)
640 629 myms.statwt(timebin=timebin, slidetimebin=True)
641 630 myms.done()
642 631 # self._check_weights(
643 632 # dst, row_to_rows, 'c', None, False, None, None
644 633 # )
645 634 self.compare(dst, ref)
646 635 shutil.rmtree(dst)
647 636
648 - @unittest.skip("temporary skip for debugging one test")
649 637 def test_sliding_window_timebin_int(self):
650 638 """Test sliding window with timebin as int specified"""
651 639 dst = "ngc5921.split.sliding_time_window.ms"
652 640 # row_to_rows = []
653 641 """
654 642 # odd int, timebin = 5
655 643 row_to_rows.append([0, 5])
656 644 row_to_rows.append([0, 5])
657 645 row_to_rows.append([0, 5])
658 646 row_to_rows.append([1, 6])
794 782 shutil.copytree(src, dst)
795 783 myms.open(dst, nomodify=False)
796 784 myms.statwt(timebin=timebin, slidetimebin=True)
797 785 myms.done()
798 786 #self._check_weights(
799 787 # dst, row_to_rows, 'c', None, False, None, None
800 788 #)
801 789 self.compare(dst, ref)
802 790 shutil.rmtree(dst)
803 791
804 - @unittest.skip("temporary skip for debugging one test")
805 792 def test_residual(self):
806 793 """Test using corrected_data - model_data column"""
807 794 dst = "ngc5921.split.residualwmodel.ms"
808 795 ref = 'ngc5921_statwt_ref_test_residual.ms'
809 796 data = "residual"
810 797 # row_to_rows = []
811 798 # for i in range(60):
812 799 # row_to_rows.append([i, i+1])
813 800 shutil.copytree(src, dst)
814 801 myms.open(dst, nomodify=False)
815 802 myms.statwt(datacolumn=data)
816 803 myms.done()
817 804 # self._check_weights(
818 805 # dst, row_to_rows, data, None, False, None, None
819 806 # )
820 807 self.compare(dst, ref)
821 808 shutil.rmtree(dst)
822 809
823 - @unittest.skip("temporary skip for debugging one test")
824 810 def test_residual_no_model(self):
825 811 """Test datacolumn='residual' in the absence of a MODEL_DATA column"""
826 812 dst = "ngc5921.split.residualwoutmodel.ms"
827 813 ref = 'ngc5921_statwt_ref_test_residual_no_model.ms'
828 814 data = "residual"
829 815 shutil.copytree(src, dst)
830 816 self.assertTrue(mytb.open(dst, nomodify=False))
831 817 self.assertTrue(mytb.removecols("MODEL_DATA"))
832 818 mytb.done()
833 819 myms.open(dst, nomodify=False)
834 820 myms.statwt(datacolumn=data)
835 821 myms.done()
836 822 # self._check_weights(
837 823 # dst, row_to_rows, data, None, False, None, None
838 824 # )
839 825 self.compare(dst, ref)
840 826 shutil.rmtree(dst)
841 827
842 - @unittest.skip("temporary skip for debugging one test")
843 828 def test_residual_data(self):
844 829 """Test using data - model_data column"""
845 830 dst = "ngc5921.split.residualdatawmodel.ms"
846 831 ref = 'ngc5921_statwt_ref_test_residual_data.ms'
847 832 data = "residual_data"
848 833 # row_to_rows = []
849 834 # for i in range(60):
850 835 # row_to_rows.append([i, i+1])
851 836 shutil.copytree(src, dst)
852 837 myms.open(dst, nomodify=False)
853 838 myms.statwt(datacolumn=data)
854 839 myms.done()
855 840 # self._check_weights(
856 841 # dst, row_to_rows, data, None, False, None, None
857 842 # )
858 843 self.compare(dst, ref)
859 844 shutil.rmtree(dst)
860 845
861 - @unittest.skip("temporary skip for debugging one test")
862 846 def test_residual_data_no_model(self):
863 847 """Test using residual data in absence of MODEL_DATA"""
864 848 dst = "ngc5921.split.residualdatawoutmodel.ms"
865 849 ref = 'ngc5921_statwt_ref_test_residual_data_no_model.ms'
866 850 data = "residual_data"
867 851 # row_to_rows = []
868 852 # for i in range(60):
869 853 # row_to_rows.append([i, i+1])
870 854 shutil.copytree(src, dst)
871 855 self.assertTrue(mytb.open(
877 861 mytb.done()
878 862 myms.open(dst, nomodify=False)
879 863 myms.statwt(datacolumn=data)
880 864 myms.done()
881 865 # self._check_weights(
882 866 # dst, row_to_rows, data, None, False, None, None
883 867 # )
884 868 self.compare(dst, ref)
885 869 shutil.rmtree(dst)
886 870
887 - @unittest.skip("temporary skip for debugging one test")
888 871 def test_returned_stats(self):
889 872 """Test returned stats, CAS-10881"""
890 873 dst = "ngc5921.split.statstest.ms"
891 874 shutil.copytree(src, dst)
892 875 myms.open(dst, nomodify=False)
893 876 res = myms.statwt()
894 877 myms.done()
895 878 self.assertTrue(
896 879 np.isclose(res['mean'], 3.691224144843796),
897 880 "mean is incorrect"
898 881 )
899 882 self.assertTrue(
900 883 np.isclose(res['variance'], 6.860972180192186),
901 884 "variance is incorrect"
902 885 )
903 886 shutil.rmtree(dst)
904 887
905 - @unittest.skip("temporary skip for debugging one test")
906 888 def test_multi_spw_no_spectrum_columns(self):
907 889 "Test multi spw with no sigma nor weight spectrum columns works"
908 890 for tb in [1, "5s"]:
909 891 dst = "statwt_test_vlass_timebin" + str(tb) + ".ms"
910 892 shutil.copytree(vlass, dst)
911 893 myms.open(dst, nomodify=False)
912 894 res = myms.statwt(
913 895 combine='scan,field,state', timebin=tb,
914 896 datacolumn='residual_data'
915 897 )

Everything looks good. We'll let you know here if there's anything you should know about.

Add shortcut