check_result.py

import os
import datetime
from datetime import timedelta, datetime
'''
modify time:2022-01-19 15:10:28
editor:zhaoyuanyuan
'''


cmd0 = 'rm process.log'
os.system(cmd0)

curTime = datetime.now()
procDay = str("%04d_%02d_%02d" % (curTime.year, curTime.month, curTime.day))
if (curTime.hour < 20):
    procDay = str("%04d_%02d_%02d" % (curTime.year, curTime.month, curTime.day - 1))

fitspath = "/data2/data/" + procDay + "/"
#fitspath = "/data2/data/2021_11_16_1/"
print(fitspath)
yesterday = datetime.today()+timedelta(-1)
yesterday_format = yesterday.strftime('%Y-%m-%d')


if (os.path.exists(fitspath)):
    print(',,,,')
    logname = '4681_'+yesterday_format+'.log'
    f1 = open(logname,'a')
    cmd = 'ls ' + fitspath + '*fits >fits.dat'
    cmdd = 'sort fits.dat -k1.84 >sfits.dat'
    cmd1 = 'ls ../tmpresult/0*txt >result.txt'
    cmd2 = 'ls ../tmpfile/46*.2acat >2acat.txt'
    cmd3 = 'ls ../tmpfile/46*.wcs >wcs.txt'
    os.system(cmd)
    os.system(cmdd)
    os.system(cmd1)
    os.system(cmd2)
    os.system(cmd3)


    ls_fits = []
    ls_obstime = []
    blist = [line.rstrip() for line in open('sfits.dat')]
    for j in blist:
        try:
            w = j[-56:-49]
            w1 = int(w)
            tm = j[-32:-18]
            ls_fits.append(w1)
            ls_obstime.append(tm)
        except Exception:
            pass
        continue

    fitsdict = dict(zip(ls_fits,ls_obstime))

    print(len(ls_fits),'len fits')
    fitsnum = list(set(ls_fits))
    # print(len(fitsnum),'len targets')
    f1.write('# '+str(fitspath)+'\n'+'# fits_targets  '  +str(len(fitsnum))+ '\n')
    for fnum in fitsnum:
        lenfnum = ls_fits.count(fnum)
        f1.write(str(fnum)+'('+str(lenfnum)+') ,')
    f1.write('\n'+ '\n')

    ls_2acat = []
    clist = [line.rstrip() for line in open('2acat.txt')]
    for k in clist:
        try:
            d = k[-57:-50]
            acatnum1 = int(d)
            ls_2acat.append(acatnum1)
        except Exception:
            pass
        continue
    print(len(ls_2acat),'len 2acat')
    acatnum = list(set(ls_2acat))
    # print(len(acatnum),'len 2acat targets')

    ls_wcs = []
    alist = [line.rstrip() for line in open('wcs.txt')]

    for j in alist:
        try:
            a = j[-55:-48]
            wcsnum1 = int(a)
            ls_wcs.append(wcsnum1)
        except Exception:
            pass
        continue
    print(len(ls_wcs),'len wcs')
    wcsnum = list(set(ls_wcs))
    # print(len(wcsnum),'len wcs targets')

    ls_0txt = []
    elist =  [line.rstrip() for line in open('result.txt')]
    for e in elist:
        try:
            t = e[-37:-31]
            tnum = int(t)
            ls_0txt.append(tnum)
        except Exception:
            pass
        continue
    print(len(ls_0txt),'len 0txt')
    txtnum = list(set(ls_0txt))
    print(len(txtnum),'len 0txt targets')

    ls_acatyes = []
    ls_acatno = []
    ls_wcsyes = []
    ls_wcsno = []
    ls_txtyes = []
    ls_txtno = []
    ls_wcs_equal_fits = []
    ls_wcs_notequal_fits =[]
    for target in fitsnum:
        if target in txtnum:
            lentnum = ls_0txt.count(target)
            txtyes = str(target) + '(' + str(lentnum) + ')'
            ls_txtyes.append(txtyes)


        else:
            obstime = fitsdict[target]
            lenfailtxt_inwcs = ls_wcs.count(target)
            lenfailtxt_infits = ls_fits.count(target)
            txtno = str(target) + '(' + str(lenfailtxt_infits) +',' + str(lenfailtxt_inwcs)+',' + str(obstime)+')'
            ls_txtno.append(txtno)

            if lenfailtxt_inwcs == 0:
                txtno_wcsno = str(target) + '(' + str(lenfailtxt_infits) + ',' + str(lenfailtxt_inwcs) + ',' + str(
                    obstime) + ')'
                ls_wcsno.append(txtno_wcsno)

            else:
                if lenfailtxt_infits==lenfailtxt_inwcs:
                    wcs_equal_fits = str(target) + '(' + str(lenfailtxt_infits) + ',' + str(lenfailtxt_inwcs) + ',' + str(
                    obstime) + ')'
                    ls_wcs_equal_fits.append(wcs_equal_fits)
                else:
                    wcs_notequal_fits =  str(target) + '(' + str(lenfailtxt_infits) + ',' + str(lenfailtxt_inwcs) + ',' + str(
                    obstime) + ')'
                    ls_wcs_notequal_fits.append(wcs_notequal_fits)

        if target in acatnum:
            lenanum = ls_2acat.count(target)
            acatyes = str(target) + '(' + str(lenanum) + ')'
            ls_acatyes.append(acatyes)
        else:
            lenfailacat = ls_fits.count(target)
            acatno = str(target) + '(' + str(lenfailacat) + ')'
            ls_acatno.append(acatno)




    f1.write('# retrun_data: '+str(len(ls_0txt))+'\n'+'\n'
             +'# success_targets  '+str(len(ls_txtyes))+'\n'+'/ 0txt success targets(len *txt)  '+'\n'+str(ls_txtyes)+'\n'+'\n'
             + '# fail_targets  ' + str(len(ls_txtno)) + '\n'+ '/ fail 0txt targets(len *fits len *wcs)  ' + '\n' + str(ls_txtno) + '\n' + '\n'
             + '# nowcs_targets  ' + str(len(ls_wcsno)) + '\n'+ '/ no wcs targets(len *fits len *wcs obstime)  ' + '\n' + str(ls_wcsno) + '\n' + '\n'
             # + 'wcs yes but no 0*txt(len *wcs)  ' + str(len(ls_wcsyes_txtno)) + '\n' + str(ls_wcsyes_txtno) + '\n' + '\n'
             # + 'wcs = fits (len *fits,*wcs)  ' + str(len(ls_wcsyes)) + '\n' + str(ls_wcsyes) + '\n' + '\n'
             + '# wcsNfits  ' + str(len(ls_wcs_notequal_fits)) + '\n' + '/ (len *fits,*wcs,obstime)  ' + '\n' + str(ls_wcs_notequal_fits) + '\n' + '\n'
             + '# wcsYfits  ' + str(len(ls_wcs_equal_fits)) + '\n'+ '/ wcs=fits (len *fits,*wcs,obstime)  ' + '\n' + str(ls_wcs_equal_fits) + '\n' + '\n'
            +'# extract_success_targets  '+str(len(ls_acatyes))+'\n'+'/ 2acat success targets(len *2acat)  '+'\n'+str(ls_acatyes)+'\n'+'\n'
             + '# extract_fail_targets  ' + str(len(ls_acatno)) + '\n'+ '/ fail 2acat targets(len *fits)  ' + '\n' + str(ls_acatno) + '\n' + '\n'
             )
    f1.close()