python程序莫名其妙被杀死?
Tofloor
poster avatar
lovechang1986
deepin
2016-07-27 17:19
Author
执行python程序,莫名其妙的执行到一半被杀死?
请问大神这是怎么回事啊,这是在pc上运行,在笔记本上运行完全没有问题哦。
Reply Favorite View the author
All Replies
avatar
lovechang1986
deepin
2016-08-01 17:35
#1
没有人能帮助解决么?
Reply View the author
avatar
136******54
deepin
2016-08-01 17:37
#2
程序内容是啥,你要贴出来看看
Reply View the author
avatar
lovechang1986
deepin
2016-08-02 17:45
#3
跟程序内容无关吧,python里面都是用try/except pass过的。
大概运行10个小时就会杀死。
python的主要内容是解码grib2格式的数据。粘贴代码如下:
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Date    : 2016-07-11 14:24:37

import os
import datetime
import pygrib
import numpy as np
import pandas as pd
from scipy.interpolate import interp2d
import matplotlib.pyplot as plt


def read_data_1():
    pass
    datadir = '/media/lovechang'
    filedirs = ['00f89b97-11a3-4cf4-9863-b0afbea60385', '923a4ca8-493e-491e-bfee-b2890b2f7a41']
    d1 = datetime.datetime(2014, 5, 20, 20)
    for iday in range(365):
        d2 = datetime.timedelta(days=iday) + d1   #forecast time
        filedir = filedirs[0]
        if d2.strftime('%Y%m%d') >= '20140901':
            filedir = filedirs[1]
        tmpdir = '%s/%s/%s' % (datadir, filedir, d2.strftime('%Y%m%d'))
        print os.path.exists(tmpdir), tmpdir
        utc_d2 = d2 + datetime.timedelta(hours=-8)
        # print utc_d2
        for ihour in range(0, 72, 3) + range(72, 241, 6): # ihour: lead time
            utc_ihour = utc_d2 + datetime.timedelta(hours=ihour)
            filename = 'C1D%s%s001' % (
                utc_d2.strftime('%m%d%H00'), utc_ihour.strftime('%m%d%H'))
            filein = '%s/%s' % (tmpdir, filename)
            print filein, os.path.exists(filein), datetime.datetime.now()
            if not os.path.exists(filein): continue
            try:
                grbs = pygrib.open(filein)
                handle_data(grbs, utc_d2, ihour)
            except:
                pass

            # break
        # break
    os.system('poweroff')

def handle_data(grbs, qibao, ihour):
    surface_grbs = grbs.select(
        shortName=['2t', '2d', 'msl', 'tcc', 'lcc', '10u', '10v', 'tp'])
    surface_names, surface_values = [], []
    for i in surface_grbs:
        surface_names.append('%s_%s'%('surface', i.shortName))
        surface_values.append(handle_grb(i))
    surface_values = np.array(surface_values).T
    high_grbs = grbs.select(
        shortName=['u', 'v', 'r', 'w', 'q', 't', 'd', 'gh'],
        typeOfLevel='isobaricInhPa',level=[1000,925,850,700,500])
    highnames = []
    highvalues = []
    for i in high_grbs:
        highnames.append('%s_%s'%(i.shortName, i.level))
        # print i.shortName, i.level, i.fcstimeunits,i.validDate,i
        highvalues.append(handle_grb(i))
        # tmptime = i.
    highvalues = np.array(highvalues).T
    endnames = ['sta', 'lon', 'lat'] + surface_names + highnames
    endvalues = np.column_stack((stas, stalon, stalat, surface_values, highvalues))
    data = pd.DataFrame(endvalues, columns=endnames)
    data['qibao'] = qibao.strftime('%Y%m%d%H')
    data['ihour'] = ihour
    data.to_csv('%s/%s_%s.txt'%(
        '/media/lovechang/Seagate Backup Plus Drive/ECMWF_KNN_MOS'
        , qibao.strftime('%Y%m%d%H'), str(ihour).zfill(3)),
        index=False, float_format='%.4f', sep='\t')
    # cs = plt.contourf(lon, lat, t2m[0].values, levels=np.arange(data.min()-1,data.max()+1,1))
    # plt.scatter(stalon, stalat,s = stadata/100.)
    # plt.colorbar(cs)
    # plt.show()


def handle_grb(grb):
    tmplat, tmplon = grb.latlons()
    tmp_inter_func = interp2d(
        tmplon[0,:], tmplat[:,0], grb.values, kind='linear')
    tmpstdata = []
    for testlon, testlat in zip(stalon, stalat):
        tmpstdata.append(tmp_inter_func(testlon, testlat)[0])
    return tmpstdata
def get_stas():
    stas, stalon, stalat = np.loadtxt('/home/lovechang/pygrib/stas.txt',
                                      skiprows=1, usecols=range(3),
                                      unpack=True)
    return stas, stalon, stalat

def read_data_2015():
    # pass
    datadir = '/media/lovechang'
    # filedirs = ['00f89b97-11a3-4cf4-9863-b0afbea60385', '923a4ca8-493e-491e-bfee-b2890b2f7a41']
    d1 = datetime.datetime(2015, 4, 11, 20)
    for iday in range(365):
        d2 = datetime.timedelta(days=iday) + d1   #forecast time
        filedir = '/media/lovechang/AA2ABAAA2ABA72C5/2015'
        tmpdir = '%s/%s' % ( filedir, d2.strftime('%Y%m%d'))
        print os.path.exists(tmpdir), tmpdir
        utc_d2 = d2 + datetime.timedelta(hours=-8)
        # print utc_d2
        for ihour in range(0, 72, 3) + range(72, 241, 6): # ihour: lead time
            utc_ihour = utc_d2 + datetime.timedelta(hours=ihour)
            filename = 'C1D%s%s001' % (
                utc_d2.strftime('%m%d%H00'), utc_ihour.strftime('%m%d%H'))
            filein = '%s/%s' % (tmpdir, filename)
            print filein, os.path.exists(filein), datetime.datetime.now()
            if not os.path.exists(filein): continue
            grbs = pygrib.open(filein)
            handle_data(grbs, utc_d2, ihour)

            # break
        # break
    # os.system('poweroff')
# /media/lovechang/6323c3c1-1fb5-4a30-9482-7a119d2e0a35/2016
def read_data_2016():
    # pass
    datadir = '/media/lovechang'
    # filedirs = ['00f89b97-11a3-4cf4-9863-b0afbea60385', '923a4ca8-493e-491e-bfee-b2890b2f7a41']
    d1 = datetime.datetime(2016, 4, 21, 20)
    for iday in range(365):
        d2 = datetime.timedelta(days=iday) + d1   #forecast time
        filedir = '/media/lovechang/6323c3c1-1fb5-4a30-9482-7a119d2e0a35/2016'
        tmpdir = '%s/%s' % ( filedir, d2.strftime('%Y%m%d'))
        print os.path.exists(tmpdir), tmpdir
        utc_d2 = d2 + datetime.timedelta(hours=-8)
        # print utc_d2
        for ihour in range(0, 72, 3) + range(72, 241, 6): # ihour: lead time
            utc_ihour = utc_d2 + datetime.timedelta(hours=ihour)
            filename = 'C1D%s%s001' % (
                utc_d2.strftime('%m%d%H00'), utc_ihour.strftime('%m%d%H'))
            filein = '%s/%s' % (tmpdir, filename)
            print filein, os.path.exists(filein), datetime.datetime.now()
            if not os.path.exists(filein): continue
            try:
                grbs = pygrib.open(filein)
                handle_data(grbs, utc_d2, ihour)
            except:
                pass

            # break
        # break
    os.system('poweroff')

if __name__ == '__main__':
    homedir = os.getcwd()
    print homedir

    stas, stalon, stalat = get_stas()
    # outdir = '/media/lovechang/Seagate Backup Plus Drive/ECMWF_KNN_MOS'
    read_data_1()
    # read_data_2015()
    # read_data_2016()
    # os.system('shutdown')
Reply View the author
avatar
lovechang1986
deepin
2016-08-02 17:48
#4
还有一点需要说明。这段程序在我装deepin的笔记本上运行不会被杀死,但是在pc上就不行了。
这些计算量比较大,一次需要运行大概100多个小时,不太像在笔记本上运行,所以在pc上就装了deepin。
但是总是被杀死,每次都要重启,很麻烦。
以后计算也可能会在deepin环境下,如果这个真的得不到解决的话,只能重回ubuntu了
Reply View the author