How to use runmodule method in Nose

Best Python code snippet using nose

test_jsonfiller.py

Source:test_jsonfiller.py

1"""Test the implementation of classes devised for filling json descriptors"""2import json3import numpy4import os5import tempfile6import unittest7from eumopps.catalogue.jsonfiller import FullstaceJsonFiller8from eustace.outputformats import definitions9class TestFullstaceJsonFiller(unittest.TestCase):10    def setUp(self):11      12      self.test_dictionaries = [{'A': 1434}, {'B': 'cat', 'please':456}]13      14      test_template_files = [tempfile.NamedTemporaryFile(prefix=str(index)+'.json', delete=False) for index in range(len(self.test_dictionaries))]15      self.test_template_filenames = [test_template_file.name for test_template_file in test_template_files]16      17      for dictionary, test_template_file in zip(self.test_dictionaries, test_template_files):18	  json.dump(dictionary, test_template_file)19      20      self.dictionaries_with_None = [{'A': None}, 21				     {'B': [{'cat':3, 'please':None}, {'cato':2}]}, 22				     [{'B': {'cat':3, 'please':4}}, {'B': [{'cat':3, 'please':None}, {'dogo':1}]}]]23				     24      test_template_file = tempfile.NamedTemporaryFile(prefix='output_grid.json', delete=False)25      26      template_dictionary = {"python_class" : "eumopps.catalogue.operation.Operation",27			      "name" : None,28			      "runmodule" : {29				    "storage_climatology":{"statefilename_read" : {"datasetname" : None, "missing_data":"allowed" },30							   "marginal_std_filename_read" : {"datasetname" : None, "missing_data":"allowed" },31							   "sample_filename_read" : {"datasetname" : None, "missing_data":"allowed" }},32				    "storage_large_scale" :{"statefilename_read" : {"datasetname" : None, "missing_data":"allowed" },33						            "marginal_std_filename_read" : {"datasetname" : None, "missing_data":"allowed" },34						            "sample_filename_read" : {"datasetname" : None, "missing_data":"allowed" }},35				    "storage_local" :{"statefilename_read" : {"datasetname" : None, "missing_data":"allowed" },36                        			      "marginal_std_filename_read" : {"datasetname" : None, "missing_data":"allowed" },37                        			      "sample_filename_read" : {"datasetname" : None, "missing_data":"allowed" }},38				    "insitu_biases": None ,39				    "global_biases": None,40				    "compute_uncertainties": None,41				    "method": None,42				    "compute_sample": None,43				    "sample_size": None},44			      "step" : { "python_class" : "eumopps.catalogue.step.StepDaily", "start" : None, "end" : None },45			      "newdatasets": [{"name"  : None,46					      "subsets" : [{"layout" :{"patterns" : None}}]}]}47						          48      self.test_template_file = test_template_file.name49      json.dump(template_dictionary, test_template_file)50      51      # To uncomment when more detailed tests on descriptor generation are required52      #self.original_descriptor_file = 'test/test_descriptor.json'53      54    def tearDown(self):55    56      for name in self.test_template_filenames:57	  os.remove(name)58	  59      os.remove(self.test_template_file)60    def test_init(self):61      current_dir = os.getcwd()62      template = 'test.json'63      date = '19870405'64      bias = 165      filler = FullstaceJsonFiller(3, 66				   current_dir, '', current_dir,67				   template, template,68				   date, date,69				   1, 1,70				   'A', 'B', 'C', 'D', 71				   'E', 'F', 'G', 'H',72				   'I', 'J', 73				   'K', 'L',74                   'M', 'N', 'O')75				   76      self.assertEqual(3, filler.n_iterations)77      self.assertEqual(current_dir, filler.inpath)78      self.assertEqual(current_dir, filler.outpath)79      self.assertEqual(template, filler.operation_template)80      self.assertEqual(template, filler.output_grid_template)81      self.assertEqual(date+'000000', filler.start_date)82      self.assertEqual(date+'000000', filler.end_date)83      self.assertEqual(bias, filler.land_biases)84      self.assertEqual(bias, filler.global_biases)85      86      self.assertEqual('A', filler.measurement_climatology_command)87      self.assertEqual('B', filler.measurement_climatology_name)88      self.assertEqual('C', filler.solution_climatology_command)89      self.assertEqual('D', filler.solution_climatology_name)90      self.assertEqual('E', filler.measurement_large_scale_command)91      self.assertEqual('F', filler.measurement_large_scale_name)92      self.assertEqual('G', filler.solution_large_scale_command)93      self.assertEqual('H', filler.solution_large_scale_name)94                       95      self.assertEqual('I', filler.local_scale_command)96      self.assertEqual('J', filler.solution_local_scale_name)97      self.assertEqual('K', filler.output_grid_command)98      self.assertEqual('L', filler.output_grid_name)99      100    def test_load_templates(self):101      102      current_dir=''103      template_operation = self.test_template_filenames[0]104      template_grid = self.test_template_filenames[1]105      date = '19870405'106      bias = 1107      filler = FullstaceJsonFiller(3, 108				   current_dir, '', current_dir,109				   template_operation, template_grid,110				   date, date,111				   1, 1,112				   'A', 'B', 'C', 'D', 113				   'E', 'F', 'G', 'H',114				   'I', 'J', 115				   'K', 'L',116                   'M', 'N', 'O')117      filler.load_templates()118      self.assertDictEqual(self.test_dictionaries[0], filler.operation_dict)119      self.assertDictEqual(self.test_dictionaries[1], filler.output_gridding_dict)120      121    def test_fill_output_gridding(self):122      123      current_dir=''124      template_operation = self.test_template_filenames[0]125      template_grid = self.test_template_file126      start_date = '19870405'127      end_date = '19880405'128      bias = 1129      filler = FullstaceJsonFiller(3, 130				   current_dir, '', current_dir,131				   template_operation, template_grid,132				   start_date, end_date,133				   1, 1,134				   'A', 'B', 'C', 'D', 135				   'E', 'F', 'G', 'H',136				   'I', 'J', 137				   'output_grid', 'eustace_infilled',138                   'M', 'N', 'O')139				   140      filler.load_templates()141      filler.fill_output_gridding()142      143      self.assertEqual(filler.output_gridding_dict['name'], 'output_grid')144      self.assertEqual(filler.output_gridding_dict['runmodule']['storage_climatology']['statefilename_read']['datasetname'], 'D_2')145      self.assertEqual(filler.output_gridding_dict['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], 'H_2')146      self.assertEqual(filler.output_gridding_dict['runmodule']['storage_local']['statefilename_read']['datasetname'], 'J_2')    147      self.assertEqual(filler.output_gridding_dict['runmodule']['storage_climatology']['marginal_std_filename_read']['datasetname'], 'uncertainties_climatology')148      self.assertEqual(filler.output_gridding_dict['runmodule']['storage_large_scale']['marginal_std_filename_read']['datasetname'], 'uncertainties_large_scale')149      self.assertEqual(filler.output_gridding_dict['runmodule']['storage_local']['marginal_std_filename_read']['datasetname'], 'uncertainties_local')    150      self.assertEqual(filler.output_gridding_dict['runmodule']['storage_climatology']['sample_filename_read']['datasetname'], 'sample_climatology')151      self.assertEqual(filler.output_gridding_dict['runmodule']['storage_large_scale']['sample_filename_read']['datasetname'], 'sample_large_scale')152      self.assertEqual(filler.output_gridding_dict['runmodule']['storage_local']['sample_filename_read']['datasetname'], 'sample_local')    153      self.assertEqual(filler.output_gridding_dict['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.output_grid')154      self.assertDictEqual(filler.output_gridding_dict['runmodule']['outputfile'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'eustace_infilled'})155      self.assertEqual(filler.output_gridding_dict['runmodule']['insitu_biases'], 1)156      self.assertEqual(filler.output_gridding_dict['runmodule']['global_biases'], 1)157      self.assertEqual(filler.output_gridding_dict['runmodule']['compute_uncertainties'], 0)158      self.assertEqual(filler.output_gridding_dict['runmodule']['compute_sample'], 0)159      self.assertEqual(filler.output_gridding_dict['step']['start'], start_date+'000000')160      self.assertEqual(filler.output_gridding_dict['step']['end'], end_date+'000000')161      self.assertEqual(filler.output_gridding_dict['newdatasets'][0]['name'], 'eustace_infilled')162      self.assertListEqual(filler.output_gridding_dict['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['eustace_infilled/%Y/', 'eustace_infilled_%Y%m%d.nc'])163      164    def test_fill_single_operation_space(self):165      current_dir=''166      template_operation = self.test_template_file167      template_grid = self.test_template_filenames[0]168      start_date = '19870405'169      end_date = '19880405'170      bias = 1171      filler = FullstaceJsonFiller(3, 172				   current_dir, '', current_dir,173				   template_operation, template_grid,174				   start_date, end_date,175				   1, 1,176				   'A', 'B', 'C', 'D', 177				   'E', 'F', 'G', 'H',178				   'local_input_and_solve', 'solution_local', 179				   'K', 'L',180                   'M', 'N', 'O')181				   182      filler.load_templates()183      result = filler.fill_single_operation_space(0, 2)184      self.assertEqual(result['name'], 'local_input_and_solve_0')185  186      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], 'D_0')187      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], 'H_0')188      self.assertDictEqual(result['runmodule']['storage_local']['time_index'], { "python_class" : "eumopps.catalogue.placeholder.StepIndex" })189      self.assertEqual(result['runmodule']['insitu_biases'], 1)190      self.assertEqual(result['runmodule']['global_biases'], 1)191      self.assertEqual(result['runmodule']['compute_uncertainties'], 0)192      self.assertEqual(result['runmodule']['method'], 'EXACT')193      194      self.assertEqual(result['runmodule']['compute_sample'], 0)195      self.assertEqual(result['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])196      197      self.assertEqual(result['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.process_inputs')198      self.assertEqual(result['runmodule']['component_index'], 2)199      self.assertDictEqual(result['runmodule']['storage_local']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'solution_local_0'})200      self.assertEqual(result['step']['start'], start_date+'000000')201      self.assertEqual(result['step']['end'], end_date+'000000')202      self.assertEqual(len(result['newdatasets']),1)203      self.assertEqual(result['newdatasets'][0]['name'], 'solution_local_0')204      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_local_0/%Y/', 'solution_local_0_%Y%m%d.pickle'])205      result = filler.fill_single_operation_space(2, 2)206      self.assertEqual(result['name'], 'local_input_and_solve_2')207  208      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], 'D_2')209      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], 'H_2')210      self.assertDictEqual(result['runmodule']['storage_local']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'solution_local_2'})211      self.assertDictEqual(result['runmodule']['storage_local']['marginal_std_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'uncertainties_local'})212      213      self.assertEqual(result['runmodule']['compute_uncertainties'], 1)214      self.assertEqual(result['runmodule']['method'], 'APPROXIMATED')215      216      self.assertEqual(result['runmodule']['compute_sample'], 1)217      self.assertEqual(result['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])218      219      self.assertEqual(len(result['newdatasets']), 3)220      self.assertEqual(result['newdatasets'][0]['name'], 'solution_local_2')221      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_local_2/%Y/', 'solution_local_2_%Y%m%d.pickle'])222      self.assertEqual(result['newdatasets'][1]['name'], 'uncertainties_local')223      self.assertListEqual(result['newdatasets'][1]['subsets'][0]['layout']['patterns'], ['uncertainties_local/%Y/', 'uncertainties_local_%Y%m%d.pickle'])224      self.assertEqual(result['newdatasets'][2]['name'], 'sample_local')225      self.assertListEqual(result['newdatasets'][2]['subsets'][0]['layout']['patterns'], ['sample_local/%Y/', 'sample_local_%Y%m%d.pickle'])226    def test_fill_single_measurement_operation_space_time(self):227      current_dir=''228      template_operation = self.test_template_file229      template_grid = self.test_template_filenames[0]230      start_date = '19870405'231      end_date = '19880405'232      bias = 1233      filler = FullstaceJsonFiller(3, 234				   current_dir, '', current_dir,235				   template_operation, template_grid,236				   start_date, end_date,237				   1, 1,238				   'climatology_input', 'measurement_climatology', 'C', 'D', 239				   'E', 'F', 'G', 'H',240				   'I', 'J', 241				   'K', 'L',242                   'M', 'N', 'O')243				   244      filler.load_templates()245      result = filler.fill_single_measurement_operation_space_time(0, 0, filler.measurement_climatology_command, filler.measurement_climatology_name)246      self.assertEqual(result['name'], 'climatology_input_0')247  248      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)249      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)250      self.assertEqual(result['runmodule']['storage_local']['statefilename_read']['datasetname'], None)251      self.assertDictEqual(result['runmodule']['storage_local']['time_index'], {'python_class': 'eumopps.catalogue.placeholder.StepIndex'})252      self.assertEqual(result['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.process_inputs')253      254      self.assertEqual(result['runmodule']['insitu_biases'], 1)255      self.assertEqual(result['runmodule']['global_biases'], 1)256      257      self.assertEqual(result['runmodule']['compute_uncertainties'], 0)258      self.assertEqual(result['runmodule']['method'], 'EXACT')259      260      self.assertEqual(result['runmodule']['compute_sample'], 0)261      self.assertEqual(result['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])262      263      self.assertEqual(result['runmodule']['component_index'], 0)264      self.assertDictEqual(result['runmodule']['storage_climatology']['measurementfilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'measurement_climatology_0'})265      self.assertDictEqual(result['runmodule']['storage_climatology']['measurement_time_index_write'], { "python_class" : "eumopps.catalogue.placeholder.StepIndex" })266      self.assertEqual(result['step']['start'], start_date+'000000')267      self.assertEqual(result['step']['end'], end_date+'000000')268      self.assertEqual(result['newdatasets'][0]['name'], 'measurement_climatology_0')269      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['measurement_climatology_0/%Y/', 'measurement_climatology_0_%Y%m%d.pickle'])270      result = filler.fill_single_measurement_operation_space_time(51, 0, filler.measurement_climatology_command, filler.measurement_climatology_name)271      self.assertEqual(result['name'], 'climatology_input_51')272  273      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)274      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], 'H_50')275      self.assertEqual(result['runmodule']['storage_local']['statefilename_read']['datasetname'], 'J_50')276      self.assertDictEqual(result['runmodule']['storage_local']['time_index'], {'python_class': 'eumopps.catalogue.placeholder.StepIndex'})277      self.assertEqual(result['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.process_inputs')278      self.assertEqual(result['runmodule']['component_index'], 0)279      280      self.assertEqual(result['runmodule']['compute_uncertainties'], 0)281      self.assertEqual(result['runmodule']['method'], 'EXACT')282      283      self.assertEqual(result['runmodule']['compute_sample'], 0)284      self.assertEqual(result['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])285            286      self.assertDictEqual(result['runmodule']['storage_climatology']['measurementfilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'measurement_climatology_51'})287      self.assertEqual(result['newdatasets'][0]['name'], 'measurement_climatology_51')288      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['measurement_climatology_51/%Y/', 'measurement_climatology_51_%Y%m%d.pickle'])289      filler = FullstaceJsonFiller(3, 290				   current_dir, '', current_dir,291				   template_operation, template_grid,292				   start_date, end_date,293				   1, 1,294				   'A', 'C', 'C', 'D', 295				   'large_scale_input', 'measurement_large_scale', 'G', 'H',296				   'I', 'J', 297				   'K', 'L',298                   'M', 'N', 'O')299				   300      filler.load_templates()301      result = filler.fill_single_measurement_operation_space_time(0, 1, filler.measurement_large_scale_command, filler.measurement_large_scale_name)302      self.assertEqual(result['name'], 'large_scale_input_0')303  304      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], 'D_0')305      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)306      self.assertEqual(result['runmodule']['storage_local']['statefilename_read']['datasetname'], None)307      self.assertDictEqual(result['runmodule']['storage_local']['time_index'], {'python_class': 'eumopps.catalogue.placeholder.StepIndex'})308      self.assertEqual(result['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.process_inputs')309      310      self.assertEqual(result['runmodule']['insitu_biases'], 1)311      self.assertEqual(result['runmodule']['global_biases'], 1)312      313      self.assertEqual(result['runmodule']['compute_uncertainties'], 0)314      self.assertEqual(result['runmodule']['method'], 'EXACT')315      316      self.assertEqual(result['runmodule']['compute_sample'], 0)317      self.assertEqual(result['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])318      self.assertEqual(result['runmodule']['component_index'], 1)319      self.assertDictEqual(result['runmodule']['storage_large_scale']['measurementfilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'measurement_large_scale_0'})320      self.assertDictEqual(result['runmodule']['storage_large_scale']['measurement_time_index_write'], { "python_class" : "eumopps.catalogue.placeholder.StepIndex" })321      self.assertEqual(result['step']['start'], start_date+'000000')322      self.assertEqual(result['step']['end'], end_date+'000000')323      self.assertEqual(result['newdatasets'][0]['name'], 'measurement_large_scale_0')324      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['measurement_large_scale_0/%Y/', 'measurement_large_scale_0_%Y%m%d.pickle'])325      result = filler.fill_single_measurement_operation_space_time(14, 1, filler.measurement_large_scale_command, filler.measurement_large_scale_name)326      self.assertEqual(result['name'], 'large_scale_input_14')327  328      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], 'D_14')329      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)330      self.assertEqual(result['runmodule']['storage_local']['statefilename_read']['datasetname'], 'J_13')331      self.assertDictEqual(result['runmodule']['storage_local']['time_index'], {'python_class': 'eumopps.catalogue.placeholder.StepIndex'})332      self.assertEqual(result['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.process_inputs')333      self.assertEqual(result['runmodule']['component_index'], 1)334      335      self.assertEqual(result['runmodule']['compute_uncertainties'], 0)336      self.assertEqual(result['runmodule']['method'], 'EXACT')337      338      self.assertEqual(result['runmodule']['compute_sample'], 0)339      self.assertEqual(result['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])340      self.assertDictEqual(result['runmodule']['storage_large_scale']['measurementfilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'measurement_large_scale_14'})341      self.assertEqual(result['newdatasets'][0]['name'], 'measurement_large_scale_14')342      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['measurement_large_scale_14/%Y/', 'measurement_large_scale_14_%Y%m%d.pickle'])343    def test_fill_single_solution_operation_space_time(self):344      current_dir=''345      template_operation = self.test_template_file346      template_grid = self.test_template_filenames[0]347      start_date = '19870405'348      end_date = '19880405'349      bias = 1350      filler = FullstaceJsonFiller(52, 351				   current_dir, '', current_dir,352				   template_operation, template_grid,353				   start_date, end_date,354				   1, 0,355				   'A', 'measurement_climatology', 'climatology_solve', 'solution_climatology', 356				   'E', 'F', 'G', 'H',357				   'I', 'J', 358				   'K', 'L',359                   'M', 'N', 'O')360				   361      filler.load_templates()362      result = filler.fill_single_solution_operation_space_time(0, 0, filler.solution_climatology_command, filler.solution_climatology_name, filler.measurement_climatology_name)363      self.assertEqual(result['name'], 'climatology_solve_0')364  365      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)366      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)367      self.assertEqual(result['runmodule']['storage_local']['statefilename_read']['datasetname'], None)368      self.assertEqual(result['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.solve')369      370      self.assertEqual(result['runmodule']['insitu_biases'], 1)371      self.assertEqual(result['runmodule']['global_biases'], 0)372      373      self.assertEqual(result['runmodule']['compute_uncertainties'], 0)374      self.assertEqual(result['runmodule']['method'], 'EXACT')375      self.assertEqual(result['runmodule']['compute_sample'], 0)376      self.assertEqual(result['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])377      self.assertEqual(result['runmodule']['component_index'], 0)378      self.assertDictEqual(result['runmodule']['storage_climatology']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile','datasetname' : 'solution_climatology_0'})379      self.assertDictEqual(result['runmodule']['storage_climatology']['measurementfilelist_read'], { 'python_class' : 'eumopps.catalogue.placeholder.InputFileList','datasetname' : 'measurement_climatology_0'})380      self.assertDictEqual(result['step'], { 'python_class' : 'eumopps.catalogue.step.StepOnce'})381      self.assertEqual(len(result['newdatasets']), 1)382      self.assertEqual(result['newdatasets'][0]['name'], 'solution_climatology_0')383      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_climatology_0/', 'solution_climatology_0.pickle'])384      result = filler.fill_single_solution_operation_space_time(51, 0, filler.solution_climatology_command, filler.solution_climatology_name, filler.measurement_climatology_name)385      self.assertEqual(result['name'], 'climatology_solve_51')386  387      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)388      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)389      self.assertEqual(result['runmodule']['storage_local']['statefilename_read']['datasetname'], None)390      self.assertEqual(result['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.solve')391      self.assertEqual(result['runmodule']['component_index'], 0)392      393      self.assertEqual(result['runmodule']['compute_uncertainties'], 1)394      self.assertEqual(result['runmodule']['method'], 'APPROXIMATED')395      self.assertEqual(result['runmodule']['compute_sample'], 1)396      self.assertEqual(result['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])397      self.assertDictEqual(result['runmodule']['storage_climatology']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile','datasetname' : 'solution_climatology_51'})398      self.assertDictEqual(result['runmodule']['storage_climatology']['marginal_std_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile','datasetname' : 'uncertainties_climatology'})399      self.assertDictEqual(result['runmodule']['storage_climatology']['sample_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile','datasetname' : 'sample_climatology'})400      self.assertDictEqual(result['runmodule']['storage_climatology']['measurementfilelist_read'], { 'python_class' : 'eumopps.catalogue.placeholder.InputFileList','datasetname' : 'measurement_climatology_51'})401      self.assertEqual(len(result['newdatasets']), 3)402      self.assertEqual(result['newdatasets'][0]['name'], 'solution_climatology_51')403      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_climatology_51/', 'solution_climatology_51.pickle'])404      self.assertEqual(result['newdatasets'][1]['name'], 'uncertainties_climatology')405      self.assertListEqual(result['newdatasets'][1]['subsets'][0]['layout']['patterns'], ['uncertainties_climatology/', 'uncertainties_climatology.pickle'])406      self.assertEqual(result['newdatasets'][2]['name'], 'sample_climatology')407      self.assertListEqual(result['newdatasets'][2]['subsets'][0]['layout']['patterns'], ['sample_climatology/', 'sample_climatology.pickle'])408      filler = FullstaceJsonFiller(15, 409				   current_dir, '', current_dir,410				   template_operation, template_grid,411				   start_date, end_date,412				   0, 1,413				   'A', 'C', 'C', 'D', 414				   'E', 'measurement_large_scale', 'large_scale_solve', 'solution_large_scale',415				   'I', 'J', 416				   'K', 'L',417				   'M', 'N', 'O')418				   419      filler.load_templates()420      result = filler.fill_single_solution_operation_space_time(0, 1, filler.solution_large_scale_command, filler.solution_large_scale_name,filler.measurement_large_scale_name)421      self.assertEqual(result['name'], 'large_scale_solve_0')422  423      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)424      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)425      self.assertEqual(result['runmodule']['storage_local']['statefilename_read']['datasetname'], None)426      self.assertEqual(result['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.solve')427      428      self.assertEqual(result['runmodule']['insitu_biases'], 0)429      self.assertEqual(result['runmodule']['global_biases'], 1)430      431      self.assertEqual(result['runmodule']['compute_uncertainties'], 0)432      self.assertEqual(result['runmodule']['method'], 'EXACT')433      434      self.assertEqual(result['runmodule']['compute_sample'], 0)435      self.assertEqual(result['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])436      self.assertEqual(result['runmodule']['component_index'], 1)437      self.assertDictEqual(result['runmodule']['storage_large_scale']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile','datasetname' : 'solution_large_scale_0'})438      self.assertDictEqual(result['runmodule']['storage_large_scale']['measurementfilelist_read'], { 'python_class' : 'eumopps.catalogue.placeholder.InputFileList','datasetname' : 'measurement_large_scale_0'})439      self.assertDictEqual(result['step'], { 'python_class' : 'eumopps.catalogue.step.StepOnce'})440      self.assertEqual(len(result['newdatasets']), 1)441      self.assertEqual(result['newdatasets'][0]['name'], 'solution_large_scale_0')442      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_large_scale_0/', 'solution_large_scale_0.pickle'])443      result = filler.fill_single_solution_operation_space_time(14, 1, filler.solution_large_scale_command, filler.solution_large_scale_name,filler.measurement_large_scale_name)444      self.assertEqual(result['name'], 'large_scale_solve_14')445  446      self.assertEqual(result['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)447      self.assertEqual(result['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)448      self.assertEqual(result['runmodule']['storage_local']['statefilename_read']['datasetname'], None)449      self.assertEqual(result['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.solve')450      self.assertEqual(result['runmodule']['component_index'], 1)451      452      self.assertEqual(result['runmodule']['compute_uncertainties'], 1)453      self.assertEqual(result['runmodule']['method'], 'APPROXIMATED')454      self.assertDictEqual(result['runmodule']['storage_large_scale']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile','datasetname' : 'solution_large_scale_14'})455      self.assertDictEqual(result['runmodule']['storage_large_scale']['marginal_std_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile','datasetname' : 'uncertainties_large_scale'})456      self.assertDictEqual(result['runmodule']['storage_large_scale']['sample_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile','datasetname' : 'sample_large_scale'})457      self.assertDictEqual(result['runmodule']['storage_large_scale']['measurementfilelist_read'], { 'python_class' : 'eumopps.catalogue.placeholder.InputFileList','datasetname' : 'measurement_large_scale_14'})458      self.assertEqual(len(result['newdatasets']), 3)459      self.assertEqual(result['newdatasets'][0]['name'], 'solution_large_scale_14')460      self.assertListEqual(result['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_large_scale_14/', 'solution_large_scale_14.pickle'])461      self.assertEqual(result['newdatasets'][1]['name'], 'uncertainties_large_scale')462      self.assertListEqual(result['newdatasets'][1]['subsets'][0]['layout']['patterns'], ['uncertainties_large_scale/', 'uncertainties_large_scale.pickle'])463      self.assertEqual(result['newdatasets'][2]['name'], 'sample_large_scale')464      self.assertListEqual(result['newdatasets'][2]['subsets'][0]['layout']['patterns'], ['sample_large_scale/', 'sample_large_scale.pickle'])465    def test_fill_descriptor(self):466      current_dir=''467      template_operation = self.test_template_file468      template_grid = self.test_template_file469      start_date = '19870405'470      end_date = '19880405'471      bias = 1472      filler = FullstaceJsonFiller(3, 473				   current_dir, '', current_dir,474				   template_operation, template_grid,475				   start_date, end_date,476				   1, 1,477				   'climatology_input', 'measurement_climatology', 'climatology_solve', 'solution_climatology', 478				   'large_scale_input', 'measurement_large_scale', 'large_scale_solve', 'solution_large_scale',479				   'local_input_and_solve', 'solution_local', 480				   'output_grid', 'eustace_infilled',481                   'output_climatology_name', 'output_large_scale_name', 'output_local_name')482				   483      result = filler.fill_descriptor()484      485      self.assertEqual(result['python_class'], 'eumopps.catalogue.catalogue.Catalogue')486      self.assertTrue(isinstance(result['operations'], list))487      self.assertEqual(len(result['operations']), 16)488      489      # Analyzing more in detail490      # Climatology491      climatology_input_0 = result['operations'][0]492      self.assertEqual(climatology_input_0['name'], 'climatology_input_0')493  494      self.assertEqual(climatology_input_0['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)495      self.assertEqual(climatology_input_0['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)496      self.assertEqual(climatology_input_0['runmodule']['storage_local']['statefilename_read']['datasetname'], None)497      self.assertDictEqual(climatology_input_0['runmodule']['storage_local']['time_index'], {'python_class': 'eumopps.catalogue.placeholder.StepIndex'})498      self.assertEqual(climatology_input_0['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.process_inputs')499      self.assertEqual(climatology_input_0['runmodule']['insitu_biases'], 1)500      self.assertEqual(climatology_input_0['runmodule']['global_biases'], 1)501      self.assertEqual(climatology_input_0['runmodule']['compute_uncertainties'], 0)502      self.assertEqual(climatology_input_0['runmodule']['method'], 'EXACT')503      self.assertEqual(climatology_input_0['runmodule']['compute_sample'], 0)504      self.assertEqual(climatology_input_0['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])505      self.assertEqual(climatology_input_0['runmodule']['component_index'], 0)506      self.assertDictEqual(climatology_input_0['runmodule']['storage_climatology']['measurementfilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'measurement_climatology_0'})507      self.assertDictEqual(climatology_input_0['runmodule']['storage_climatology']['measurement_time_index_write'], { "python_class" : "eumopps.catalogue.placeholder.StepIndex" })508      self.assertEqual(climatology_input_0['step']['start'], start_date+'000000')509      self.assertEqual(climatology_input_0['step']['end'], end_date+'000000')510      self.assertEqual(len(climatology_input_0['newdatasets']), 1)511      self.assertEqual(climatology_input_0['newdatasets'][0]['name'], 'measurement_climatology_0')512      self.assertListEqual(climatology_input_0['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['measurement_climatology_0/%Y/', 'measurement_climatology_0_%Y%m%d.pickle'])513      climatology_solve_0 = result['operations'][1]514      self.assertEqual(climatology_solve_0['name'], 'climatology_solve_0')515  516      self.assertEqual(climatology_solve_0['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)517      self.assertEqual(climatology_solve_0['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)518      self.assertEqual(climatology_solve_0['runmodule']['storage_local']['statefilename_read']['datasetname'], None)519      self.assertEqual(climatology_solve_0['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.solve')520      self.assertEqual(climatology_solve_0['runmodule']['insitu_biases'], 1)521      self.assertEqual(climatology_solve_0['runmodule']['global_biases'], 1)522      self.assertEqual(climatology_solve_0['runmodule']['compute_uncertainties'], 0)523      self.assertEqual(climatology_solve_0['runmodule']['method'], 'EXACT')524      self.assertEqual(climatology_solve_0['runmodule']['compute_sample'], 0)525      self.assertEqual(climatology_solve_0['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])526      self.assertEqual(climatology_solve_0['runmodule']['component_index'], 0)527      self.assertDictEqual(climatology_solve_0['runmodule']['storage_climatology']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'solution_climatology_0'})528      self.assertDictEqual(climatology_solve_0['step'], { 'python_class' : 'eumopps.catalogue.step.StepOnce'})529      self.assertEqual(climatology_solve_0['newdatasets'][0]['name'], 'solution_climatology_0')530      self.assertListEqual(climatology_solve_0['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_climatology_0/', 'solution_climatology_0.pickle'])531      climatology_input_2 = result['operations'][10]532      self.assertEqual(climatology_input_2['name'], 'climatology_input_2')533  534      self.assertEqual(climatology_input_2['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)535      self.assertEqual(climatology_input_2['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], 'solution_large_scale_1')536      self.assertEqual(climatology_input_2['runmodule']['storage_local']['statefilename_read']['datasetname'], 'solution_local_1')537      self.assertDictEqual(climatology_input_2['runmodule']['storage_local']['time_index'], {'python_class': 'eumopps.catalogue.placeholder.StepIndex'})538      self.assertEqual(climatology_input_2['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.process_inputs')539      self.assertEqual(climatology_input_2['runmodule']['insitu_biases'], 1)540      self.assertEqual(climatology_input_2['runmodule']['global_biases'], 1)541      self.assertEqual(climatology_input_2['runmodule']['compute_uncertainties'], 0)542      self.assertEqual(climatology_input_2['runmodule']['method'], 'EXACT')543      self.assertEqual(climatology_input_2['runmodule']['compute_sample'], 0)544      self.assertEqual(climatology_input_2['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])545      self.assertEqual(climatology_input_2['runmodule']['component_index'], 0)546      self.assertDictEqual(climatology_input_2['runmodule']['storage_climatology']['measurementfilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'measurement_climatology_2'})547      self.assertDictEqual(climatology_input_2['runmodule']['storage_climatology']['measurement_time_index_write'], { "python_class" : "eumopps.catalogue.placeholder.StepIndex" })548      self.assertEqual(climatology_input_2['step']['start'], start_date+'000000')549      self.assertEqual(climatology_input_2['step']['end'], end_date+'000000')550      self.assertEqual(climatology_input_2['newdatasets'][0]['name'], 'measurement_climatology_2')551      self.assertListEqual(climatology_input_2['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['measurement_climatology_2/%Y/', 'measurement_climatology_2_%Y%m%d.pickle'])552      climatology_solve_2 = result['operations'][11]553      self.assertEqual(climatology_solve_2['name'], 'climatology_solve_2')554  555      self.assertEqual(climatology_solve_2['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)556      self.assertEqual(climatology_solve_2['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)557      self.assertEqual(climatology_solve_2['runmodule']['storage_local']['statefilename_read']['datasetname'], None)558      self.assertEqual(climatology_solve_2['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.solve')559      self.assertEqual(climatology_solve_2['runmodule']['insitu_biases'], 1)560      self.assertEqual(climatology_solve_2['runmodule']['global_biases'], 1)561      self.assertEqual(climatology_solve_2['runmodule']['compute_uncertainties'], 1)562      self.assertEqual(climatology_solve_2['runmodule']['method'], 'APPROXIMATED')563      self.assertEqual(climatology_solve_2['runmodule']['compute_sample'], 1)564      self.assertEqual(climatology_solve_2['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])565      self.assertEqual(climatology_solve_2['runmodule']['component_index'], 0)566      self.assertDictEqual(climatology_solve_2['runmodule']['storage_climatology']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'solution_climatology_2'})567      self.assertDictEqual(climatology_solve_2['runmodule']['storage_climatology']['marginal_std_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'uncertainties_climatology'})568      self.assertDictEqual(climatology_solve_2['runmodule']['storage_climatology']['sample_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'sample_climatology'})569      self.assertDictEqual(climatology_solve_2['step'], { 'python_class' : 'eumopps.catalogue.step.StepOnce'})570      self.assertEqual(climatology_solve_2['newdatasets'][0]['name'], 'solution_climatology_2')571      self.assertListEqual(climatology_solve_2['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_climatology_2/', 'solution_climatology_2.pickle'])572      self.assertEqual(climatology_solve_2['newdatasets'][1]['name'], 'uncertainties_climatology')573      self.assertListEqual(climatology_solve_2['newdatasets'][1]['subsets'][0]['layout']['patterns'], ['uncertainties_climatology/', 'uncertainties_climatology.pickle'])574      self.assertEqual(climatology_solve_2['newdatasets'][2]['name'], 'sample_climatology')575      self.assertListEqual(climatology_solve_2['newdatasets'][2]['subsets'][0]['layout']['patterns'], ['sample_climatology/', 'sample_climatology.pickle'])576      # Large scale577      large_scale_input_0 = result['operations'][2]578      self.assertEqual(large_scale_input_0['name'], 'large_scale_input_0')579  580      self.assertEqual(large_scale_input_0['runmodule']['storage_climatology']['statefilename_read']['datasetname'], 'solution_climatology_0')581      self.assertEqual(large_scale_input_0['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)582      self.assertEqual(large_scale_input_0['runmodule']['storage_local']['statefilename_read']['datasetname'], None)583      self.assertDictEqual(large_scale_input_0['runmodule']['storage_local']['time_index'], {'python_class': 'eumopps.catalogue.placeholder.StepIndex'})584      self.assertEqual(large_scale_input_0['runmodule']['insitu_biases'], 1)585      self.assertEqual(large_scale_input_0['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.process_inputs')586      self.assertEqual(large_scale_input_0['runmodule']['global_biases'], 1)587      self.assertEqual(large_scale_input_0['runmodule']['component_index'], 1)588      self.assertEqual(large_scale_input_0['runmodule']['compute_uncertainties'], 0)589      self.assertEqual(large_scale_input_0['runmodule']['method'], 'EXACT')590      self.assertEqual(large_scale_input_0['runmodule']['compute_sample'], 0)591      self.assertEqual(large_scale_input_0['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])592      self.assertDictEqual(large_scale_input_0['runmodule']['storage_large_scale']['measurementfilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'measurement_large_scale_0'})593      self.assertDictEqual(large_scale_input_0['runmodule']['storage_large_scale']['measurement_time_index_write'], { "python_class" : "eumopps.catalogue.placeholder.StepIndex" })594      self.assertEqual(large_scale_input_0['step']['start'], start_date+'000000')595      self.assertEqual(large_scale_input_0['step']['end'], end_date+'000000')596      self.assertEqual(len(large_scale_input_0['newdatasets']), 1)597      self.assertEqual(large_scale_input_0['newdatasets'][0]['name'], 'measurement_large_scale_0')598      self.assertListEqual(large_scale_input_0['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['measurement_large_scale_0/%Y/', 'measurement_large_scale_0_%Y%m%d.pickle'])599      large_scale_solve_0 = result['operations'][3]600      self.assertEqual(large_scale_solve_0['name'], 'large_scale_solve_0')601  602      self.assertEqual(large_scale_solve_0['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)603      self.assertEqual(large_scale_solve_0['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)604      self.assertEqual(large_scale_solve_0['runmodule']['storage_local']['statefilename_read']['datasetname'], None)605      self.assertEqual(large_scale_solve_0['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.solve')606      self.assertEqual(large_scale_solve_0['runmodule']['insitu_biases'], 1)607      self.assertEqual(large_scale_solve_0['runmodule']['global_biases'], 1)608      self.assertEqual(large_scale_solve_0['runmodule']['compute_uncertainties'], 0)609      self.assertEqual(large_scale_solve_0['runmodule']['method'], 'EXACT')610      self.assertEqual(large_scale_solve_0['runmodule']['compute_sample'], 0)611      self.assertEqual(large_scale_solve_0['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])612      self.assertEqual(large_scale_solve_0['runmodule']['component_index'], 1)613      self.assertDictEqual(large_scale_solve_0['runmodule']['storage_large_scale']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'solution_large_scale_0'})614      self.assertDictEqual(large_scale_solve_0['step'], { 'python_class' : 'eumopps.catalogue.step.StepOnce'})615      self.assertEqual(len(large_scale_solve_0['newdatasets']), 1)616      self.assertEqual(large_scale_solve_0['newdatasets'][0]['name'], 'solution_large_scale_0')617      self.assertListEqual(large_scale_solve_0['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_large_scale_0/', 'solution_large_scale_0.pickle'])618      large_scale_input_2 = result['operations'][12]619      self.assertEqual(large_scale_input_2['name'], 'large_scale_input_2')620  621      self.assertEqual(large_scale_input_2['runmodule']['storage_climatology']['statefilename_read']['datasetname'], 'solution_climatology_2')622      self.assertEqual(large_scale_input_2['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)623      self.assertEqual(large_scale_input_2['runmodule']['storage_local']['statefilename_read']['datasetname'], 'solution_local_1')624      self.assertDictEqual(large_scale_input_2['runmodule']['storage_local']['time_index'], {'python_class': 'eumopps.catalogue.placeholder.StepIndex'})625      self.assertEqual(large_scale_input_2['runmodule']['insitu_biases'], 1)626      self.assertEqual(large_scale_input_2['runmodule']['global_biases'], 1)627      self.assertEqual(large_scale_input_2['runmodule']['compute_uncertainties'], 0)628      self.assertEqual(large_scale_input_2['runmodule']['method'], 'EXACT')629      self.assertEqual(large_scale_input_2['runmodule']['compute_sample'], 0)630      self.assertEqual(large_scale_input_2['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])631      self.assertEqual(large_scale_input_2['runmodule']['component_index'], 1)632      self.assertDictEqual(large_scale_input_2['runmodule']['storage_large_scale']['measurementfilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'measurement_large_scale_2'})633      self.assertDictEqual(large_scale_input_2['runmodule']['storage_large_scale']['measurement_time_index_write'], { "python_class" : "eumopps.catalogue.placeholder.StepIndex" })634      self.assertEqual(large_scale_input_2['step']['start'], start_date+'000000')635      self.assertEqual(large_scale_input_2['step']['end'], end_date+'000000')636      self.assertEqual(len(large_scale_input_2['newdatasets']), 1)637      self.assertEqual(large_scale_input_2['newdatasets'][0]['name'], 'measurement_large_scale_2')638      self.assertListEqual(large_scale_input_2['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['measurement_large_scale_2/%Y/', 'measurement_large_scale_2_%Y%m%d.pickle'])639      large_scale_solve_2 = result['operations'][13]640      self.assertEqual(large_scale_solve_2['name'], 'large_scale_solve_2')641  642      self.assertEqual(large_scale_solve_2['runmodule']['storage_climatology']['statefilename_read']['datasetname'], None)643      self.assertEqual(large_scale_solve_2['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], None)644      self.assertEqual(large_scale_solve_2['runmodule']['storage_local']['statefilename_read']['datasetname'], None)645      self.assertEqual(large_scale_solve_2['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.solve')646      self.assertEqual(large_scale_solve_2['runmodule']['insitu_biases'], 1)647      self.assertEqual(large_scale_solve_2['runmodule']['global_biases'], 1)648      self.assertEqual(large_scale_solve_2['runmodule']['compute_uncertainties'], 1)649      self.assertEqual(large_scale_solve_2['runmodule']['method'], 'APPROXIMATED')650      self.assertEqual(large_scale_solve_2['runmodule']['component_index'], 1)651      self.assertEqual(large_scale_solve_2['runmodule']['compute_sample'], 1)652      self.assertEqual(large_scale_solve_2['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])653      self.assertDictEqual(large_scale_solve_2['runmodule']['storage_large_scale']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'solution_large_scale_2'})654      self.assertDictEqual(large_scale_solve_2['runmodule']['storage_large_scale']['marginal_std_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'uncertainties_large_scale'})655      self.assertDictEqual(large_scale_solve_2['runmodule']['storage_large_scale']['sample_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'sample_large_scale'})656      self.assertEqual(large_scale_solve_2['step'], { 'python_class' : 'eumopps.catalogue.step.StepOnce'})657      self.assertEqual(large_scale_solve_2['newdatasets'][0]['name'], 'solution_large_scale_2')658      self.assertEqual(len(large_scale_solve_2['newdatasets']), 3)659      self.assertListEqual(large_scale_solve_2['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_large_scale_2/', 'solution_large_scale_2.pickle'])660      self.assertEqual(large_scale_solve_2['newdatasets'][1]['name'], 'uncertainties_large_scale')661      self.assertListEqual(large_scale_solve_2['newdatasets'][1]['subsets'][0]['layout']['patterns'], ['uncertainties_large_scale/', 'uncertainties_large_scale.pickle'])662      self.assertEqual(large_scale_solve_2['newdatasets'][2]['name'], 'sample_large_scale')663      self.assertListEqual(large_scale_solve_2['newdatasets'][2]['subsets'][0]['layout']['patterns'], ['sample_large_scale/', 'sample_large_scale.pickle'])664      # Local scale665      local_input_and_solve_2 = result['operations'][14]666      self.assertEqual(local_input_and_solve_2['name'], 'local_input_and_solve_2')667  668      self.assertEqual(local_input_and_solve_2['runmodule']['storage_climatology']['statefilename_read']['datasetname'], 'solution_climatology_2')669      self.assertEqual(local_input_and_solve_2['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], 'solution_large_scale_2')670      self.assertEqual(local_input_and_solve_2['runmodule']['storage_local']['statefilename_read']['datasetname'], None)671      self.assertEqual(local_input_and_solve_2['runmodule']['python_function'], 'eustace.analysis.advanced_standard.examples.example_eustace.process_inputs')672      self.assertEqual(local_input_and_solve_2['runmodule']['insitu_biases'], 1)673      self.assertEqual(local_input_and_solve_2['runmodule']['global_biases'], 1)674      self.assertEqual(local_input_and_solve_2['runmodule']['compute_uncertainties'], 1)675      self.assertEqual(local_input_and_solve_2['runmodule']['method'], 'APPROXIMATED')676      self.assertEqual(local_input_and_solve_2['runmodule']['compute_sample'], 1)677      self.assertEqual(local_input_and_solve_2['runmodule']['sample_size'], definitions.GLOBAL_SAMPLE_SHAPE[3])678      self.assertEqual(local_input_and_solve_2['runmodule']['component_index'], 2)679      self.assertDictEqual(local_input_and_solve_2['runmodule']['storage_local']['statefilename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'solution_local_2'})680      self.assertDictEqual(local_input_and_solve_2['runmodule']['storage_local']['marginal_std_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'uncertainties_local'})681      self.assertDictEqual(local_input_and_solve_2['runmodule']['storage_local']['sample_filename_write'], { 'python_class' : 'eumopps.catalogue.placeholder.OutputFile', 'datasetname' : 'sample_local'})682      self.assertDictEqual(local_input_and_solve_2['runmodule']['storage_local']['time_index'], { "python_class" : "eumopps.catalogue.placeholder.StepIndex" })683      self.assertEqual(local_input_and_solve_2['step']['start'], start_date+'000000')684      self.assertEqual(local_input_and_solve_2['step']['end'], end_date+'000000')685      self.assertEqual(len(local_input_and_solve_2['newdatasets']), 3)686      self.assertEqual(local_input_and_solve_2['newdatasets'][0]['name'], 'solution_local_2')687      self.assertListEqual(local_input_and_solve_2['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['solution_local_2/%Y/', 'solution_local_2_%Y%m%d.pickle'])688      self.assertEqual(local_input_and_solve_2['newdatasets'][1]['name'], 'uncertainties_local')689      self.assertListEqual(local_input_and_solve_2['newdatasets'][1]['subsets'][0]['layout']['patterns'], ['uncertainties_local/%Y/', 'uncertainties_local_%Y%m%d.pickle'])690      self.assertEqual(local_input_and_solve_2['newdatasets'][2]['name'], 'sample_local')691      self.assertListEqual(local_input_and_solve_2['newdatasets'][2]['subsets'][0]['layout']['patterns'], ['sample_local/%Y/', 'sample_local_%Y%m%d.pickle'])692      # Output gridding693      output_grid = result['operations'][15]694      self.assertEqual(output_grid['name'], 'output_grid')695  696      self.assertEqual(output_grid['runmodule']['storage_climatology']['statefilename_read']['datasetname'], 'solution_climatology_2')697      self.assertEqual(output_grid['runmodule']['storage_climatology']['marginal_std_filename_read']['datasetname'], 'uncertainties_climatology')698      self.assertEqual(output_grid['runmodule']['storage_climatology']['sample_filename_read']['datasetname'], 'sample_climatology')699      self.assertEqual(output_grid['runmodule']['storage_large_scale']['statefilename_read']['datasetname'], 'solution_large_scale_2')700      self.assertEqual(output_grid['runmodule']['storage_large_scale']['marginal_std_filename_read']['datasetname'], 'uncertainties_large_scale')701      self.assertEqual(output_grid['runmodule']['storage_large_scale']['sample_filename_read']['datasetname'], 'sample_large_scale')702      self.assertEqual(output_grid['runmodule']['storage_local']['statefilename_read']['datasetname'], 'solution_local_2')703      self.assertEqual(output_grid['runmodule']['storage_local']['marginal_std_filename_read']['datasetname'], 'uncertainties_local')704      self.assertEqual(output_grid['runmodule']['storage_local']['sample_filename_read']['datasetname'], 'sample_local')705      self.assertEqual(output_grid['runmodule']['outputfile']['datasetname'], 'eustace_infilled')706      self.assertEqual(output_grid['runmodule']['insitu_biases'], 1)707      self.assertEqual(output_grid['runmodule']['global_biases'], 1)708      self.assertEqual(output_grid['step']['start'], start_date+'000000')709      self.assertEqual(output_grid['step']['end'], end_date+'000000')710      self.assertEqual(output_grid['runmodule']['compute_uncertainties'], 0)711      self.assertEqual(output_grid['runmodule']['method'], 'EXACT')712      self.assertEqual(output_grid['runmodule']['compute_sample'], 0)713      self.assertEqual(output_grid['newdatasets'][0]['name'], 'eustace_infilled')714      self.assertListEqual(output_grid['newdatasets'][0]['subsets'][0]['layout']['patterns'], ['eustace_infilled/%Y/', 'eustace_infilled_%Y%m%d.nc'])715    def test_create_descriptor(self):716      current_dir=''717      template_operation = self.test_template_file718      template_grid = self.test_template_file719      start_date = '19870405'720      end_date = '19880405'721      bias = 1722      filler = FullstaceJsonFiller(3, 723				   current_dir, './',724				   template_operation, '', template_grid,725				   start_date, end_date,726				   1, 1,727				   'climatology_input', 'measurement_climatology', 'climatology_solve', 'solution_climatology', 728				   'large_scale_input', 'measurement_large_scale', 'large_scale_solve', 'solution_large_scale',729				   'local_input_and_solve', 'solution_local', 730				   'output_grid', 'eustace_infilled',731				   'output_climatology_name', 'output_large_scale_name', 'output_local_name')732				   733      filler.create_descriptor('baba.json')734      self.assertTrue(os.path.exists('./baba.json'))735      os.remove('./baba.json')736    737    def test_return_output_patterns(self):738      739      for input_name, output_list in zip(['A', 'abgs'], [['A/%Y/', 'A_%Y%m%d.nc'], ['abgs/%Y/', 'abgs_%Y%m%d.nc']]):740	  self.assertListEqual(FullstaceJsonFiller.return_output_patterns(input_name, 'nc', 'measurement'), output_list)741      for input_name, output_list in zip(['A', 'abgs'], [['A/%Y/', 'A_%Y%m%d.nc'], ['abgs/%Y/', 'abgs_%Y%m%d.nc']]):742	  self.assertListEqual(FullstaceJsonFiller.return_output_patterns(input_name, 'nc', 'space_solution'), output_list)743      for input_name, output_list in zip(['A', 'abgs'], [['A/', 'A.nc'], ['abgs/', 'abgs.nc']]):744	  self.assertListEqual(FullstaceJsonFiller.return_output_patterns(input_name, 'nc', 'spacetime_solution'), output_list)745      for input_name, output_list in zip(['A', 'abgs'], [['A/', 'A.nc'], ['abgs/', 'abgs.nc']]):746	  self.assertRaises(ValueError, FullstaceJsonFiller.return_output_patterns, input_name, 'nc', 'spjkbchw_time_solution')747    def test_check_none(self):748      749      for test_dictionary in self.dictionaries_with_None:750	  self.assertRaises(ValueError, FullstaceJsonFiller.check_none, test_dictionary)751# To uncomment when more detailed tests on descriptor generation are required  752"""753    def test_against_original_descriptor(self):754      755      current_dir='test/'756      template_operation = 'test_advstd_operation_template.json'757      template_grid = 'test_advstd_outputgrid_template.json'758      start_date = '20060101'759      end_date = '20101231'760      bias = 1761      filler = FullstaceJsonFiller(1, 762				   current_dir, './',763				   template_operation, template_grid,764				   start_date, end_date,765				   1, 1,766				   'climatology_input', 'measurement_climatology', 'climatology_solve', 'solution_climatology', 767				   'large_scale_input', 'measurement_large_scale', 'large_scale_solve', 'solution_large_scale',768				   'local_input_and_solve', 'solution_local', 769				   'output_grid', 'eustace_example_infilled')770				   771      result = filler.fill_descriptor()['operations']772      with open(self.original_descriptor_file) as fp:773	comparison = json.load(fp)774      comparison = comparison['operations']775      self.assertEqual(len(result), len(comparison))776      777      self.check_all_keys(result, comparison)778      self.check_all_items(result, comparison)779      780    def check_all_keys(self, descriptor, comparison):781	if isinstance(descriptor, dict) and isinstance(comparison, dict):782	    if len(descriptor) != len(comparison):783	      message = 'Sub dictionaries differ!\nlen(descriptor) = {}, keys = {}\nlen(comparison)={}, keys={}'.format(len(descriptor), descriptor.keys(), len(comparison), comparison.keys())784	      raise ValueError(message)785	    else:786	      left = descriptor.keys()787	      left.sort()788	      right = comparison.keys()789	      right.sort()790	      self.assertListEqual(left, right)791	      for key in descriptor.keys():792		return self.check_all_keys(descriptor[key], comparison[key])793	elif isinstance(descriptor, list) and isinstance(comparison, list):794	    return [ self.check_all_keys(item_1, item_2) for item_1, item_2 in zip(descriptor, comparison) ]795	    796    def check_all_items(self, descriptor, comparison):797	if isinstance(descriptor, dict) and isinstance(comparison, dict):798	   for key in descriptor.keys():799	      return self.check_all_items(descriptor[key], comparison[key])800	elif isinstance(descriptor, list) and isinstance(comparison, list):801	   return [ self.check_all_items(item_1, item_2) for item_1, item_2 in zip(descriptor, comparison) ]802	else:803	   self.assertEqual(descriptor, comparison)...

test_strds_to_rast3.py

Source:test_strds_to_rast3.py

1"""Test t.rast.to.rast32(C) 2014 by the GRASS Development Team3This program is free software under the GNU General Public4License (>=v2). Read the file COPYING that comes with GRASS5for details.6@author Soeren Gebbert7"""8import grass.pygrass.modules as pymod9import subprocess10from grass.gunittest.case import TestCase11from grass.gunittest.gmodules import SimpleModule12class TestSTRDSToRast3(TestCase):13    def setUp(self):14        """Create input data15        """16        self.use_temp_region()17        self.runModule("g.gisenv",  set="TGIS_USE_CURRENT_MAPSET=1")18        self.runModule("g.region",  s=0,  n=80,  w=0,  e=120,  b=0,  t=50,  res=10,  res3=10)19        self.runModule("r.mapcalc", expression="prec_1i = 100")20        self.runModule("r.mapcalc", expression="prec_2i = 200")21        self.runModule("r.mapcalc", expression="prec_3i = 300")22        self.runModule("r.mapcalc", expression="prec_4i = 400")23        self.runModule("r.mapcalc", expression="prec_5i = 500")24        self.runModule("r.mapcalc", expression="prec_6i = 600")25        26        self.runModule("r.mapcalc", expression="prec_1d = 100.0")27        self.runModule("r.mapcalc", expression="prec_2d = 200.0")28        self.runModule("r.mapcalc", expression="prec_3d = 300.0")29        self.runModule("r.mapcalc", expression="prec_4d = 400.0")30        self.runModule("r.mapcalc", expression="prec_5d = 500.0")31        self.runModule("r.mapcalc", expression="prec_6d = 600.0")32        33        self.runModule("r.mapcalc", expression="prec_1f = float(100.0)")34        self.runModule("r.mapcalc", expression="prec_2f = float(200.0)")35        self.runModule("r.mapcalc", expression="prec_3f = float(300.0)")36        self.runModule("r.mapcalc", expression="prec_4f = float(400.0)")37        self.runModule("r.mapcalc", expression="prec_5f = float(500.0)")38        self.runModule("r.mapcalc", expression="prec_6f = float(600.0)")39        40        self.runModule("t.create", type="strds",  temporaltype="absolute",  41                       output="precip_i",  title="A test integer",  42                       description="A test integer values")43        self.runModule("t.register", flags="i",  type="raster",  input="precip_i",  44                       maps="prec_1i,prec_2i,prec_3i,prec_4i,prec_5i,prec_6i",  45                       start="2001-01-01", increment="3 months")46        self.runModule("t.create", type="strds",  temporaltype="absolute",  47                       output="precip_f",  title="A test float",  48                       description="A test float values")49        self.runModule("t.register", flags="i",  type="raster",  input="precip_f",50                       maps="prec_1f,prec_2f,prec_3f,prec_4f,prec_5f,prec_6f",  51                       start="2001-01-01", increment="3 months")52        self.runModule("t.create", type="strds",  temporaltype="absolute",  53                       output="precip_d",  title="A test float",  54                       description="A test float values")55        self.runModule("t.register", flags="i",  type="raster",  input="precip_d",  56                       maps="prec_1d,prec_2d,prec_3d,prec_4d,prec_5d,prec_6d",  57                       start="2001-01-01", increment="3 months")58    def tearDown(self):59        """Remove generated data"""60        #self.runModule("t.remove",  flags="rf",  type="strds",  61        #                           inputs="precip_i,precip_f,precip_d")62        #self.runModule('g.remove', type='raster', pattern='prec_*', flags='f')63        self.del_temp_region()64    def otest_3m(self):65        """Convert STRDS into 3d raster map, granularity 3 months"""66        self.assertModule("t.rast.to.rast3",  input="precip_i",  output="precip_i")67        self.assertModule("t.rast.to.rast3",  input="precip_f",  output="precip_f")68        self.assertModule("t.rast.to.rast3",  input="precip_d",  output="precip_d")69        univar_string="""n=57670                        null_cells=071                        cells=57672                        min=10073                        max=60074                        range=50075                        mean=35076                        mean_of_abs=35077                        stddev=170.78251276599378                        variance=29166.666666666779                        coeff_var=48.795003647426780                        sum=201600"""81        self.assertRaster3dFitsUnivar(raster="precip_i", reference=univar_string, precision=2)82        self.assertRaster3dFitsUnivar(raster="precip_f", reference=univar_string, precision=2)83        self.assertRaster3dFitsUnivar(raster="precip_d", reference=univar_string, precision=2)84        tinfo_string="""north=8085                        south=086                        east=12087                        west=088                        bottom=121389                        top=123190                        nsres=1091                        ewres=1092                        tbres=393                        rows=894                        cols=1295                        depths=696                        datatype="DCELL"97                        timestamp="1 Jan 2001 00:00:00 / 1 Jul 2002 00:00:00"98                        units="none"99                        vertical_units="months" """100        self.assertRaster3dFitsInfo(raster="precip_i", reference=tinfo_string, precision=2)101        tinfo_string="""north=80102                        south=0103                        east=120104                        west=0105                        bottom=1213106                        top=1231107                        nsres=10108                        ewres=10109                        tbres=3110                        rows=8111                        cols=12112                        depths=6113                        datatype="FCELL"114                        timestamp="1 Jan 2001 00:00:00 / 1 Jul 2002 00:00:00"115                        units="none"116                        vertical_units="months" """117        self.assertRaster3dFitsInfo(raster="precip_f", reference=tinfo_string, precision=2)118        tinfo_string="""north=80119                        south=0120                        east=120121                        west=0122                        bottom=1213123                        top=1231124                        nsres=10125                        ewres=10126                        tbres=3127                        rows=8128                        cols=12129                        depths=6130                        datatype="DCELL"131                        timestamp="1 Jan 2001 00:00:00 / 1 Jul 2002 00:00:00"132                        units="none"133                        vertical_units="months" """134        self.assertRaster3dFitsInfo(raster="precip_d", reference=tinfo_string, precision=2)135    def test_3m_gap(self):136        """Convert STRDS with gaps into 3d raster map, granularity 3 months"""137  138        self.runModule("t.unregister", maps="prec_3d,prec_3f,prec_3i")139        self.assertModule("t.rast.to.rast3",  input="precip_i",  output="precip_i")140        self.assertModule("t.rast.to.rast3",  input="precip_f",  output="precip_f")141        self.assertModule("t.rast.to.rast3",  input="precip_d",  output="precip_d")142        univar_string="""n=480143                        null_cells=96144                        cells=576145                        min=100146                        max=600147                        range=500148                        mean=360149                        mean_of_abs=360150                        stddev=185.472369909914151                        variance=34400152                        coeff_var=51.5201027527539153                        sum=172800"""154        univar = SimpleModule("r3.univar", flags="g", map="precip_i")155        self.assertModuleKeyValue(module=univar, reference=univar_string, precision=2, sep="=")156        tinfo_string="""north=80157                        south=0158                        east=120159                        west=0160                        bottom=1213161                        top=1231162                        nsres=10163                        ewres=10164                        tbres=3165                        rows=8166                        cols=12167                        depths=6168                        datatype="DCELL"169                        timestamp="1 Jan 2001 00:00:00 / 1 Jul 2002 00:00:00"170                        units="none"171                        vertical_units="months" """172        self.assertRaster3dFitsInfo(raster="precip_i", reference=tinfo_string, precision=2)173        tinfo_string="""north=80174                        south=0175                        east=120176                        west=0177                        bottom=1213178                        top=1231179                        nsres=10180                        ewres=10181                        tbres=3182                        rows=8183                        cols=12184                        depths=6185                        datatype="FCELL"186                        timestamp="1 Jan 2001 00:00:00 / 1 Jul 2002 00:00:00"187                        units="none"188                        vertical_units="months" """189        self.assertRaster3dFitsInfo(raster="precip_f", reference=tinfo_string, precision=2)190        tinfo_string="""north=80191                        south=0192                        east=120193                        west=0194                        bottom=1213195                        top=1231196                        nsres=10197                        ewres=10198                        tbres=3199                        rows=8200                        cols=12201                        depths=6202                        datatype="DCELL"203                        timestamp="1 Jan 2001 00:00:00 / 1 Jul 2002 00:00:00"204                        units="none"205                        vertical_units="months" """206        self.assertRaster3dFitsInfo(raster="precip_d", reference=tinfo_string, precision=2)207class TestSTRDSToRast3MultiGran(TestCase):208    def setUp(self):209        """Create input data210        """211        self.use_temp_region()212        self.runModule("g.gisenv",  set="TGIS_USE_CURRENT_MAPSET=1")213        self.runModule("g.region",  s=0,  n=80,  w=0,  e=120,  b=0,  t=50,  res=10,  res3=10)214        215        self.runModule("r.mapcalc", expression="prec_1d = 100.0")216        self.runModule("r.mapcalc", expression="prec_2d = 200.0")217        self.runModule("r.mapcalc", expression="prec_3d = 300.0")218        self.runModule("r.mapcalc", expression="prec_4d = 400.0")219        self.runModule("r.mapcalc", expression="prec_5d = 500.0")220        self.runModule("r.mapcalc", expression="prec_6d = 600.0")221        self.runModule("t.create", type="strds",  temporaltype="absolute",  222                       output="precip_d",  title="A test float",  223                       description="A test float values")224    def tearDown(self):225        """Remove generated data"""226        #self.runModule("t.remove",  flags="rf",  type="strds", inputs="precip_d")227        #self.runModule('g.remove', type='raster', pattern='prec_*', flags='f')228        self.del_temp_region()229    def otest_years(self):230        """Convert STRDS into 3d raster map, granularity5 years"""231        self.runModule("t.register", flags="i",  type="raster",  input="precip_d",  232                       maps="prec_1d,prec_2d,prec_3d,prec_4d,prec_5d,prec_6d",  233                       start="2000-01-01", increment="5 years")234        self.assertModule("t.rast.to.rast3",  input="precip_d",  output="precip_d")235        tinfo_string="""north=80236                        south=0237                        east=120238                        west=0239                        bottom=100240                        top=130241                        nsres=10242                        ewres=10243                        tbres=3244                        rows=8245                        cols=12246                        depths=6247                        datatype="DCELL"248                        timestamp="1 Jan 2000 00:00:00 / 1 Jan 2030 00:00:00"249                        units="none"250                        vertical_units="years" """251        self.assertRaster3dFitsInfo(raster="precip_d", reference=tinfo_string, precision=2)252    def otest_months(self):253        """Convert STRDS into 3d raster map, granularity 6 months"""254        self.runModule("t.register", flags="i",  type="raster",  input="precip_d",  255                       maps="prec_1d,prec_2d,prec_3d,prec_4d,prec_5d,prec_6d",  256                       start="2000-01-01", increment="6 months")257        self.assertModule("t.rast.to.rast3",  input="precip_d",  output="precip_d")258        tinfo_string="""north=80259                        south=0260                        east=120261                        west=0262                        bottom=1201263                        top=1237264                        nsres=10265                        ewres=10266                        tbres=6267                        rows=8268                        cols=12269                        depths=6270                        datatype="DCELL"271                        timestamp="1 Jan 2000 00:00:00 / 1 Jan 2003 00:00:00"272                        units="none"273                        vertical_units="months" """274        self.assertRaster3dFitsInfo(raster="precip_d", reference=tinfo_string, precision=2)275    def otest_days(self):276        """Convert STRDS into 3d raster map, granularity 7 days"""277        self.runModule("t.register", flags="i",  type="raster",  input="precip_d",  278                       maps="prec_1d,prec_2d,prec_3d,prec_4d,prec_5d,prec_6d",  279                       start="2000-01-01", increment="7 days")280        self.assertModule("t.rast.to.rast3",  input="precip_d",  output="precip_d")281        self.runModule("r3.info", map="precip_d")282        tinfo_string="""north=80283                        south=0284                        east=120285                        west=0286                        bottom=36524287                        top=36566288                        nsres=10289                        ewres=10290                        tbres=7291                        rows=8292                        cols=12293                        depths=6294                        datatype="DCELL"295                        timestamp="1 Jan 2000 00:00:00 / 12 Feb 2000 00:00:00"296                        units="none"297                        vertical_units="days" """298        self.assertRaster3dFitsInfo(raster="precip_d", reference=tinfo_string, precision=2)299    def otest_hours(self):300        """Convert STRDS into 3d raster map, granularity 7 days"""301        self.runModule("t.register", flags="i",  type="raster",  input="precip_d",  302                       maps="prec_1d,prec_2d,prec_3d,prec_4d,prec_5d,prec_6d",  303                       start="2000-01-01", increment="3 hours")304        self.assertModule("t.rast.to.rast3",  input="precip_d",  output="precip_d")305        self.runModule("r3.info", map="precip_d")306        tinfo_string="""north=80307                        south=0308                        east=120309                        west=0310                        bottom=36524311                        top=36524.8312                        nsres=10313                        ewres=10314                        tbres=0.125315                        rows=8316                        cols=12317                        depths=6318                        datatype="DCELL"319                        timestamp="1 Jan 2000 00:00:00 / 1 Jan 2000 18:00:00"320                        units="none"321                        vertical_units="hours" """322        self.assertRaster3dFitsInfo(raster="precip_d", reference=tinfo_string, precision=2)323    def otest_minutes(self):324        """Convert STRDS into 3d raster map, granularity 7 days"""325        self.runModule("t.register", flags="i",  type="raster",  input="precip_d",  326                       maps="prec_1d,prec_2d,prec_3d,prec_4d,prec_5d,prec_6d",  327                       start="2000-01-01", increment="17 minutes")328        self.assertModule("t.rast.to.rast3",  input="precip_d",  output="precip_d")329        self.runModule("r3.info", map="precip_d")330        tinfo_string="""north=80331                        south=0332                        east=120333                        west=0334                        bottom=36524335                        top=36524.1336                        nsres=10337                        ewres=10338                        tbres=0.0118056339                        rows=8340                        cols=12341                        depths=6342                        datatype="DCELL"343                        timestamp="1 Jan 2000 00:00:00 / 1 Jan 2000 01:42:00"344                        units="none"345                        vertical_units="minutes" """346        self.assertRaster3dFitsInfo(raster="precip_d", reference=tinfo_string, precision=2)347if __name__ == '__main__':348    from grass.gunittest.main import test...

test_r_futures_potential.py

Source:test_r_futures_potential.py

1#!/usr/bin/env python32import os3from grass.gunittest.case import TestCase4from grass.gunittest.main import test5class TestPotential(TestCase):6    output = "potential.csv"7    dredge_out = "dredge_out.csv"8    @classmethod9    def setUpClass(cls):10        cls.use_temp_region()11        cls.runModule("g.region", raster="lsat7_2002_30@PERMANENT")12        cls.runModule(13            "r.mapcalc",14            expression="ndvi_2002 = double(lsat7_2002_40@PERMANENT - lsat7_2002_30@PERMANENT) / double(lsat7_2002_40@PERMANENT + lsat7_2002_30@PERMANENT)",15        )16        cls.runModule(17            "r.mapcalc",18            expression="ndvi_1987 = double(lsat5_1987_40@landsat - lsat5_1987_30@landsat) / double(lsat5_1987_40@landsat + lsat5_1987_30@landsat)",19        )20        cls.runModule(21            "r.mapcalc",22            expression="urban_2002 = if(ndvi_2002 <= 0.1 && isnull(lakes), 1, if(isnull(lakes), 0, null()))",23        )24        cls.runModule(25            "r.mapcalc",26            expression="urban_1987 = if(ndvi_1987 <= 0.1 && isnull(lakes), 1, if(isnull(lakes), 0, null()))",27        )28        cls.runModule("r.slope.aspect", elevation="elevation", slope="slope")29        cls.runModule("r.grow.distance", input="lakes", distance="lakes_dist")30        cls.runModule("r.mapcalc", expression="lakes_dist_km = lakes_dist/1000.")31        cls.runModule("v.to.rast", input="streets_wake", output="streets", use="val")32        cls.runModule("r.grow.distance", input="streets", distance="streets_dist")33        cls.runModule("r.mapcalc", expression="streets_dist_km = streets_dist/1000.")34        cls.runModule(35            "r.futures.devpressure",36            input="urban_2002",37            output="devpressure",38            method="gravity",39            size=15,40            flags="n",41        )42        cls.runModule(43            "r.mapcalc",44            expression="urban_change = if(urban_2002 == 1, if(urban_1987 == 0, 1, null()), 0)",45        )46        cls.runModule("r.mapcalc", expression="single_level = 1")47        cls.runModule(48            "r.sample.category",49            input="urban_change",50            output="sampling",51            sampled=[52                "zipcodes",53                "single_level",54                "devpressure",55                "slope",56                "lakes_dist_km",57                "streets_dist_km",58            ],59            npoints=[500, 100],60            random_seed=1,61        )62    @classmethod63    def tearDownClass(cls):64        cls.runModule('g.remove', flags='f', type='raster',65                      name=['slope', 'lakes_dist', 'lakes_dist_km', 'streets',66                            'streets_dist', 'streets_dist_km', 'devpressure',67                            'ndvi_2002', 'ndvi_1987', 'urban_1987', 'urban_2002',68                            'urban_change', 'single_level'])69        cls.runModule('g.remove', flags='f', type='vector', name=['sampling'])70        cls.del_temp_region()71    def tearDown(self):72        try:73            os.remove(self.output)74            os.remove(self.dredge_out)75        except OSError:76            pass77    def test_potential_run(self):78        """Test if results is in expected limits"""79        self.assertModule(80            "r.futures.potential",81            input="sampling",82            columns=["devpressure", "lakes_dist_km", "slope", "streets_dist_km"],83            developed_column="urban_change",84            subregions_column="zipcodes",85            output=self.output,86        )87        with open(self.output, "r") as f:88            i = 089            for line in f.readlines():90                line = line.strip().split(",")91                self.assertEqual(len(line), 6)92                if i == 0:93                    self.assertEqual(94                        line,95                        [96                            "ID",97                            "Intercept",98                            "devpressure",99                            "lakes_dist_km",100                            "slope",101                            "streets_dist_km",102                        ],103                    )104                i += 1105            self.assertEqual(i, 14)106    def test_potential_run_dredge(self):107        """Test if results is in expected limits"""108        self.assertModule(109            "r.futures.potential",110            flags="d",111            input="sampling",112            columns=["devpressure", "lakes_dist_km", "slope", "streets_dist_km"],113            developed_column="urban_change",114            subregions_column="zipcodes",115            min_variables=4,116            max_variables=4,117            output=self.output,118        )119        with open(self.output, "r") as f:120            i = 0121            for line in f.readlines():122                line = line.strip().split(",")123                self.assertEqual(len(line), 6)124                if i == 0:125                    self.assertEqual(126                        sorted(line),127                        [128                            "ID",129                            "Intercept",130                            "devpressure",131                            "lakes_dist_km",132                            "slope",133                            "streets_dist_km",134                        ],135                    )136                i += 1137            self.assertEqual(i, 14)138    def test_potential_run_dredge_export(self):139        """Test if results is in expected limits"""140        self.assertModule(141            "r.futures.potential",142            flags="d",143            input="sampling",144            columns=["devpressure", "lakes_dist_km", "slope", "streets_dist_km"],145            developed_column="urban_change",146            subregions_column="zipcodes",147            min_variables=3,148            max_variables=4,149            nprocs=2,150            fixed_columns=["slope"],151            dredge_output=self.dredge_out,152            output=self.output,153        )154        with open(self.output, "r") as f:155            i = 0156            for line in f.readlines():157                line = line.strip().split(",")158                self.assertEqual(len(line), 5)159                if i == 0:160                    self.assertEqual(161                        line,162                        ["ID", "Intercept", "devpressure", "streets_dist_km", "slope"],163                    )164                i += 1165            self.assertEqual(i, 14)166        with open(self.dredge_out, "r") as f:167            i = 0168            for line in f.readlines():169                line = line.strip().split(",")170                self.assertEqual(len(line), 11)171                if i == 0:172                    self.assertEqual(173                        line,174                        [175                            "ID",176                            "Intercept",177                            "devpressure",178                            "lakes_dist_km",179                            "slope",180                            "streets_dist_km",181                            "df",182                            "logLik",183                            "AIC",184                            "delta",185                            "weight",186                        ],187                    )188                i += 1189            self.assertEqual(i, 5)190    def test_potential_run_single_level(self):191        """Test if results is in expected limits"""192        self.assertModule(193            "r.futures.potential",194            input="sampling",195            columns=["devpressure", "lakes_dist_km", "slope", "streets_dist_km"],196            developed_column="urban_change",197            subregions_column="single_level",198            output=self.output,199        )200        with open(self.output, "r") as f:201            i = 0202            for line in f.readlines():203                line = line.strip().split(",")204                self.assertEqual(len(line), 6)205                if i == 0:206                    self.assertEqual(207                        line,208                        [209                            "ID",210                            "Intercept",211                            "devpressure",212                            "lakes_dist_km",213                            "slope",214                            "streets_dist_km",215                        ],216                    )217                i += 1218            self.assertEqual(i, 2)219if __name__ == "__main__":...

test_r_futures_calib.py

Source:test_r_futures_calib.py

1#!/usr/bin/env python32import os3import filecmp4from grass.gunittest.case import TestCase5from grass.gunittest.main import test6class TestPGACalib(TestCase):7    pga_params = dict(development_pressure='devpressure',8                      predictors=['slope', 'lakes_dist_km', 'streets_dist_km'],9                      n_dev_neighbourhood=15, devpot_params='data/potential.csv',10                      num_neighbors=4, seed_search='random', development_pressure_approach='gravity',11                      gamma=1.5, scaling_factor=1, subregions='zipcodes',12                      demand='data/demand.csv')13    @classmethod14    def setUpClass(cls):15        cls.use_temp_region()16        cls.runModule('g.region', raster="lsat7_2002_30@PERMANENT")17        cls.runModule('r.mapcalc',18                      expression="ndvi_2002 = double(lsat7_2002_40@PERMANENT - lsat7_2002_30@PERMANENT) / double(lsat7_2002_40@PERMANENT + lsat7_2002_30@PERMANENT)")19        cls.runModule('r.mapcalc',20                      expression="ndvi_1987 = double(lsat5_1987_40@landsat - lsat5_1987_30@landsat) / double(lsat5_1987_40@landsat + lsat5_1987_30@landsat)")21        cls.runModule('r.mapcalc', expression="urban_1987 = if(ndvi_1987 <= 0.1 && isnull(lakes), 1, if(isnull(lakes), 0, null()))")22        cls.runModule('r.mapcalc', expression="urban_2002 = if(ndvi_2002 <= 0.1 && isnull(lakes), 1, if(isnull(lakes), 0, null()))")23        cls.runModule('r.slope.aspect', elevation='elevation', slope='slope')24        cls.runModule('r.grow.distance', input='lakes', distance='lakes_dist')25        cls.runModule('r.mapcalc', expression="lakes_dist_km = lakes_dist/1000.")26        cls.runModule('v.to.rast', input='streets_wake', output='streets', use='val')27        cls.runModule('r.grow.distance', input='streets', distance='streets_dist')28        cls.runModule('r.mapcalc', expression="streets_dist_km = streets_dist/1000.")29        cls.runModule('r.futures.devpressure', input='urban_2002', output='devpressure', method='gravity', size=15, flags='n')30    @classmethod31    def tearDownClass(cls):32        cls.runModule('g.remove', flags='f', type='raster',33                      name=['slope', 'lakes_dist', 'lakes_dist_km', 'streets',34                            'streets_dist', 'streets_dist_km', 'devpressure',35                            'ndvi_2002', 'ndvi_1987', 'urban_1987', 'urban_2002'])36        cls.del_temp_region()37    def tearDown(self):38        for each in ('data/out_library.txt',39                     'data/out_library_subregion.csv',40                     'data/out_calib.csv',41                     'data/out_calib_subregion.csv'):42            try:43                os.remove(each)44            except OSError:45                pass46    def test_pga_calib_library(self):47        """Test if generated patch library matches the reference"""48        self.assertModule('r.futures.calib', flags='l',49                          development_start='urban_1987',50                          development_end='urban_2002',51                          patch_threshold=0,52                          subregions='zipcodes',53                          patch_sizes='data/out_library.txt')54        self.assertTrue(filecmp.cmp('data/out_library.txt', 'data/ref_library.txt', shallow=False),55                        "Patch libraries differ")56    def test_pga_calib_library_subregions(self):57        """Test if generated patch library matches the reference"""58        self.assertModule('r.futures.calib', flags='ls',59                          development_start='urban_1987',60                          development_end='urban_2002',61                          patch_threshold=0,62                          subregions='zipcodes',63                          patch_sizes='data/out_library_subregion.csv')64        self.assertTrue(filecmp.cmp('data/out_library_subregion.csv', 'data/ref_library_subregion.csv', shallow=False),65                        "Patch libraries differ")66    def test_pga_calib_compactness(self):67        """Test if compactness calib file matches the reference"""68        self.assertModule('r.futures.calib',69                          development_start='urban_1987',70                          development_end='urban_2002',71                          patch_threshold=0,72                          patch_sizes='data/out_library.txt',73                          compactness_mean=[0.1, 0.8],74                          compactness_range=[0.1],75                          discount_factor=[0.1],76                          calibration_results='data/out_calib.csv',77                          nprocs=1,78                          repeat=2,79                          random_seed=1,80                          **self.pga_params)81        self.assertTrue(filecmp.cmp('data/out_calib.csv', 'data/ref_calib.csv', shallow=False),82                        "Calibration results differ")83    def test_pga_calib_compactness_subregions(self):84        """Test if compactness calib file matches the reference"""85        self.assertModule('r.futures.calib', flags='s',86                          development_start='urban_1987',87                          development_end='urban_2002',88                          patch_threshold=0,89                          patch_sizes='data/out_library_subregion.csv',90                          compactness_mean=[0.1, 0.8],91                          compactness_range=[0.1],92                          discount_factor=[0.1],93                          calibration_results='data/out_calib_subregion.csv',94                          nprocs=1,95                          repeat=2,96                          random_seed=1,97                          **self.pga_params)98        self.assertTrue(filecmp.cmp('data/out_library_subregion.csv', 'data/ref_library_subregion.csv', shallow=False),99                        "Patch libraries differ")100        self.assertTrue(filecmp.cmp('data/out_calib_subregion.csv', 'data/ref_calib_subregion.csv', shallow=False),101                        "Calibration results differ")102if __name__ == '__main__':...

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.