Updates:<\/p>\n\n\n\n
The following is a Python script that downloads netCDF files provided by the reanalysis intercomparison dataset. It is left to the user to modify the script to download the desired data files.<\/p>\n\n\n\n
Requirements: Python 3, wget<\/p>\n\n\n\n
Those who wish to use the OPeNDAP functionalities can modify this script to suit their needs.<\/p>\n\n\n\n
Usage<\/strong>: Save the following lines of code into a file, such as RIDscript.py, and then execute it in a terminal with Python using the command “python RIDscript.py”.<\/p>\n\n\n\n# User input===========================================================================\ndestination = "myRID" # Destination folder on user's computers\n\n# Selection of data holdings\n# It is a example, not an exhaustive list\ncomponents = ["zonal", "single-level"]\ntemporal_resolutions = ["monthly"]\nsubcomponents = ["core"]\nreanalyses = ["ERA5", "JRA-55"]\n\ncheck_for_updated_files = False\n# If True, the script verifies if there is a newer version of files available on server\n# If False, existing files are skipped (much faster)\n\n# End of user input====================================================================\n\n# Importing necessary modules\nimport os\nimport urllib.request\nfrom xml.dom import minidom\nimport time\n\nsource = "https:\/\/www.jamstec.go.jp\/RID\/thredds\/catalog\/testAll\/"\n\nif os.path.isdir(destination) == False:\n print("Destination directory does not exist, creating")\n os.makedirs(destination)\n\nif os.name == "nt":\n windows = True\nelse:\n windows = False\n\nfor component in components:\n for temporal_resolution in temporal_resolutions:\n for subcomponent in subcomponents:\n for reanalysis in reanalyses:\n\n src = (\n source\n + component\n + "\/common-grid\/"\n + temporal_resolution\n + "\/"\n + subcomponent\n + "\/"\n + reanalysis\n + "\/"\n )\n print(src)\n\n response = urllib.request.urlopen(src)\n if response.getcode() == 200:\n print("Received response from server")\n dom = minidom.parse(response)\n\n files = dom.getElementsByTagName("dataset")\n\n for filenb, file in enumerate(files):\n filename = file.attributes["name"].value\n\n if ".nc" in filename:\n urlPath = file.attributes["urlPath"].value\n downloadpath = (\n "https:\/\/www.jamstec.go.jp\/RID\/thredds\/fileServer\/"\n + urlPath\n )\n opendappath = (\n "https:\/\/www.jamstec.go.jp\/RID\/thredds\/dodsC\/" + urlPath\n )\n print("Download URL:", downloadpath)\n print("OpenDap path", opendappath)\n\n # Download\n file_input = downloadpath\n file_output = (\n destination + "\/" + "\/".join(file_input.split("\/")[7::])\n )\n\n if os.path.isfile(file_output) and (\n check_for_updated_files == False\n ):\n print("File present on computer, skipping")\n else:\n time.sleep(2)\n\n wget_command = (\n "wget --tries=20 --no-if-modified-since --timeout=30 -x --cut-dirs=4 -nH -N "\n + file_input\n )\n if windows == False:\n wget_code = (\n "cd " + destination + "; " + wget_command\n )\n else:\n wget_code = (\n "cd " + destination + " && " + wget_command\n )\n\n print(wget_code)\n\n success = False\n tries = 1\n maxtries = 100\n while success == False:\n try:\n os.system(wget_code)\n success = True\n except:\n wait = 10 * tries\n print(\n "Could not connect to server after",\n tries,\n "tries. Waiting for",\n wait,\n "seconds until next attempt.",\n )\n time.sleep(wait)\n tries += 1\n\n if tries > maxtries:\n break\n\n<\/pre><\/div>","protected":false},"excerpt":{"rendered":"