Skip to content
Snippets Groups Projects
Select Git revision
  • 4bfb797d92d08ccb8bdafae3908b340bdbe36175
  • develop default
  • Blockage
  • GuidoBasten
  • Anticipation_Model
  • tgf19ts
  • 313-waiting-behaviour
  • tgf19mc
  • wa_testing
  • trajectories
  • 287-waitingarea
  • 320-one-sided-closed-doors
  • kapakrit-anna
  • 311-improve-ff
  • 306-schedule-for-was
  • 294-events
  • 307-temp-close
  • 302-external-files
  • split_files
  • 298-sources
  • 293-statistics-crossings
  • v0.8.4
  • v0.8.3
  • v0.8.2
  • v0.8.1
  • v0.8
  • v0.7
  • v0.6
  • v0.5-alpha
  • v0.5-alpha1
  • v0.4
31 results

ffRouter.cpp

Blame
  • simple_unicore.py 2.06 KiB
    import json
    import pyunicore.client as uc_client
    import pyunicore.credentials as uc_credentials
    
    from hidden_settings import (
            UNICORE_BASE, 
            UNICORE_USER, UNICORE_PASSWORD
            )
    
    base_url = f"{UNICORE_BASE}JURECA/rest/core"
    #base_url = f"{UNICORE_BASE}JUWELS/rest/core"
    
    # Authentification/Authorization
    credentials = uc_credentials.UsernamePassword(UNICORE_USER, UNICORE_PASSWORD)
    
    # examples for transfering files
    
    # remote base directory that we want to access (why is it automatically already in my one and only project
    # what if I had two projects?)
    #base_directory = "cjicg21/schroeder5/DATA/TEST/CTM/201807/18"
    base_directory = "schroeder5/DATA/TEST/CTM/201807/18"
    download_filename = "ctmout_wrf_cutcropped_199_h09.nc"
    
    transport = uc_client.Transport(credentials)
    #home = uc_client.Storage(transport, f"{base_url}/storages/HOME")
    #print(home.contents())
    scratch = uc_client.Storage(transport, f"{base_url}/storages/SCRATCH")
    dfile = scratch.stat(f"{base_directory}/{download_filename}")
    dfile.download(download_filename)
    
    # examples for unicore (submitting commands/scripts/bash scripts)
    
    client = uc_client.Client(credentials, base_url)
    #job_description = {'Executable': "/p/project/deepacf/schroeder5/mlair/run_hdfml_batch.bash", 'Arguments' :[], }
    #job_description = {'Executable': "/bin/ls", 'Arguments' :["-lisa", "$HOME"], }
    #job_description = {'Executable': "/p/project/cjicg21/schroeder5/Destine_AQ/start_destine_demonstrator.sh", "Job type": "ON_LOGIN_NODE", 'Arguments':[], }
    job_description = {'Executable': "/bin/cd /p/project/cjicg21/schroeder5/Destine_AQ;/bin/ls", "Job type": "ON_LOGIN_NODE", 'Arguments':[], }
    job = client.new_job(job_description)
    print("Submitted (on login node!): %s" % job)
    
    # let's wait while the job is still running
    job.poll()
    
    print(json.dumps(job.properties, sort_keys=True, indent=4))
    working_dir = job.working_dir
    print (json.dumps(working_dir.properties, sort_keys=True, indent=4))
    for f in working_dir.listdir("."):
        print(f)
    stdout_content = working_dir.stat("stdout").raw().readlines()
    for line in stdout_content:
        print(line)