Skip to content
Snippets Groups Projects
Select Git revision
  • eadb656d0d437767c7622955bf3f202c012dc91f
  • master default protected
  • rocky_8
  • rocky_9
  • pasture
  • testing
  • query
  • v0.2.9
  • v0.2.8
  • v0.2.7
  • v0.2.6
  • v0.2.5
  • v0.2.4
  • v0.2.3
  • v0.2.2
  • v0.2.1
  • v0.2.0
  • v0.1.2
  • v0.1.1
  • v0.1
20 results

vos_ts.conf.sample

Blame
  • vos_ts.conf.sample 4.01 KiB
    #
    # This file is part of vospace-transfer-service
    # Copyright (C) 2021 Istituto Nazionale di Astrofisica
    # SPDX-License-Identifier: GPL-3.0-or-later
    #
    
    ###################
    # System services #
    ###################
    
    # Postgres
    [file_catalog]
    ; hostname or IP address of the machine that hosts the Postgres database
    host = localhost
    ; port at which the database is available, default is 5432 TCP
    port = 5432
    ; database name
    db = vospace
    ; user name, default is 'postgres'
    user = postgres
    ; password, default is 'postgres'
    password = postgres
    
    # Redis
    [cache]
    ; hostname or IP address of the machine that hosts the Redis cache system
    host = localhost
    ; port at which the cache service is available, default is 6379 TCP
    port = 6379
    ; db index representing the db that stores the scheduling queues, default is 0
    db_sched = 0
    
    # IBM Spectrum Protect
    [spectrum_protect]
    ; hostname or IP address of the tape library frontend
    host = <tape_frontend_hostname>
    ; SSH port
    port = 22
    ; login user
    user = root
    ; SSH private key file absolute path
    pkey_file_path = /root/.ssh/tape_rsa
    
    
    ############################
    # VOSpace backend settings #
    ############################
    
    [general]
    ; VOSpace base URL
    vospace_base_url = <vospace_ui_base_url>
    
    [authentication]
    ; RAP client
    rap_client = <rap_client>
    ; RAP secret
    rap_secret = <rap_secret>
    ; SSO server
    sso_server = <sso_server_hostname>
    
    [checksum]
    ; suffix for files containing MD5 checksums
    md5_file_suffix = -md5sum.txt
    ; buffer size in bytes when reading a chunk of data, default is 4096 B
    file_buffer_size = 4096 B
    
    [file_grouper]
    ; minimum number of files contained by a 'leaf' directory, default is 1000
    min_num_files = 1000
    ; maximum size for a 'leaf' directory, default is 100 GB
    max_dir_size = 100 GB
    
    [scheduling]
    ; maximum number of jobs within a 'pending' queue, default is 32
    max_pending_jobs = 32
    ; maximum number of jobs within a 'ready' queue, default is 4
    max_ready_jobs = 4
    ; maximum number of jobs within a 'terminated' queue, default is 8
    max_terminated_jobs = 8
    ; maximum number of jobs within the 'clean' ('read' only) queue, default is 8
    max_clean_jobs = 8
    ; minimum time interval in seconds between two consecutive checks on 
    ; job queues, default is 10 s, minimum allowed is 5 s
    exec_wait_time = 10
    
    [transfer]
    ; split data to be retrieved in blocks of a given size
    block_size = 1 TB
    
    [async_recall]
    ; update the 'async_trans' flag for the VOSpace nodes and delete the related files 
    ; on disk after a given amount of time specified here below.
    ; This amount of time is calculated as the difference between the current time 
    ; (periodically checked) and the 'endTime' parameter of the job
    files_expiration = { "days": 7, "hours": 0, "minutes": 0, "seconds": 0 }
    
    [cleanup]
    ; Physically delete from disk all nodes previously deleted by the user via ui,
    ; that are older than a given amount of time specified here below
    files_expiration = { "days": 0, "hours": 0, "minutes": 1, "seconds": 30 }
    
    [mail]
    enable_notifications = false
    smtp_server = <smtp_server_hostname>
    smtp_port = 25
    no_reply_email = <noreply-vospace@mydomain.it>
    admin_email = <admin@mydomain.it>
    
    [monitoring]
    ; refresh time in seconds of the monitor process, default is 3 s
    delay_time = 3
    ; threshold on the duration of the job execution phase, if exceeded
    ; an e-mail notification is sent
    max_job_duration = { "days": 0, "hours": 0, "minutes": 0, "seconds": 4 }
    
    [logging]
    ; log level, allowed values are: DEBUG, INFO, WARNING, ERROR, CRITICAL
    ; Default level is INFO
    log_level = DEBUG
    ; format of log records
    log_format = %(asctime)s - %(name)s - %(levelname)s - %(message)s
    ; log queue name
    log_queue = vos_ts_logs
    ; physical path on disk where log files are stored
    log_dir = /var/log/vos_ts
    ; log file name
    log_file = vos_ts.log
    ; dir to store results of storage and import operations
    res_dir = ${log_dir}/results
    
    
    ##########################
    # Transfer node settings #
    ##########################
    
    [transfer_node]
    ; user folder
    base_path = /home/{username}
    ; data entry point
    store_path = ${base_path}/vospace_store
    ; data exit point
    retrieve_path = ${base_path}/vospace_retrieve