Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 0 additions & 5 deletions files/galaxy-qa1.galaxy.cloud.e-infra.cz/tpv_rules_local.yml

This file was deleted.

93 changes: 8 additions & 85 deletions files/galaxy-umsa.grid.cesnet.cz/config/tool_conf.xml
Original file line number Diff line number Diff line change
Expand Up @@ -3,41 +3,22 @@
<section id="upload_file" name="Upload Data">
<tool file="data_source/upload.xml" />
</section>
<!-- <section id="data_source_tools" name="External Data">
<tool file="data_source/ucsc_tablebrowser.xml" />
<tool file="data_source/ucsc_tablebrowser_archaea.xml" />
<tool file="data_source/ncbi_datasets.xml" />
<tool file="data_source/ebi_sra.xml" />
<tool file="data_source/sra.xml" />
<tool file="data_source/microbial_import.xml" />
<tool file="data_source/biomart.xml" />
<tool file="data_source/cbi_rice_mart.xml" />
<tool file="data_source/gramene_mart.xml" />
<tool file="data_source/fly_modencode.xml" />
<tool file="data_source/intermine.xml" />
<tool file="data_source/flymine.xml" />
<tool file="data_source/modmine.xml" />
<tool file="data_source/mousemine.xml" />
<tool file="data_source/ratmine.xml" />
<tool file="data_source/yeastmine.xml" />
<tool file="data_source/metabolicmine.xml" />
<tool file="data_source/worm_modencode.xml" />
<tool file="data_source/wormbase.xml" />
<tool file="data_source/zebrafishmine.xml" />
<tool file="data_source/eupathdb.xml" />
<tool file="data_source/hbvar.xml" />
</section> -->
<section id="send_data" name="Send Data">
<tool file="data_export/send.xml" />
<!-- <tool file="data_export/export_remote.xml" /> -->
<tool file="data_export/export_remote.xml" />
</section>
<section id="collection_operations" name="Collection Operations">
<tool file="${model_tools_path}/unzip_collection.xml" />
<tool file="${model_tools_path}/zip_collection.xml" />
<tool file="${model_tools_path}/filter_failed_collection.xml" />
<tool file="${model_tools_path}/filter_failed_collection_1.1.0.xml" />
<tool file="${model_tools_path}/filter_empty_collection.xml" />
<tool file="${model_tools_path}/filter_empty_collection_1.1.0.xml" />
<tool file="${model_tools_path}/filter_null.xml" />
<tool file="${model_tools_path}/filter_null_1.1.0.xml" />
<tool file="${model_tools_path}/keep_success_collection.xml" />
<tool file="${model_tools_path}/keep_success_collection_1.1.0.xml" />
<tool file="${model_tools_path}/flatten_collection.xml" />
<tool file="${model_tools_path}/nest_collection.xml" />
<tool file="${model_tools_path}/merge_collection.xml" />
<tool file="${model_tools_path}/relabel_from_file.xml" />
<tool file="${model_tools_path}/filter_from_file.xml" />
Expand All @@ -49,6 +30,7 @@
<tool file="${model_tools_path}/apply_rules.xml" />
<tool file="${model_tools_path}/build_list.xml" />
<tool file="${model_tools_path}/build_list_1.2.0.xml" />
<tool file="${model_tools_path}/sample_sheet_to_tabular.xml" />
<tool file="${model_tools_path}/extract_dataset.xml" />
<tool file="${model_tools_path}/duplicate_file_to_collection.xml" />
</section>
Expand Down Expand Up @@ -80,77 +62,18 @@
<tool file="filters/sorter.xml" />
<tool file="filters/grep.xml" />
<tool file="filters/grep_1.0.1.xml"/>
<!-- <tool file="filters/gff/extract_GFF_Features.xml" />
<tool file="filters/gff/gff_filter_by_attribute.xml" />
<tool file="filters/gff/gff_filter_by_feature_count.xml" />
<tool file="filters/gff/gtf_filter_by_attribute_values_list.xml" /> -->
</section>
<section id="table_manipulation" name="Table Manipulation">
<tool file="filters/joiner.xml" />
<tool file="filters/compare.xml" />
<tool file="stats/grouping.xml" />
</section>
<!-- <label id="genomic_manip_label" text="Genomic File Manipulation" />
<section id="convert_formats" name="Convert Formats">
<tool file="filters/axt_to_concat_fasta.xml" />
<tool file="filters/axt_to_fasta.xml" />
<tool file="filters/axt_to_lav.xml" />
<tool file="filters/bed2gff.xml" />
<tool file="filters/gff2bed.xml" />
<tool file="filters/lav_to_bed.xml" />
<tool file="maf/maf_to_bed.xml" />
<tool file="maf/maf_to_interval.xml" />
<tool file="maf/maf_to_fasta.xml" />
<tool file="filters/wiggle_to_simple.xml" />
<tool file="filters/sff_extractor.xml" />
<tool file="filters/gtf2bedgraph.xml" />
<tool file="filters/wig_to_bigwig.xml" />
<tool file="filters/bed_to_bigbed.xml" />
<tool file="extract/liftOver_wrapper.xml" />
<tool file="filters/ucsc_gene_bed_to_exon_bed.xml" />
<tool file="stats/aggregate_binned_scores_in_intervals.xml" />
</section> -->
<!-- <section id="fetch_sequences___alignments" name="Fetch Sequences / Alignments">
<tool file="maf/interval2maf_pairwise.xml" />
<tool file="maf/interval2maf.xml" />
<tool file="maf/maf_split_by_species.xml" />
<tool file="maf/interval_maf_to_merged_fasta.xml" />
<tool file="maf/genebed_maf_to_fasta.xml" />
<tool file="maf/maf_stats.xml" />
<tool file="maf/maf_thread_for_species.xml" />
<tool file="maf/maf_limit_to_species.xml" />
<tool file="maf/maf_limit_size.xml" />
<tool file="maf/maf_by_block_number.xml" />
<tool file="maf/maf_reverse_complement.xml" />
<tool file="maf/maf_filter.xml" />
</section> -->
<!-- <section id="mapping" name="Mapping" version="">
<tool file="sr_mapping/bfast_wrapper.xml" />
<tool file="sr_mapping/PerM.xml" />
<tool file="sr_mapping/srma_wrapper.xml" />
<tool file="sr_mapping/mosaik.xml" />
</section> -->
<!-- <section id="phenotype_association" name="Phenotype Association">
<tool file="phenotype_association/linkToGProfile.xml" />
<tool file="phenotype_association/linkToDavid.xml" />
<tool file="phenotype_association/ldtools.xml" />
<tool file="phenotype_association/pass.xml" />
<tool file="phenotype_association/gpass.xml" />
<tool file="phenotype_association/beam.xml" />
<tool file="phenotype_association/lps.xml" />
<tool file="phenotype_association/master2pg.xml" />
</section> -->
<section id="statistics" name="Statistics">
<tool file="stats/gsummary.xml" />
<tool file="filters/uniq.xml" />
</section>
<!-- <section id="motif_tools" name="Motif Tools">
<tool file="meme/meme.xml" hidden="True" />
<tool file="meme/fimo.xml" hidden="True" />
</section> -->
<section id="visualization" name="Visualization">
<tool file="plotting/bar_chart.xml" />
<tool file="plotting/boxplot.xml" />
<!-- <tool file="maf/vcf_to_maf_customtrack.xml" /> -->
</section>
</toolbox>
2 changes: 1 addition & 1 deletion files/galaxy-umsa.grid.cesnet.cz/tpv_rules_local.yml
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,6 @@ tools:
mem: 16

.*/fastqc/.*:
cores: 1
cores: 1
context:
walltime: 2
19 changes: 9 additions & 10 deletions files/galaxy/config/tool_conf.xml
Original file line number Diff line number Diff line change
Expand Up @@ -28,16 +28,22 @@
<tool file="data_source/hbvar.xml" />
</section>
<section id="send_data" name="Send Data">
<tool file="data_export/send.xml" />
<!-- <tool file="data_export/export_remote.xml" /> -->
<!-- <tool file="data_export/send.xml" /> -->
<tool file="data_export/export_remote.xml" />
</section>
<section id="collection_operations" name="Collection Operations">
<tool file="${model_tools_path}/unzip_collection.xml" />
<tool file="${model_tools_path}/zip_collection.xml" />
<tool file="${model_tools_path}/filter_failed_collection.xml" />
<tool file="${model_tools_path}/filter_failed_collection_1.1.0.xml" />
<tool file="${model_tools_path}/filter_empty_collection.xml" />
<tool file="${model_tools_path}/filter_empty_collection_1.1.0.xml" />
<tool file="${model_tools_path}/filter_null.xml" />
<tool file="${model_tools_path}/filter_null_1.1.0.xml" />
<tool file="${model_tools_path}/keep_success_collection.xml" />
<tool file="${model_tools_path}/keep_success_collection_1.1.0.xml" />
<tool file="${model_tools_path}/flatten_collection.xml" />
<tool file="${model_tools_path}/nest_collection.xml" />
<tool file="${model_tools_path}/merge_collection.xml" />
<tool file="${model_tools_path}/relabel_from_file.xml" />
<tool file="${model_tools_path}/filter_from_file.xml" />
Expand All @@ -49,6 +55,7 @@
<tool file="${model_tools_path}/apply_rules.xml" />
<tool file="${model_tools_path}/build_list.xml" />
<tool file="${model_tools_path}/build_list_1.2.0.xml" />
<tool file="${model_tools_path}/sample_sheet_to_tabular.xml" />
<tool file="${model_tools_path}/extract_dataset.xml" />
<tool file="${model_tools_path}/duplicate_file_to_collection.xml" />
</section>
Expand Down Expand Up @@ -134,20 +141,12 @@
<tool file="phenotype_association/linkToGProfile.xml" />
<tool file="phenotype_association/linkToDavid.xml" />
<tool file="phenotype_association/ldtools.xml" />
<tool file="phenotype_association/pass.xml" />
<tool file="phenotype_association/gpass.xml" />
<tool file="phenotype_association/beam.xml" />
<tool file="phenotype_association/lps.xml" />
<tool file="phenotype_association/master2pg.xml" />
</section>
<section id="statistics" name="Statistics">
<tool file="stats/gsummary.xml" />
<tool file="filters/uniq.xml" />
</section>
<section id="motif_tools" name="Motif Tools">
<tool file="meme/meme.xml" hidden="True" />
<tool file="meme/fimo.xml" hidden="True" />
</section>
<section id="graph_display_data" name="Graph/Display Data">
<tool file="plotting/bar_chart.xml" />
<tool file="plotting/boxplot.xml" />
Expand Down
Original file line number Diff line number Diff line change
@@ -1,3 +1,2 @@
# prevent tpv lint complaints
global:
default_inherits: default
68 changes: 68 additions & 0 deletions files/usegalaxy.cz/tpv_rules_local.yml
Original file line number Diff line number Diff line change
@@ -1,2 +1,70 @@
global:
default_inherits: default
destinations:
tpv_pulsar_rosettafold:
inherits: tpv_pulsar
runner: pulsar_tpv_runner
params:
singularity_enabled: false
submit_native_specification: "-l select=1:ncpus={int(cores)}:mem={int(mem)}gb:scratch_local={int(scratch)}gb:ngpus={int(gpus)}:gpu_mem={int(gpu_mem)}gb -l walltime={int(walltime)}:00:00 -q galaxy_gpu@pbs-m1.metacentrum.cz -N pulsar_cz_j{job.id}__{tool.id if '/' not in tool.id else tool.id.split('/')[-2]+'_v'+tool.id.split('/')[-1]}__{user.username if user and hasattr(user, 'username') else 'anonymous'}"
scheduling:
require:
- rosettafold
tpv_pulsar_rosettafold_sing:
inherits: tpv_pulsar_rosettafold
container_resolvers:
- type: explicit_singularity
- cache_directory: /cvmfs/singularity.metacentrum.cz/RoseTTAFold2/
type: cached_mulled_singularity
params:
singularity_enabled: true
singularity_run_extra_arguments: '--nv --env SCRATCHDIR="$SCRATCHDIR" --env SCRATCH=$SCRATCHDIR'
singularity_volumes: '$job_directory:ro,$tool_directory:ro,$job_directory/outputs:rw,$working_directory:rw,$SCRATCHDIR,/scratch.ssd/galaxyeu/permanent/rosettafold_data/bfd:/opt/RoseTTAFold2/bfd,/scratch.ssd/galaxyeu/permanent/rosettafold_data/pdb100_2021Mar03:/opt/RoseTTAFold2/pdb100_2021Mar03,/scratch.ssd/galaxyeu/permanent/rosettafold_data/UniRef30_2020_06:/opt/RoseTTAFold2/UniRef30_2020_06,/scratch.ssd/galaxyeu/permanent/rosettafold_data/weights:/opt/RoseTTAFold2/network/weights'
singularity_default_container_id: "/cvmfs/singularity.metacentrum.cz/RoseTTAFold2/rosettafold_image.sif"
scheduling:
require:
- singularity
tpv_pulsar_alphafold:
inherits: tpv_pulsar
max_accepted_gpus: 1
max_gpus: 1
runner: pulsar_tpv_runner
params:
singularity_run_extra_arguments: '--nv'
singularity_volumes: '$job_directory:ro,$tool_directory:ro,$job_directory/outputs:rw,$working_directory:rw,$SCRATCHDIR,$ALPHAFOLD_DB:/data/2.3:ro'
submit_native_specification: "-l select=1:ncpus={int(cores)}:mem={int(mem)}gb:scratch_local={int(scratch)}gb:ngpus={int(gpus)}:gpu_mem={int(gpu_mem)}gb -l walltime={int(walltime)}:00:00 -q {{ pulsar.pbs_gpu_queue }} -N {{ pulsar.nfs_prefix }}_j{job.id}__{tool.id if '/' not in tool.id else tool.id.split('/')[-2]+'_v'+tool.id.split('/')[-1]}__{user.username if user and hasattr(user, 'username') else 'anonymous'}"
scheduling:
require:
- alphafold
tools:
testing_rosettafold2:
cores: 8
mem: 64
gpus: 1
context:
walltime: 24
scratch: 25
gpu_mem: 16
scheduling:
require:
- rosettafold
rosettafold2:
inherits: testing_rosettafold2
scheduling:
require:
- singularity
toolshed.g2.bx.psu.edu/repos/galaxy-australia/alphafold2/alphafold/.*:
cores: 8
mem: 120
gpus: 1
context:
walltime: 24
scratch: 100
gpu_mem: 16
env:
MPLCONFIGDIR: "$SCRATCHDIR"
ALPHAFOLD_DB: "/scratch.ssd/galaxyeu/permanent/alphafold.db"
ALPHAFOLD_USE_GPU: True
scheduling:
require:
- alphafold
5 changes: 5 additions & 0 deletions group_vars/galaxyservers.yml
Original file line number Diff line number Diff line change
Expand Up @@ -270,6 +270,11 @@ galaxy_config_templates:
- src: "{{ lookup('first_found', ['templates/'+inventory_hostname+'/config/file_source_templates.yml.j2', 'templates/galaxy/config/file_source_templates.yml.j2']) }}"
dest: "{{ galaxy_config_dir }}/file_source_templates.yml"

galaxy_local_tools:
- testing.xml
- testing_pbs.xml
- testing_html.xml

galaxy_extra_dirs:
- "{{ tpv_config_dir }}"
- "{{ galaxy_config_dir }}/plugins/activities"
Expand Down
2 changes: 1 addition & 1 deletion host_vars/galaxy-qa1.galaxy.cloud.e-infra.cz/vars.yml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ pulsar:
galaxy_config_files:
- src: files/galaxy/themes.yml
dest: "{{ galaxy_config.galaxy.themes_config_file }}"
- src: "files/{{ inventory_hostname }}/tpv_rules_local.yml"
- src: "{{ lookup('first_found', ['files/'+inventory_hostname+'/tpv_rules_local.yml', 'files/galaxy/config/tpv_rules_local.yml']) }}"
dest: "{{ tpv_mutable_dir }}/tpv_rules_{{ inventory_hostname }}.yml"
- src: "{{ lookup('first_found', ['files/'+inventory_hostname+'/config/tool_conf.xml', 'files/galaxy/config/tool_conf.xml']) }}"
dest: "{{ galaxy_config_dir }}/tool_conf.xml"
Expand Down
2 changes: 1 addition & 1 deletion host_vars/galaxy-qa2.galaxy.cloud.e-infra.cz/vars.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ pulsar:
galaxy_config_files:
- src: files/galaxy/themes.yml
dest: "{{ galaxy_config.galaxy.themes_config_file }}"
- src: "files/{{ inventory_hostname }}/tpv_rules_local.yml"
- src: "{{ lookup('first_found', ['files/'+inventory_hostname+'/tpv_rules_local.yml', 'files/galaxy/config/tpv_rules_local.yml']) }}"
dest: "{{ tpv_mutable_dir }}/tpv_rules_{{ inventory_hostname }}.yml"
- src: files/{{ inventory_hostname }}/file_sources_conf.yml
dest: "{{ galaxy_config_dir }}/file_sources_conf.yml"
Expand Down
2 changes: 1 addition & 1 deletion host_vars/galaxy-umsa.grid.cesnet.cz/vars.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ pulsar:
galaxy_config_files:
- src: files/galaxy/themes.yml
dest: "{{ galaxy_config.galaxy.themes_config_file }}"
- src: "files/{{ inventory_hostname }}/tpv_rules_local.yml"
- src: "{{ lookup('first_found', ['files/'+inventory_hostname+'/tpv_rules_local.yml', 'files/galaxy/config/tpv_rules_local.yml']) }}"
dest: "{{ tpv_mutable_dir }}/tpv_rules_{{ inventory_hostname }}.yml"
- src: "{{ lookup('first_found', ['files/'+inventory_hostname+'/config/tool_conf.xml', 'files/galaxy/config/tool_conf.xml']) }}"
dest: "{{ galaxy_config_dir }}/tool_conf.xml"
Expand Down
9 changes: 8 additions & 1 deletion host_vars/usegalaxy.cz/vars.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ pulsar:
galaxy_config_files:
- src: files/galaxy/themes.yml
dest: "{{ galaxy_config.galaxy.themes_config_file }}"
- src: "files/{{ inventory_hostname }}/tpv_rules_local.yml"
- src: "{{ lookup('first_found', ['files/'+inventory_hostname+'/tpv_rules_local.yml', 'files/galaxy/config/tpv_rules_local.yml']) }}"
dest: "{{ tpv_mutable_dir }}/tpv_rules_{{ inventory_hostname }}.yml"
- src: "{{ lookup('first_found', ['files/'+inventory_hostname+'/config/tool_conf.xml', 'files/galaxy/config/tool_conf.xml']) }}"
dest: "{{ galaxy_config_dir }}/tool_conf.xml"
Expand All @@ -39,3 +39,10 @@ galaxy_config_files:
dest: "{{ galaxy_config_dir }}/file_sources_conf.yml"
- src: files/{{ inventory_hostname }}/user_preferences_extra_conf.yml
dest: "{{ galaxy_config_dir }}/user_preferences_extra_conf.yml"

galaxy_local_tools:
- testing.xml
- testing_pbs.xml
- testing_html.xml
- rosettafold2.xml
- rosettafold2_sing.xml
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,5 @@
<toolbox monitor="true" tool_path="{{ galaxy_root }}/local_tools">
<tool file="testing.xml" />
<tool file="testing_pbs.xml" />
<tool file="testing_html.xml" />
</toolbox>
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,5 @@
<toolbox monitor="true" tool_path="{{ galaxy_root }}/local_tools">
<tool file="testing.xml" />
<tool file="testing_pbs.xml" />
<tool file="testing_html.xml" />
</toolbox>
Original file line number Diff line number Diff line change
Expand Up @@ -3,5 +3,6 @@
<section id="test_tools" name="Test Tools">
<tool file="testing.xml" hidden="true"/>
<tool file="testing_pbs.xml" hidden="true"/>
<tool file="testing_html.xml" hidden="true"/>
</section>
</toolbox>
Loading