Repository navigation
131 lines (108 loc) · 6.44 KB
/
Copy pathprepare_test_data.yaml
File metadata and controls
131 lines (108 loc) · 6.44 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
name: Prepare test data
on:
schedule:
- cron: "0 0 1 * *" # run once a month to prevent artifact expiration
workflow_dispatch:
# Uncomment and adjust the branch name if you need to add new datasets to the artifact.
# It needs to be a branch in the spatialdata-io origin repository, not from a fork.
# push:
# branches:
# - main
permissions:
contents: read
jobs:
prepare-data:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
with:
filter: blob:none
persist-credentials: false
- name: Download test datasets
run: |
mkdir -p ./data
cd ./data
# -------
# the Xenium datasets are licensed as CC BY 4.0, as shown here
# https://www.10xgenomics.com/support/software/xenium-onboard-analysis/latest/resources/xenium-example-data
# 10x Genomics Xenium 2.0.0
curl -fsSLO https://cf.10xgenomics.com/samples/xenium/2.0.0/Xenium_V1_human_Breast_2fov/Xenium_V1_human_Breast_2fov_outs.zip
curl -fsSLO https://cf.10xgenomics.com/samples/xenium/2.0.0/Xenium_V1_human_Lung_2fov/Xenium_V1_human_Lung_2fov_outs.zip
# 10x Genomics Xenium 3.0.0 (5K) Mouse ileum, multimodal cell segmentation
# this file seems to be corrupted; skipping it for now
# curl -fsSLO https://cf.10xgenomics.com/samples/xenium/3.0.0/Xenium_Prime_MultiCellSeg_Mouse_Ileum_tiny/Xenium_Prime_MultiCellSeg_Mouse_Ileum_tiny.zip
# 10x Genomics Xenium 3.0.0 (5K) Mouse ileum, nuclear expansion
curl -fsSLO https://cf.10xgenomics.com/samples/xenium/3.0.0/Xenium_Prime_Mouse_Ileum_tiny/Xenium_Prime_Mouse_Ileum_tiny_outs.zip
# 10x Genomics Xenium 4.0.0 (v1) Human ovary, nuclear expansion
curl -fsSLO https://cf.10xgenomics.com/samples/xenium/4.0.0/Xenium_V1_Human_Ovary_tiny/Xenium_V1_Human_Ovary_tiny_outs.zip
# 10x Genomics Xenium 4.0.0 (v1) Human ovary, multimodal cell segmentation
curl -fsSLO https://cf.10xgenomics.com/samples/xenium/4.0.0/Xenium_V1_MultiCellSeg_Human_Ovary_tiny/Xenium_V1_MultiCellSeg_Human_Ovary_tiny_outs.zip
# 10x Genomics Xenium 4.0.0 (v1+Protein) Human kidney, multimodal cell segmentation
curl -fsSLO https://cf.10xgenomics.com/samples/xenium/4.0.0/Xenium_V1_Protein_Human_Kidney_tiny/Xenium_V1_Protein_Human_Kidney_tiny_outs.zip
# -------
# the Visium dataset is licensed as CC BY 4.0, as shown here
# https://www.10xgenomics.com/datasets/gene-and-protein-expression-library-of-human-breast-cancer-cytassist-ffpe-2-standard
# 10x Genomics Visium CytAssist Gene and Protein Expression Library of Human Breast Cancer, IF, 6.5mm (FFPE)
mkdir -p CytAssist_FFPE_Protein_Expression_Human_Breast_Cancer
cd CytAssist_FFPE_Protein_Expression_Human_Breast_Cancer
# The full-resolution tissue image is deliberately not downloaded (~2 GB): `fullres_image_file`
# is optional and the reader path it exercises is shared with the other readers.
curl -fsSLO https://cf.10xgenomics.com/samples/spatial-exp/2.1.0/CytAssist_FFPE_Protein_Expression_Human_Breast_Cancer/CytAssist_FFPE_Protein_Expression_Human_Breast_Cancer_filtered_feature_bc_matrix.h5
curl -fsSLO https://cf.10xgenomics.com/samples/spatial-exp/2.1.0/CytAssist_FFPE_Protein_Expression_Human_Breast_Cancer/CytAssist_FFPE_Protein_Expression_Human_Breast_Cancer_spatial.tar.gz
cd ..
# -------
# the Visium HD dataset is licensed as CC BY 4.0, as shown here
# https://www.10xgenomics.com/support/software/space-ranger/latest/resources/visium-hd-example-data
# 10x Genomics Visium HD 4.0.1 3' Mouse Brain Chunk
curl -fsSLO https://cf.10xgenomics.com/samples/spatial-exp/4.0.1/Visium_HD_Tiny_3prime_Dataset/Visium_HD_Tiny_3prime_Dataset_outs.zip
# -------
# the Atera dataset is licensed as CC BY 4.0, as shown here
# https://www.10xgenomics.com/support/software/atera-onboard-analysis/latest/resources/example-data
# (synthetic dataset demonstrating the Atera Onboard Analysis v1.1 output file format; © 10x Genomics)
# 10x Genomics Atera tiny dataset
curl -O https://cf.10xgenomics.com/samples/atera/1.0.0/tiny_atera_dataset/tiny_atera_dataset_outs.zip
# -------
# we received written permission to make the following dataset public and integrate it in the CI system of spatialdata-io
# Spatial Genomics seqFISH v2
curl -fsSLO https://s3.embl.de/spatialdata/raw_data/seqfish-2-test-dataset.zip
# -------
# MACSima OMAP datasets are licensed as CC BY 4.0
# Zenodo's files-archive endpoint returns 403, so each file is downloaded individually
# OMAP23 for format v1.x.x
mkdir -p OMAP23_small
for f in \
C-001_S-000_S_DAPI_R-01_W-D01_ROI-01_A-DAPI.tif \
C-001_S-000_S_APC_R-01_W-D01_ROI-01_A-CD3_C-REA1151.tif \
C-002_S-000_S_PE_R-01_W-D01_ROI-01_A-CD279_C-REA1165.tif \
C-004_S-000_S_FITC_R-01_W-D01_ROI-01_A-CD66b_C-REA306.tif \
C-015_S-000_B_DAPI_R-01_W-D01_ROI-01_A-DAPI.tif; do
curl -fsSL -o "OMAP23_small/$f" "https://zenodo.org/api/records/18196452/files/$f/content"
done
# OMAP10 for format v0.x.x
mkdir -p OMAP10_small
for f in \
C-001_S-000_S_APC_R-01_W-C-1_ROI-01_A-CD15_C-VIMC6.tif \
C-001_S-000_S_DAPI_R-01_W-C-1_ROI-01_A-DAPI.tif \
C-002_S-000_S_FITC_R-01_W-C-1_ROI-01_A-Bcl2_C-REA872.tif \
C-002_S-000_S_PE_R-01_W-C-1_ROI-01_A-CD1c_C-REA694.tif; do
curl -fsSL -o "OMAP10_small/$f" "https://zenodo.org/api/records/18196366/files/$f/content"
done
- name: Unzip files
run: |
cd ./data
for file in *.zip; do
dir="${file%.zip}"
mkdir -p "$dir"
unzip "$file" -d "$dir"
rm "$file"
done
# the Visium archive contains a single `spatial/` directory, extracted next to the `.h5`
for file in */*.tar.gz; do
tar -xzf "$file" -C "$(dirname "$file")"
rm "$file"
done
- name: Upload artifacts
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
with:
name: data
path: ./data