comparison report_clonality/r_wrapper.sh @ 0:afe85eb6572e draft

Uploaded
author davidvanzessen
date Mon, 29 Aug 2016 05:41:20 -0400
parents
children 90a05ff900db
comparison
equal deleted inserted replaced
-1:000000000000 0:afe85eb6572e
1 #!/bin/bash
2
3 inputFile=$1
4 outputDir=$3
5 outputFile=$3/index.html #$2
6 clonalType=$4
7 species=$5
8 locus=$6
9 filterproductive=$7
10 clonality_method=$8
11
12 dir="$(cd "$(dirname "$0")" && pwd)"
13 useD="false"
14 if grep -q "$species.*${locus}D" "$dir/genes.txt" ; then
15 echo "species D region in reference db"
16 useD="true"
17 fi
18 echo "$species"
19 if [[ "$species" == *"custom"* ]] ; then
20 loci=(${locus//;/ })
21 useD="true"
22 echo "${loci[@]}"
23 if [[ "${#loci[@]}" -eq "2" ]] ; then
24 useD="false"
25 fi
26 fi
27 mkdir $3
28 cp $dir/genes.txt $outputDir
29 Rscript --verbose $dir/RScript.r $inputFile $outputDir $outputDir $clonalType "$species" "$locus" $filterproductive ${clonality_method} 2>&1
30 cp $dir/tabber.js $outputDir
31 cp $dir/style.css $outputDir
32 cp $dir/script.js $outputDir
33 cp $dir/jquery-1.11.0.min.js $outputDir
34 cp $dir/pure-min.css $outputDir
35 samples=`cat $outputDir/samples.txt`
36
37 echo "<html><center><h1><a href='index.html'>Click here for the results</a></h1>Tip: Open it in a new tab (middle mouse button or right mouse button -> 'open in new tab' on the link above)<br />" > $2
38 echo "<table border = 1>" >> $2
39 echo "<thead><tr><th>Sample/Replicate</th><th>All</th><th>Productive</th><th>Unique Productive</th><th>Unproductive</th><th>Unique Unproductive</th></tr></thead>" >> $2
40 while IFS=, read sample all productive perc_prod productive_unique perc_prod_un unproductive perc_unprod unproductive_unique perc_unprod_un
41 do
42 echo "<tr><td>$sample</td>" >> $2
43 echo "<td>$all</td>" >> $2
44 echo "<td>$productive (${perc_prod}%)</td>" >> $2
45 echo "<td>$productive_unique (${perc_prod_un}%)</td>" >> $2
46 echo "<td>$unproductive (${perc_unprod}%)</td>" >> $2
47 echo "<td>$unproductive_unique (${perc_unprod_un}%)</td></tr>" >> $2
48 done < $outputDir/productive_counting.txt
49 echo "</table border></center></html>" >> $2
50
51 echo "<html><head><title>Report on:" >> $outputFile
52
53 mkdir $outputDir/circos
54 cp $dir/circos/* $outputDir/circos/
55 CIRCOSTOOLS="/data/galaxy/galaxy-dist/toolsheddependencies/circos/0.64/saskia-hiltemann/cg_circos_plots/bbfdd52d64fd/circos-tools-0.21/tools"
56 CIRCOSDIR="/data/galaxy/galaxy-dist/toolsheddependencies/circos/0.64/saskia-hiltemann/cg_circos_plots/bbfdd52d64fd/bin/"
57 USECIRCOS="no"
58 if [ -d "$CIRCOSDIR" ]; then
59 USECIRCOS="yes"
60 fi
61 echo "Using Circos: $USECIRCOS"
62 sed -i "s%DATA_DIR%$outputDir/circos%" $outputDir/circos/circos.conf
63 for sample in $samples; do #output the samples to a file and create the circos plots with the R script output
64 echo " $sample" >> $outputFile
65
66 if [[ "$USECIRCOS" != "yes" ]]; then
67 continue
68 fi
69
70 circos_file="$outputDir/${sample}_VJ_circos.txt"
71 echo -e -n "labels$(cat ${circos_file})" > ${circos_file}
72 cat "${circos_file}" | $CIRCOSTOOLS/tableviewer/bin/parse-table -configfile $dir/circos/parse-table.conf 2>&1 | $CIRCOSTOOLS/tableviewer/bin/make-conf -dir $outputDir/circos/
73 $CIRCOSDIR/circos -conf $outputDir/circos/circos.conf 2>&1
74 mv $outputDir/circos/circos.png $outputDir/circosVJ_${sample}.png
75
76
77 if [[ "$useD" == "true" ]] ; then
78 circos_file="$outputDir/${sample}_VD_circos.txt"
79 echo -e -n "labels$(cat ${circos_file})" > ${circos_file}
80 cat "${circos_file}" | $CIRCOSTOOLS/tableviewer/bin/parse-table -configfile $dir/circos/parse-table.conf 2>&1 | $CIRCOSTOOLS/tableviewer/bin/make-conf -dir $outputDir/circos/
81 $CIRCOSDIR/circos -conf $outputDir/circos/circos.conf 2>&1
82 mv $outputDir/circos/circos.png $outputDir/circosVD_${sample}.png
83
84 circos_file="$outputDir/${sample}_DJ_circos.txt"
85 echo -e -n "labels$(cat ${circos_file})" > ${circos_file}
86 cat "${circos_file}" | $CIRCOSTOOLS/tableviewer/bin/parse-table -configfile $dir/circos/parse-table.conf 2>&1 | $CIRCOSTOOLS/tableviewer/bin/make-conf -dir $outputDir/circos/
87 $CIRCOSDIR/circos -conf $outputDir/circos/circos.conf 2>&1
88 mv $outputDir/circos/circos.png $outputDir/circosDJ_${sample}.png
89
90 fi
91 done
92 echo "</title><script type='text/javascript' src='jquery-1.11.0.min.js'></script>" >> $outputFile
93 echo "<link rel='stylesheet' type='text/css' href='pure-min.css'>" >> $outputFile
94 echo "<script type='text/javascript' src='tabber.js'></script>" >> $outputFile
95 echo "<script type='text/javascript' src='script.js'></script>" >> $outputFile
96 echo "<link rel='stylesheet' type='text/css' href='style.css'></head>" >> $outputFile
97 echo "<div class='tabber'><div class='tabbertab' title='Gene frequencies'>" >> $outputFile
98
99 echo "<img src='CDR3LengthPlot.png'/><br />" >> $outputFile
100 echo "<img src='VFPlot.png'/>" >> $outputFile
101 if [[ "$useD" == "true" ]] ; then
102 echo "<img src='DFPlot.png'/>" >> $outputFile
103 fi
104 echo "<img src='JFPlot.png'/>" >> $outputFile
105 echo "<img src='VPlot.png'/>" >> $outputFile
106 if [[ "$useD" == "true" ]] ; then
107 echo "<img src='DPlot.png'/>" >> $outputFile
108 fi
109 echo "<img src='JPlot.png'/>" >> $outputFile
110 echo "<img src='AAComposition.png'/>" >> $outputFile
111 echo "<img src='DReadingFrame.png'/>" >> $outputFile
112 echo "</div>" >> $outputFile
113
114 #Heatmaps
115
116 count=1
117 echo "<div class='tabbertab' title='Heatmaps'><div class='tabber'>" >> $outputFile
118 for sample in $samples; do
119 echo "<div class='tabbertab' title='$sample'><table border='1'><tr>" >> $outputFile
120 if [[ "$useD" == "true" ]] ; then
121 echo "<td><img src='HeatmapVD_$sample.png'/></td>" >> $outputFile
122 fi
123 echo "<td><img src='HeatmapVJ_$sample.png'/></td>" >> $outputFile
124 if [[ "$useD" == "true" ]] ; then
125 echo "<td><img src='HeatmapDJ_$sample.png'/></td>" >> $outputFile
126 fi
127 echo "</tr></table></div>" >> $outputFile
128 count=$((count+1))
129 done
130 echo "</div></div>" >> $outputFile
131
132 #circos
133
134 if [[ "$USECIRCOS" == "yes" ]]; then
135
136 echo "<div class='tabbertab' title='Circos'><div class='tabber'>" >> $outputFile
137 for sample in $samples; do
138 echo "<div class='tabbertab' title='$sample'><table border='1'><center>" >> $outputFile
139 if [[ "$useD" == "true" ]] ; then
140 echo "<tr><td>V-D</td><td><img src='circosVD_${sample}.png' width='700' height='700'/></td></tr>" >> $outputFile
141 fi
142 echo "<tr><td>V-J</td><td><img src='circosVJ_${sample}.png' width='700' height='700'/></td></tr>" >> $outputFile
143 if [[ "$useD" == "true" ]] ; then
144 echo "<tr><td>D-J</td><td><img src='circosDJ_${sample}.png' width='700' height='700'/></td></tr>" >> $outputFile
145 fi
146 echo "<center></table></div>" >> $outputFile
147 count=$((count+1))
148 done
149 echo "</div></div>" >> $outputFile
150 fi
151 #echo "<div class='tabbertab' title='Interactive'><svg class='chart'></svg><script src='http://d3js.org/d3.v3.min.js'></script></div>" >> $outputFile
152
153 hasReplicateColumn="$(if head -n 1 $inputFile | grep -q 'Replicate'; then echo 'Yes'; else echo 'No'; fi)"
154 echo "$hasReplicateColumn"
155 #if its a 'new' merged file with replicate info
156 if [[ "$hasReplicateColumn" == "Yes" ]] ; then
157 echo "<div class='tabbertab' title='Clonality'><div class='tabber'>" >> $outputFile
158 for sample in $samples; do
159 echo "${clonality_method}"
160 if [[ "${clonality_method}" == "old" ]] ; then
161 echo "in old"
162 clonalityScore="$(cat $outputDir/ClonalityScore_$sample.csv)"
163 echo "<div class='tabbertab' title='$sample'><table class='pure-table pure-table-striped'>" >> $outputFile
164 echo "<thead><tr><th colspan='4'>Clonality Score: $clonalityScore</th></tr></thead>" >> $outputFile
165
166 #replicate,reads,squared
167 echo "<tr><td>Replicate ID</td><td>Number of Reads</td><td>Reads Squared</td><td></td></tr>" >> $outputFile
168 while IFS=, read replicate reads squared
169 do
170 echo "<tr><td>$replicate</td><td>$reads</td><td>$squared</td><td></td></tr>" >> $outputFile
171 done < $outputDir/ReplicateReads_$sample.csv
172
173 #sum of reads and reads squared
174 while IFS=, read readsSum squaredSum
175 do
176 echo "<tr><td>Sum</td><td>$readsSum</td><td>$squaredSum</td></tr>" >> $outputFile
177 done < $outputDir/ReplicateSumReads_$sample.csv
178
179 #overview
180 echo "<tr><td>Coincidence Type</td><td>Raw Coincidence Freq</td><td>Coincidence Weight</td><td>Coincidences, Weighted</td></tr>" >> $outputFile
181 while IFS=, read type count weight weightedCount
182 do
183 if [[ "$type" -eq "1" ]]; then
184 echo "<tr><td>$type</td><td>$count</td><td>$weight</td><td>$weightedCount</td></tr>" >> $outputFile
185 else
186 echo "<tr><td><a href='coincidences_${sample}_${type}.txt'>$type</a></td><td>$count</td><td>$weight</td><td>$weightedCount</td></tr>" >> $outputFile
187 fi
188
189 done < $outputDir/ClonalityOverView_$sample.csv
190 echo "</table></div>" >> $outputFile
191 else
192 echo "in new"
193 clonalityScore="$(cat $outputDir/lymphclon_clonality_${sample}.csv)"
194 echo "<div class='tabbertab' title='$sample'>" >> $outputFile
195 echo "Lymphclon clonality score: <br />$clonalityScore<br /><br />" >> $outputFile
196 echo "<table border = 1>" >> $outputFile
197 while IFS=, read type count
198 do
199 echo "<tr><td>$type</td><td>$count</td></tr>" >> $outputFile
200 done < $outputDir/lymphclon_coincidences_$sample.csv
201 echo "</table></div>" >> $outputFile
202 fi
203 done
204 echo "</div></div>" >> $outputFile
205 fi
206
207 #hasJunctionData="$(if head -n 1 $inputFile | grep -qE '3V.REGION.trimmed.nt.nb'; then echo 'Yes'; else echo 'No'; fi)"
208
209 #if [[ "$hasJunctionData" == "Yes" ]] ; then
210 if [ -a "$outputDir/junctionAnalysisProd_mean.csv" ] ; then
211 echo "<div class='tabbertab' title='Junction Analysis'>" >> $outputFile
212 echo "<table class='pure-table pure-table-striped' id='junction_table'> <caption>Productive mean</caption><thead><tr><th>Sample</th><th>count</th><th>V.DEL</th><th>P1</th><th>N1</th><th>P2</th><th>DEL.D</th><th>D.DEL</th><th>P3</th><th>N2</th><th>P4</th><th>DEL.J</th><th>Total.Del</th><th>Total.N</th><th>Total.P</th><thead></tr><tbody>" >> $outputFile
213 while IFS=, read Sample unique VDEL P1 N1 P2 DELD DDEL P3 N2 P4 DELJ TotalDel TotalN TotalP
214 do
215 echo "<tr><td>$Sample</td><td>$unique</td><td>$VDEL</td><td>$P1</td><td>$N1</td><td>$P2</td><td>$DELD</td><td>$DDEL</td><td>$P3</td><td>$N2</td><td>$P4</td><td>$DELJ</td><td>$TotalDel</td><td>$TotalN</td><td>$TotalP</td></tr>" >> $outputFile
216 done < $outputDir/junctionAnalysisProd_mean.csv
217 echo "</tbody></table>" >> $outputFile
218
219 echo "<table class='pure-table pure-table-striped' id='junction_table'> <caption>Unproductive mean</caption><thead><tr><th>Sample</th><th>count</th><th>V.DEL</th><th>P1</th><th>N1</th><th>P2</th><th>DEL.D</th><th>D.DEL</th><th>P3</th><th>N2</th><th>P4</th><th>DEL.J</th><th>Total.Del</th><th>Total.N</th><th>Total.P</th><thead></tr><tbody>" >> $outputFile
220 while IFS=, read Sample unique VDEL P1 N1 P2 DELD DDEL P3 N2 P4 DELJ TotalDel TotalN TotalP
221 do
222 echo "<tr><td>$Sample</td><td>$unique</td><td>$VDEL</td><td>$P1</td><td>$N1</td><td>$P2</td><td>$DELD</td><td>$DDEL</td><td>$P3</td><td>$N2</td><td>$P4</td><td>$DELJ</td><td>$TotalDel</td><td>$TotalN</td><td>$TotalP</td></tr>" >> $outputFile
223 done < $outputDir/junctionAnalysisUnProd_mean.csv
224 echo "</tbody></table>" >> $outputFile
225
226 echo "<table class='pure-table pure-table-striped' id='junction_table'> <caption>Productive median</caption><thead><tr><th>Sample</th><th>count</th><th>V.DEL</th><th>P1</th><th>N1</th><th>P2</th><th>DEL.D</th><th>D.DEL</th><th>P3</th><th>N2</th><th>P4</th><th>DEL.J</th><th>Total.Del</th><th>Total.N</th><th>Total.P</th><thead></tr><tbody>" >> $outputFile
227 while IFS=, read Sample unique VDEL P1 N1 P2 DELD DDEL P3 N2 P4 DELJ TotalDel TotalN TotalP
228 do
229 echo "<tr><td>$Sample</td><td>$unique</td><td>$VDEL</td><td>$P1</td><td>$N1</td><td>$P2</td><td>$DELD</td><td>$DDEL</td><td>$P3</td><td>$N2</td><td>$P4</td><td>$DELJ</td><td>$TotalDel</td><td>$TotalN</td><td>$TotalP</td></tr>" >> $outputFile
230 done < $outputDir/junctionAnalysisProd_median.csv
231 echo "</tbody></table>" >> $outputFile
232
233 echo "<table class='pure-table pure-table-striped' id='junction_table'> <caption>Unproductive median</caption><thead><tr><th>Sample</th><th>count</th><th>V.DEL</th><th>P1</th><th>N1</th><th>P2</th><th>DEL.D</th><th>D.DEL</th><th>P3</th><th>N2</th><th>P4</th><th>DEL.J</th><th>Total.Del</th><th>Total.N</th><th>Total.P</th><thead></tr><tbody>" >> $outputFile
234 while IFS=, read Sample unique VDEL P1 N1 P2 DELD DDEL P3 N2 P4 DELJ TotalDel TotalN TotalP
235 do
236 echo "<tr><td>$Sample</td><td>$unique</td><td>$VDEL</td><td>$P1</td><td>$N1</td><td>$P2</td><td>$DELD</td><td>$DDEL</td><td>$P3</td><td>$N2</td><td>$P4</td><td>$DELJ</td><td>$TotalDel</td><td>$TotalN</td><td>$TotalP</td></tr>" >> $outputFile
237 done < $outputDir/junctionAnalysisUnProd_median.csv
238 echo "</tbody></table>" >> $outputFile
239
240 echo "</div>" >> $outputFile
241 fi
242
243 echo "<div class='tabbertab' title='Comparison'><table class='pure-table pure-table-striped'><thead><tr><th>ID</th><th>Include</th></tr></thead>" >> $outputFile
244 for sample in $samples; do
245 echo "<tr><td>$sample</td><td><input type='checkbox' onchange=\"javascript:compareAdd('$sample')\" id='compare_checkbox_$sample'/></td></tr>" >> $outputFile
246 done
247 echo "</table><div name='comparisonarea'>" >> $outputFile
248 echo "<table><tr id='comparison_table_vd'></tr></table>" >> $outputFile
249 echo "<table><tr id='comparison_table_vj'></tr></table>" >> $outputFile
250 echo "<table><tr id='comparison_table_dj'></tr></table>" >> $outputFile
251 echo "</div></div>" >> $outputFile
252
253 echo "<div class='tabbertab' title='Downloads'>" >> $outputFile
254 echo "<table class='pure-table pure-table-striped'>" >> $outputFile
255 echo "<thead><tr><th>Description</th><th>Link</th></tr></thead>" >> $outputFile
256 echo "<tr><td>The dataset used to generate the frequency graphs and the heatmaps (Unique based on clonaltype, $clonalType)</td><td><a href='allUnique.csv'>Download</a></td></tr>" >> $outputFile
257 echo "<tr><td>The dataset used to calculate clonality score (Unique based on clonaltype, $clonalType)</td><td><a href='clonalityComplete.csv'>Download</a></td></tr>" >> $outputFile
258
259 echo "<tr><td>The dataset used to generate the CDR3 length frequency graph</td><td><a href='CDR3LengthPlot.csv'>Download</a></td></tr>" >> $outputFile
260
261 echo "<tr><td>The dataset used to generate the V gene family frequency graph</td><td><a href='VFFrequency.csv'>Download</a></td></tr>" >> $outputFile
262 if [[ "$useD" == "true" ]] ; then
263 echo "<tr><td>The dataset used to generate the D gene family frequency graph</td><td><a href='DFFrequency.csv'>Download</a></td></tr>" >> $outputFile
264 fi
265 echo "<tr><td>The dataset used to generate the J gene family frequency graph</td><td><a href='JFFrequency.csv'>Download</a></td></tr>" >> $outputFile
266
267 echo "<tr><td>The dataset used to generate the V gene frequency graph</td><td><a href='VFrequency.csv'>Download</a></td></tr>" >> $outputFile
268 if [[ "$useD" == "true" ]] ; then
269 echo "<tr><td>The dataset used to generate the D gene frequency graph</td><td><a href='DFrequency.csv'>Download</a></td></tr>" >> $outputFile
270 fi
271 echo "<tr><td>The dataset used to generate the J gene frequency graph</td><td><a href='JFrequency.csv'>Download</a></td></tr>" >> $outputFile
272 echo "<tr><td>The dataset used to generate the AA composition graph</td><td><a href='AAComposition.csv'>Download</a></td></tr>" >> $outputFile
273
274 for sample in $samples; do
275 if [[ "$useD" == "true" ]] ; then
276 echo "<tr><td>The data used to generate the VD heatmap for $sample.</td><td><a href='HeatmapVD_$sample.csv'>Download</a></td></tr>" >> $outputFile
277 fi
278 echo "<tr><td>The data used to generate the VJ heatmap for $sample.</td><td><a href='HeatmapVJ_$sample.csv'>Download</a></td></tr>" >> $outputFile
279 if [[ "$useD" == "true" ]] ; then
280 echo "<tr><td>The data used to generate the DJ heatmap for $sample.</td><td><a href='HeatmapDJ_$sample.csv'>Download</a></td></tr>" >> $outputFile
281 fi
282 done
283
284 echo "<tr><td>A frequency count of V Gene + J Gene + CDR3</td><td><a href='VJCDR3_count.txt'>Download</a></td></tr>" >> $outputFile
285
286 echo "</table>" >> $outputFile
287 echo "</div></html>" >> $outputFile