annotate tools/ngs_simulation/grinder_multiple_outputs.py @ 1:7d26d64539b2

Uploaded
author fangly
date Mon, 19 Sep 2011 01:07:28 -0400
parents
children 27a15723d4f0
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
1 #!/usr/bin/env python
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
2
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
3 """
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
4 Move files create by Grinder to a location where it is going to be recognized by
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
5 Galaxy as multiple output files with the right format. See
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
6 http://wiki.g2.bx.psu.edu/Admin/Tools/Multiple Output Files
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
7 Example: python grinder_move_outputs output_dir output_id
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
8 Author: Florent Angly
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
9 """
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
10
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
11 import sys, os, re
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
12
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
13 assert sys.version_info[:2] >= ( 2, 4 )
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
14
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
15 def stop_err( msg ):
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
16 sys.stderr.write( "%s\n" % msg )
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
17 sys.exit()
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
18
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
19 def __main__():
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
20 # Get output dir and ID
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
21 args = sys.argv
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
22 output_dir = args[1]
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
23 output_id = args[2]
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
24
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
25 # Move Grinder files to the proper output
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
26 # Grinder filenames look like this
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
27 # grinder-ranks.txt
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
28 # grinder-reads.fa
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
29 # grinder-reads.qual
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
30 # grinder-1-ranks.txt
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
31 # grinder-1-reads.fa
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
32 # grinder-1-reads.qual
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
33 # grinder-2-ranks.txt
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
34 # grinder-2-reads.fa
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
35 # grinder-2-reads.qual
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
36
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
37 p = re.compile(output_id)
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
38 q = re.compile('-(\d+)-')
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
39 r = re.compile('-(\w+)$')
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
40
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
41
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
42 for fname in os.listdir(output_dir):
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
43
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
44 # Skip files that do not start with the output_id
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
45 source = os.path.join( output_dir, fname )
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
46 basename, extension = os.path.splitext(fname)
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
47 if not p.match(fname):
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
48 continue
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
49
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
50 # Assign the dataset format
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
51 if extension == '.txt':
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
52 format = 'text'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
53 elif extension == '.fa':
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
54 format = 'fasta'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
55 elif extension == '.fna':
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
56 format = 'fasta'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
57 elif extension == '.faa':
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
58 format = 'fasta'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
59 elif extension == '.fasta':
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
60 format = 'fasta'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
61 elif extension == '.fq':
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
62 format = 'fastq'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
63 elif extension == '.fastq':
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
64 format = 'fastq'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
65 elif extension == '.qual':
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
66 format = 'qual'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
67 else:
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
68 stop_err( 'Error: File %s had the unknown extension %s' % ( fname, extension ) )
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
69
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
70 # Assign the dataset name
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
71 name = ''
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
72 match = q.search(basename)
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
73 if match != None:
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
74 lib_num = match.group(1)
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
75 name = 'lib%s' % lib_num
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
76
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
77 match = r.search(basename)
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
78 if match == None:
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
79 stop_err( 'Error: File with basename %s did not have a recognized name' % (basename) )
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
80
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
81 lib_type = match.group(1)
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
82 if format == 'qual':
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
83 lib_type = 'qual'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
84
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
85 name = name + '-' + lib_type
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
86
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
87 # Move the dataset to the proper place
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
88 optional_spec = 'asdf'
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
89 destination = os.path.join( output_dir, 'primary_%s_%s_visible_%s_%s' % ( output_id, name, format, optional_spec ) )
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
90
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
91 print "moving %s to %s" % (source, destination)
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
92
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
93 try:
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
94 os.rename(source, destination)
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
95 except Exception, e:
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
96 stop_err( 'Error: ' + str( e ) )
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
97
7d26d64539b2 Uploaded
fangly
parents:
diff changeset
98 if __name__ == "__main__": __main__()