annotate search.py @ 2:4291c9d1ff07 draft

Uploaded 20180124
author fabio
date Wed, 24 Jan 2018 11:26:24 -0500
parents 00d6e82d74e9
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
1 #!/usr/bin/env python
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
2
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
3 # https://github.com/ross/requests-futures
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
4 # http://docs.python-requests.org/en/master/user/quickstart/#more-complicated-post-requests
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
5
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
6 import os, uuid
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
7 import optparse
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
8 import requests
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
9 from requests_futures.sessions import FuturesSession
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
10
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
11 #### UV0 ####
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
12 # proxy to uv0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
13 #service_url = "http://deputy.bx.psu.edu/";
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
14 # url to query page
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
15 #query_url = service_url+"query.php";
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
16 # url to echo page: just return 'it works!'
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
17 #echo_url = service_url+"echo.php";
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
18 #############
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
19
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
20 #### NN14 ####
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
21 service_url = "http://nn14.galaxyproject.org:8080/";
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
22 query_url = service_url+"tree/0/query";
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
23 ##############
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
24
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
25 '''
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
26 # synchronous
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
27 def echo( options, args ):
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
28 # create a session
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
29 session = requests.Session()
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
30 # make a sync get request
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
31 resp = session.get(echo_url)
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
32 # check for response status code
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
33 resp_code = resp.status_code;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
34 if resp_code == requests.codes.ok:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
35 # get output file path
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
36 output_file_path = options.output;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
37 # write response on the output file
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
38 with open(output_file_path, 'w') as out:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
39 #out.write(resp.data);
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
40 out.write(resp.content);
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
41 return 0;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
42 else:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
43 return resp_code;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
44 '''
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
45
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
46 # asynchronous
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
47 def async_request( options, args, payload ):
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
48 # add additional parameters to the payload
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
49 #payload["tree_id"] = str(options.treeid);
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
50 payload["search_mode"] = str(options.search);
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
51 payload["exact_algorithm"] = int(options.exact);
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
52 payload["search_threshold"] = float(options.sthreshold);
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
53 # set the content type to application/json
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
54 headers = {'Content-type': 'application/json'};
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
55 # create a session
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
56 session = FuturesSession();
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
57 # make an async post request with requests-futures
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
58 future_req = session.post(query_url, headers=headers, json=payload);
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
59 # wait for the request to complete, if it has not already
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
60 resp = future_req.result();
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
61 # check for response status code
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
62 resp_code = resp.status_code;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
63 # get output file path
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
64 output_file_path = options.output;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
65 # write response on the output file
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
66 with open(output_file_path, 'w') as out:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
67 #out.write(resp.data);
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
68 out.write(str(resp.content));
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
69 if resp_code == requests.codes.ok:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
70 return 0;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
71 else:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
72 return resp_code;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
73
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
74 def srase_query( options, args ):
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
75 multiple_data = {};
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
76 comma_sep_file_paths = options.files;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
77 #print("files: "+str(comma_sep_file_paths)+" - "+str(type(comma_sep_file_paths)));
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
78 # check if options.files contains at least one file path
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
79 if comma_sep_file_paths is not None:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
80 # split file paths
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
81 file_paths = comma_sep_file_paths.split(",");
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
82 # split file names
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
83 comma_sep_file_names = str(options.names);
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
84 #print("names: "+str(comma_sep_file_names));
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
85 file_names = comma_sep_file_names.split(",");
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
86 # populate a dictionary with the files containing the sequences to query
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
87 sequences = [];
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
88 for idx, file_path in enumerate(file_paths):
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
89 #file_name = file_names[idx];
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
90 with open(file_path, 'r') as content_file:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
91 content = content_file.read()
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
92 sequences.append(content.strip());
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
93 #multiple_data[file_name] = content;
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
94 #print(file_name+": "+content+"\n");
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
95 if len(sequences) > 0:
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
96 multiple_data['sequences'] = sequences;
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
97 return async_request( options, args, multiple_data );
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
98 #return echo( options, args );
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
99 else:
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
100 return -1;
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
101 else:
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
102 # try with the sequence in --sequence
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
103 text_content = options.sequences;
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
104 #print("sequences: "+text_content);
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
105 # check if options.sequences contains a list of sequences (one for each row)
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
106 if text_content is not None:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
107 text_content = str(text_content);
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
108 if text_content.strip():
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
109 # populate a dictionary with the files containing the sequences to query
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
110 multiple_data['sequences'] = text_content.strip().split("__cn__");
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
111 return async_request( options, args, multiple_data );
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
112 #return echo( options, args );
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
113 else:
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
114 return -1;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
115 return -1;
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
116
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
117 def __main__():
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
118 # Parse the command line options
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
119 usage = "Usage: search.py --files comma_sep_file_paths --names comma_seq_file_names --sequences sequences_text --search search_mode --exact exact_alg --sthreshold threshold --output output_file_path";
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
120 parser = optparse.OptionParser(usage = usage);
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
121 parser.add_option("-f", "--files", type="string",
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
122 action="store", dest="files", help="comma separated files path");
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
123 parser.add_option("-n", "--names", type="string",
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
124 action="store", dest="names", help="comma separated names associated to the files specified in --files");
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
125 parser.add_option("-s", "--sequences", type="string",
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
126 action="store", dest="sequences", help="contains a list of sequences (one for each row)");
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
127 parser.add_option("-a", "--fasta", type="string",
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
128 action="store", dest="fasta", help="contains the content of a fasta file");
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
129 parser.add_option("-x", "--search", type="string", default=0,
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
130 action="store", dest="search", help="search mode");
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
131 parser.add_option("-e", "--exact", type="int", default=0,
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
132 action="store", dest="exact", help="exact algorithm (required if search is 1 only)");
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
133 parser.add_option("-t", "--sthreshold", type="float",
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
134 action="store", dest="sthreshold", help="threshold applied to the search algrithm");
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
135 parser.add_option("-o", "--output", type="string",
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
136 action="store", dest="output", help="output file path");
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
137 (options, args) = parser.parse_args();
2
4291c9d1ff07 Uploaded 20180124
fabio
parents: 0
diff changeset
138 return srase_query( options, args );
0
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
139
00d6e82d74e9 Uploaded 20180122
fabio
parents:
diff changeset
140 if __name__ == "__main__": __main__()