Mercurial > repos > jay > gaiac_windrose_plot
annotate gaiac_pm_data_pulling/datapulling.py @ 1:fa777baa8f41 draft
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
| author | jay | 
|---|---|
| date | Thu, 15 May 2025 22:52:14 +0000 | 
| parents | |
| children | 
| rev | line source | 
|---|---|
| 
1
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
1 import requests | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
2 import sys | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
3 | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
4 def download_files_from_server(urls): | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
5 """ | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
6 Function to download files from a FastAPI server. | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
7 | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
8 Args: | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
9 ip (str): The IP address of the FastAPI server. | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
10 file_names (list): List of file names to download. | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
11 | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
12 Returns: | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
13 None | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
14 """ | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
15 for url in urls: | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
16 file_name = url.split('/')[len(url.split('/'))-1] | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
17 response = requests.get(url) | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
18 if response.status_code == 200: | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
19 with open(f"{file_name}", "wb") as f: | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
20 f.write(response.content) | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
21 print(f"File {file_name} downloaded successfully!") | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
22 else: | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
23 print(f"Failed to download {file_name}. Status code: {response.status_code}") | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
24 | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
25 if __name__=="__main__": | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
26 | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
27 if len(sys.argv) > 1: | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
28 files = sys.argv[1].split(',') | 
| 
 
fa777baa8f41
planemo upload for repository https://github.com/jaidevjoshi83/gaiac.git commit a733fec1915a1f6cf5f07092dc33426f765b6cb3-dirty
 
jay 
parents:  
diff
changeset
 | 
29 download_files_from_server( files) | 
