SCC access: comparison scc

-:2f7cde6f836e
+:809c63be8a40
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 THE SOFTWARE.
 """
-__version__ = "0.5.0"
+__version__ = "0.6.0"
 # Try to read the settings from the settings.py file
 try:
 from settings import *
 except:
 raise ImportError(
 """A settings file (setting.py) is required to run the script.
-You can use settings.sample.py for a template.""")
+You can use settings.sample.py as a template.""")
 import requests
 import urlparse
 import argparse
 LOGIN_URL = urlparse.urljoin(BASE_URL, 'accounts/login/')
 UPLOAD_URL = urlparse.urljoin(BASE_URL, 'data_processing/measurements/quick/')
 DOWNLOAD_PREPROCESSED = urlparse.urljoin(BASE_URL, 'data_processing/measurements/{0}/download-preprocessed/')
 DOWNLOAD_OPTICAL = urlparse.urljoin(BASE_URL, 'data_processing/measurements/{0}/download-optical/')
 DOWNLOAD_GRAPH = urlparse.urljoin(BASE_URL, 'data_processing/measurements/{0}/download-plots/')
+RERUN_ALL = urlparse.urljoin(BASE_URL, 'data_processing/measurements/{0}/rerun-all/')
+RERUN_PROCESSING = urlparse.urljoin(BASE_URL, 'data_processing/measurements/{0}/rerun-optical/')
 DELETE_MEASUREMENT =  urlparse.urljoin(BASE_URL, 'admin/database/measurements/{0}/delete/')
 API_BASE_URL = urlparse.urljoin(BASE_URL, 'api/v1/')
 # The regex to find the measurement id from the measurement page
 # This should be read from the uploaded file, but would require an extra module
 def download_graphs(self, measurement_id):
 """ Download profile graphs for the measurement id. """
 # Construct the download url
 download_url = DOWNLOAD_GRAPH.format(measurement_id)
 self.download_files(measurement_id, 'scc_plots', download_url)
+def rerun_processing(self, measurement_id, monitor=True):
+measurement = self.get_measurement(measurement_id)
+if measurement:
+request = self.session.get(measurement.rerun_processing_url, auth=self.auth,
+verify=False,
+stream=True)
+if request.status_code != 200:
+print "Could not rerun processing for %s. Status code: %s" % (measurement_id, request.status_code)
+return
+if monitor:
+self.monitor_processing(measurement_id)
+def rerun_all(self, measurement_id, monitor=True):
+measurement = self.get_measurement(measurement_id)
+if measurement:
+request = self.session.get(measurement.rerun_all_url, auth=self.auth,
+verify=False,
+stream=True)
+if request.status_code != 200:
+print "Could not rerun pre processing for %s. Status code: %s" % (measurement_id, request.status_code)
+return
+if monitor:
+self.monitor_processing(measurement_id)
 def process(self, filename, system_id):
 """ Upload a file for processing and wait for the processing to finish.
 If the processing is successful, it will download all produced files.
 """
 print "--- Processing started on %s. ---" % datetime.datetime.now()
 # Upload file
 measurement_id = self.upload_file(filename, system_id)
-measurement = None
+measurement = self.monitor_processing(measurement_id)
-if measurement_id:
+return measurement
-measurement = self.get_measurement(measurement_id)
+def monitor_processing(self, measurement_id):
+""" Monitor the processing progress of a measurement id"""
+measurement = self.get_measurement(measurement_id)
+if measurement is not None:
 while measurement.is_running:
 print "Measurement is being processed (status: %s, %s, %s). Please wait." % (measurement.upload,
 measurement.pre_processing,
 measurement.opt_retrievals)
 time.sleep(10)
 measurement = self.get_measurement(measurement_id)
 print "Measurement processing finished (status: %s, %s, %s)." % (measurement.upload,
 measurement.pre_processing,
 measurement.opt_retrievals)
 if measurement.pre_processing == 127:
 print "Downloading preprocessed files."
 self.download_preprocessed(measurement_id)
 if measurement.opt_retrievals == 127:
 print "Downloading optical files."
 self.download_optical(measurement_id)
 print "Downloading graphs."
 self.download_graphs(measurement_id)
 print "--- Processing finished. ---"
 return measurement
 def get_status(self, measurement_id):
 """ Get the processing status for a measurement id through the API. """
 measurement_url = urlparse.urljoin(API_BASE_URL, 'measurements/?id__exact=%s' % measurement_id)
 response = self.session.get(measurement_url,
 if self.pre_processing == 127:
 if self.opt_retrievals in [127, -127]:
 return False
 return True
-def delete(self):
+def rerun_processing_url(self):
-""" Delete the entry from the SCC database. """
+return RERUN_PROCESSING.format(self.id)
+def rerun_all_url(self):
+return RERUN_ALL.format(self.id)
 def __str__(self):
 return "%s: %s, %s, %s" % (self.id,
 self.upload,
 self.pre_processing,
 self.opt_retrievals)
 scc = SCC(auth)
 scc.login(credential)
 scc.delete_measurement(measurement_id)
 scc.logout()
+def rerun_all(measurement_id, monitor, auth = BASIC_LOGIN, credential = DJANGO_LOGIN):
+""" Shortcut function to delete a measurement from the SCC. """
+scc = SCC(auth)
+scc.login(credential)
+scc.rerun_all(measurement_id, monitor)
+scc.logout()
+def rerun_processing(measurement_id, monitor, auth = BASIC_LOGIN, credential = DJANGO_LOGIN):
+""" Shortcut function to delete a measurement from the SCC. """
+scc = SCC(auth)
+scc.login(credential)
+scc.rerun_processing(measurement_id, monitor)
+scc.logout()
 # When running through terminal
 if __name__ == '__main__':
 # Define the command line arguments.
 parser = argparse.ArgumentParser()
 parser.add_argument("filename",  nargs='?', help = "Measurement file name or path.", default='')
 parser.add_argument("system", nargs='?', help = "Processing system id.", default=0)
 parser.add_argument("-p", "--process", help="Wait for the results of the processing.",
 action="store_true")
 parser.add_argument("-d", "--delete", help="Measurement ID to delete.")
+parser.add_argument("--rerun-all", help="Measurement ID to rerun.")
+parser.add_argument("--rerun-processing", help="Measurement ID to rerun processing routings.")
 args = parser.parse_args()
 # If the arguments are OK, try to login on the site and upload.
 if args.delete:
 # If the delete is provided, do nothing else
 delete_measurement(args.delete)
+elif args.rerun_all:
+rerun_all(args.rerun_all, args.process)
+elif args.rerun_processing:
+rerun_processing(args.rerun_processing, args.process)
 else:
 if (args.filename == '') or  (args.system == 0):
 parser.error('Provide a valid filename and system parameters.\nRun with -h for help.\n')
 if args.process:

comparison: scc_access.py

scc_access.py

Mercurial > public > scc_access / file comparison

comparison: scc_access.py

scc_access.py