Repository navigation
Expand file tree
/
Copy pathparallel_batchscore_copyoutput.py
More file actions
91 lines (79 loc) · 3.53 KB
/
Copy pathparallel_batchscore_copyoutput.py
File metadata and controls
91 lines (79 loc) · 3.53 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
"""
Copyright (C) Microsoft Corporation. All rights reserved.
Microsoft Corporation (“Microsoft”) grants you a nonexclusive, perpetual,
royalty-free right to use, copy, and modify the software code provided by us
("Software Code"). You may not sublicense the Software Code or any use of it
(except to your affiliates and to vendors to perform work on your behalf)
through distribution, network access, service agreement, lease, rental, or
otherwise. This license does not purport to express any claim of ownership over
data you may have shared with Microsoft in the creation of the Software Code.
Unless applicable law gives you more rights, Microsoft reserves all other
rights not expressly granted herein, whether by implication, estoppel or
otherwise.
THE SOFTWARE CODE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS
OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
MICROSOFT OR ITS LICENSORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
ARISING IN ANY WAY OUT OF THE USE OF THE SOFTWARE CODE, EVEN IF ADVISED OF THE
POSSIBILITY OF SUCH DAMAGE.
"""
from azure.storage.blob import ContainerClient
from datetime import datetime, date, timezone
import argparse
import os
def parse_args():
parser = argparse.ArgumentParser()
parser.add_argument("--output_path", type=str, default=None)
parser.add_argument("--scoring_datastore", type=str, default=None)
parser.add_argument("--score_container", type=str, default=None)
parser.add_argument("--scoring_datastore_key", type=str, default=None)
parser.add_argument("--scoring_output_filename", type=str, default=None)
return parser.parse_args()
def copy_output(args):
print("Output : {}".format(args.output_path))
accounturl = "https://{}.blob.core.windows.net".format(
args.scoring_datastore
) # NOQA E501
containerclient = ContainerClient(
accounturl, args.score_container, args.scoring_datastore_key
)
destfolder = date.today().isoformat()
filetime = (
datetime.now(timezone.utc)
.time()
.isoformat("milliseconds")
.replace(":", "_")
.replace(".", "_")
) # noqa E501
destfilenameparts = args.scoring_output_filename.split(".")
destblobname = "{}/{}_{}.{}".format(
destfolder, destfilenameparts[0], filetime, destfilenameparts[1]
)
destblobclient = containerclient.get_blob_client(destblobname)
with open(
os.path.join(args.output_path, "parallel_run_step.txt"), "rb"
) as scorefile: # noqa E501
destblobclient.upload_blob(scorefile, blob_type="BlockBlob")
if __name__ == "__main__":
args = parse_args()
if (
args.scoring_datastore is None
or args.scoring_datastore.strip() == ""
or args.score_container is None
or args.score_container.strip() == ""
or args.scoring_datastore_key is None
or args.scoring_datastore_key.strip() == ""
or args.scoring_output_filename is None
or args.scoring_output_filename.strip() == ""
or args.output_path is None
or args.output_path.strip() == ""
):
print("Missing parameters")
else:
copy_output(args)