class Program
{
static void Main(string[] args)
{
InvokeBatchExecutionService().Wait();
}
static async Task WriteFailedResponse(HttpResponseMessage response)
{
Console.WriteLine(string.Format("The request failed with status code: {0}", response.StatusCode));
// Print the headers - they include the requert ID and the timestamp, which are useful for debugging the failure
Console.WriteLine(response.Headers.ToString());
string responseContent = await response.Content.ReadAsStringAsync();
Console.WriteLine(responseContent);
}
static void SaveBlobToFile(AzureBlobDataReference blobLocation, string resultsLabel)
{
const string OutputFileLocation = "myresults.csv"; // Replace this with the location you would like to use for your output file
var credentials = new StorageCredentials(blobLocation.SasBlobToken);
var blobUrl = new Uri(new Uri(blobLocation.BaseLocation), blobLocation.RelativeLocation);
var cloudBlob = new CloudBlockBlob(blobUrl, credentials);
Console.WriteLine(string.Format("Reading the result from {0}", blobUrl.ToString()));
cloudBlob.DownloadToFile(OutputFileLocation, FileMode.Create);
Console.WriteLine(string.Format("{0} have been written to the file {1}", resultsLabel, OutputFileLocation));
}
static void UploadFileToBlob(string inputFileLocation, string inputBlobName, string storageContainerName, string storageConnectionString)
{
// Make sure the file exists
if (!File.Exists(inputFileLocation))
{
throw new FileNotFoundException(
string.Format(
CultureInfo.InvariantCulture,
"File {0} doesn't exist on local computer.",
inputFileLocation));
}
Console.WriteLine("Uploading the input to blob storage...");
var blobClient = CloudStorageAccount.Parse(storageConnectionString).CreateCloudBlobClient();
var container = blobClient.GetContainerReference(storageContainerName);
container.CreateIfNotExists();
var blob = container.GetBlockBlobReference(inputBlobName);
blob.UploadFromFile(inputFileLocation, FileMode.Open);
}
static void ProcessResults(BatchScoreStatus status)
{
bool first = true;
foreach (var output in status.Results)
{
var blobLocation = output.Value;
Console.WriteLine(string.Format("The result '{0}' is available at the following Azure Storage location:", output.Key));
Console.WriteLine(string.Format("BaseLocation: {0}", blobLocation.BaseLocation));
Console.WriteLine(string.Format("RelativeLocation: {0}", blobLocation.RelativeLocation));
Console.WriteLine(string.Format("SasBlobToken: {0}", blobLocation.SasBlobToken));
Console.WriteLine();
// Save the first output to disk
if (first)
{
first = false;
SaveBlobToFile(blobLocation, string.Format("The results for {0}", output.Key));
}
}
}
static async Task InvokeBatchExecutionService()
{
// How this works:
//
// 1. Assume the input is present in a local file (if the web service accepts input)
// 2. Upload the file to an Azure blob - you'd need an Azure storage account
// 3. Call the Batch Execution Service to process the data in the blob. Any output is written to Azure blobs.
// 4. Download the output blob, if any, to local file
const string BaseUrl = "https://ussouthcentral.services.azureml.net/workspaces/0ba4f46717074bc4a054664222a11e07/services/0f6bd53cc03042d893f802ebe462cb82/jobs";
const string StorageAccountName = "mystorageacct"; // Replace this with your Azure Storage Account name
const string StorageAccountKey = "Dx9WbMIThAvXRQWap/aLnxT9LV5txxw=="; // Replace this with your Azure Storage Key
const string StorageContainerName = "mycontainer"; // Replace this with your Azure Storage Container name
const string apiKey = "abc123"; // Replace this with the API key for the web service
// set a time out for polling status
const int TimeOutInMilliseconds = 120 * 1000; // Set a timeout of 2 minutes
string storageConnectionString = string.Format("DefaultEndpointsProtocol=https;AccountName={0};AccountKey={1}", StorageAccountName, StorageAccountKey);
UploadFileToBlob("input1data.csv" /*Replace this with the location of your input file*/,
"input1datablob.csv" /*Replace this with the name you would like to use for your Azure blob; this needs to have the same extension as the input file */,
StorageContainerName, storageConnectionString);
using (HttpClient client = new HttpClient())
{
var request = new BatchExecutionRequest()
{
Inputs = new Dictionary<string, AzureBlobDataReference>()
{
{
"input1",
new AzureBlobDataReference()
{
ConnectionString = storageConnectionString,
RelativeLocation = string.Format("{0}/input1datablob.csv", StorageContainerName)
}
},
},
Outputs = new Dictionary<string, AzureBlobDataReference>()
{
{
"output1",
new AzureBlobDataReference()
{
ConnectionString = storageConnectionString,
RelativeLocation = string.Format("/{0}/output1results.csv", StorageContainerName)
}
},
},
GlobalParameters = new Dictionary<string, string>() {
}
};
client.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", apiKey);
// WARNING: The 'await' statement below can result in a deadlock if you are calling this code from the UI thread of an ASP.Net application.
// One way to address this would be to call ConfigureAwait(false) so that the execution does not attempt to resume on the original context.
// For instance, replace code such as:
// result = await DoSomeTask()
// with the following:
// result = await DoSomeTask().ConfigureAwait(false)
Console.WriteLine("Submitting the job...");
// submit the job
var response = await client.PostAsJsonAsync(BaseUrl + "?api-version=2.0", request);
if (!response.IsSuccessStatusCode)
{
await WriteFailedResponse(response);
return;
}
string jobId = await response.Content.ReadAsAsync<string>();
Console.WriteLine(string.Format("Job ID: {0}", jobId));
// start the job
Console.WriteLine("Starting the job...");
response = await client.PostAsync(BaseUrl + "/" + jobId + "/start?api-version=2.0", null);
if (!response.IsSuccessStatusCode)
{
await WriteFailedResponse(response);
return;
}
string jobLocation = BaseUrl + "/" + jobId + "?api-version=2.0";
Stopwatch watch = Stopwatch.StartNew();
bool done = false;
由于字数限制，部分代码发在这边。
本版专家分：2878结帖率 100%
版主本版专家分：186160
