Files
UnrealEngineUWP/Engine/Source/Programs/Horde/Horde.Build/Controllers/StreamsController.cs
Josh Engebretson a726fb00ce Horde: Server side of pause/quarantine step support
#jira UE-150224, UE-150222
#skipci
#preflight none
#rnx

[CL 19981739 by Josh Engebretson in ue5-main branch]
2022-04-29 13:10:38 -04:00

328 lines
12 KiB
C#

// Copyright Epic Games, Inc. All Rights Reserved.
using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading.Tasks;
using Horde.Build.Acls;
using Horde.Build.Api;
using Horde.Build.Collections;
using Horde.Build.Models;
using Horde.Build.Services;
using Horde.Build.Utilities;
using Microsoft.AspNetCore.Authorization;
using Microsoft.AspNetCore.Mvc;
namespace Horde.Build.Controllers
{
using ProjectId = StringId<IProject>;
using StreamId = StringId<IStream>;
using TemplateRefId = StringId<TemplateRef>;
/// <summary>
/// Controller for the /api/v1/streams endpoint
/// </summary>
[ApiController]
[Authorize]
[Route("[controller]")]
public class StreamsController : HordeControllerBase
{
private readonly StreamService _streamService;
private readonly ITemplateCollection _templateCollection;
private readonly IJobStepRefCollection _jobStepRefCollection;
private readonly IPerforceService _perforceService;
private readonly AclService _aclService;
/// <summary>
/// Constructor
/// </summary>
public StreamsController(AclService aclService, StreamService streamService, ITemplateCollection templateCollection, IJobStepRefCollection jobStepRefCollection, IPerforceService perforceService)
{
_streamService = streamService;
_templateCollection = templateCollection;
_jobStepRefCollection = jobStepRefCollection;
_perforceService = perforceService;
_aclService = aclService;
}
/// <summary>
/// Query all the streams for a particular project.
/// </summary>
/// <param name="projectIds">Unique id of the project to query</param>
/// <param name="filter">Filter for the properties to return</param>
/// <returns>Information about all the projects</returns>
[HttpGet]
[Route("/api/v1/streams")]
[ProducesResponseType(typeof(List<GetStreamResponse>), 200)]
public async Task<ActionResult<List<object>>> GetStreamsAsync([FromQuery(Name = "ProjectId")] string[] projectIds, [FromQuery] PropertyFilter? filter = null)
{
ProjectId[] projectIdValues = Array.ConvertAll(projectIds, x => new ProjectId(x));
List<IStream> streams = await _streamService.GetStreamsAsync(projectIdValues);
ProjectPermissionsCache permissionsCache = new ProjectPermissionsCache();
List<GetStreamResponse> responses = new List<GetStreamResponse>();
foreach (IStream stream in streams)
{
if (await _streamService.AuthorizeAsync(stream, AclAction.ViewStream, User, permissionsCache))
{
GetStreamResponse response = await CreateGetStreamResponse(stream, permissionsCache);
responses.Add(response);
}
}
return responses.OrderBy(x => x.Order).ThenBy(x => x.Name).Select(x => PropertyFilter.Apply(x, filter)).ToList();
}
/// <summary>
/// Retrieve information about a specific stream.
/// </summary>
/// <param name="streamId">Id of the stream to get information about</param>
/// <param name="filter">Filter for the properties to return</param>
/// <returns>Information about the requested project</returns>
[HttpGet]
[Route("/api/v1/streams/{streamId}")]
[ProducesResponseType(typeof(GetStreamResponse), 200)]
public async Task<ActionResult<object>> GetStreamAsync(StreamId streamId, [FromQuery] PropertyFilter? filter = null)
{
IStream? stream = await _streamService.GetStreamAsync(streamId);
if (stream == null)
{
return NotFound(streamId);
}
ProjectPermissionsCache permissionsCache = new ProjectPermissionsCache();
if (!await _streamService.AuthorizeAsync(stream, AclAction.ViewStream, User, permissionsCache))
{
return Forbid(AclAction.ViewStream, streamId);
}
return PropertyFilter.Apply(await CreateGetStreamResponse(stream, permissionsCache), filter);
}
/// <summary>
/// Create a stream response object, including all the templates
/// </summary>
/// <param name="stream">Stream to create response for</param>
/// <param name="cache">Permissions cache</param>
/// <returns>Response object</returns>
async Task<GetStreamResponse> CreateGetStreamResponse(IStream stream, ProjectPermissionsCache cache)
{
bool bIncludeAcl = stream.Acl != null && await _streamService.AuthorizeAsync(stream, AclAction.ViewPermissions, User, cache);
List<GetTemplateRefResponse> apiTemplateRefs = new List<GetTemplateRefResponse>();
foreach (KeyValuePair<TemplateRefId, TemplateRef> pair in stream.Templates)
{
if (await _streamService.AuthorizeAsync(stream, pair.Value, AclAction.ViewTemplate, User, cache))
{
ITemplate? template = await _templateCollection.GetAsync(pair.Value.Hash);
if (template != null)
{
bool bIncludeTemplateAcl = pair.Value.Acl != null && await _streamService.AuthorizeAsync(stream, pair.Value, AclAction.ViewPermissions, User, cache);
apiTemplateRefs.Add(new GetTemplateRefResponse(pair.Key, pair.Value, template, bIncludeTemplateAcl));
}
}
}
return stream.ToApiResponse(bIncludeAcl, apiTemplateRefs);
}
/// <summary>
/// Gets a list of changes for a stream
/// </summary>
/// <param name="streamId">The stream id</param>
/// <param name="min">The starting changelist number</param>
/// <param name="max">The ending changelist number</param>
/// <param name="results">Number of results to return</param>
/// <param name="filter">The filter to apply to the results</param>
/// <returns>Http result code</returns>
[HttpGet]
[Route("/api/v1/streams/{streamId}/changes")]
[ProducesResponseType(typeof(List<GetChangeSummaryResponse>), 200)]
public async Task<ActionResult<List<object>>> GetChangesAsync(StreamId streamId, [FromQuery] int? min = null, [FromQuery] int? max = null, [FromQuery] int results = 50, PropertyFilter? filter = null)
{
IStream? stream = await _streamService.GetStreamAsync(streamId);
if (stream == null)
{
return NotFound(streamId);
}
if (!await _streamService.AuthorizeAsync(stream, AclAction.ViewChanges, User, null))
{
return Forbid(AclAction.ViewChanges, streamId);
}
string? perforceUser = User.GetPerforceUser();
if(perforceUser == null)
{
return BadRequest("Current user does not have an associated Perforce user");
}
List<ChangeSummary> commits = await _perforceService.GetChangesAsync(stream.ClusterName, stream.Name, min, max, results, perforceUser);
List<GetChangeSummaryResponse> responses = new List<GetChangeSummaryResponse>();
foreach (ChangeSummary commit in commits)
{
responses.Add(new GetChangeSummaryResponse(commit));
}
return responses.ConvertAll(x => PropertyFilter.Apply(x, filter));
}
/// <summary>
/// Gets a list of changes for a stream
/// </summary>
/// <param name="streamId">The stream id</param>
/// <param name="changeNumber">The changelist number</param>
/// <param name="filter">The filter to apply to the results</param>
/// <returns>Http result code</returns>
[HttpGet]
[Route("/api/v1/streams/{streamId}/changes/{changeNumber}")]
[ProducesResponseType(typeof(GetChangeDetailsResponse), 200)]
public async Task<ActionResult<object>> GetChangeDetailsAsync(StreamId streamId, int changeNumber, PropertyFilter? filter = null)
{
IStream? stream = await _streamService.GetStreamAsync(streamId);
if (stream == null)
{
return NotFound(streamId);
}
if (!await _streamService.AuthorizeAsync(stream, AclAction.ViewChanges, User, null))
{
return Forbid(AclAction.ViewChanges, streamId);
}
string? perforceUser = User.GetPerforceUser();
if(perforceUser == null)
{
return BadRequest("Current user does not have an associated Perforce user");
}
ChangeDetails? changeDetails = await _perforceService.GetChangeDetailsAsync(stream.ClusterName, stream.Name, changeNumber, perforceUser);
if(changeDetails == null)
{
return NotFound("CL {Change} not found in stream {StreamId}", changeNumber, streamId);
}
return PropertyFilter.Apply(new GetChangeDetailsResponse(changeDetails), filter);
}
/// <summary>
/// Gets the history of a step in the stream
/// </summary>
/// <param name="streamId">The stream id</param>
/// <param name="templateId"></param>
/// <param name="step">Name of the step to search for</param>
/// <param name="change">Maximum changelist number to return</param>
/// <param name="count">Number of results to return</param>
/// <param name="filter">The filter to apply to the results</param>
/// <returns>Http result code</returns>
[HttpGet]
[Route("/api/v1/streams/{streamId}/history")]
[ProducesResponseType(typeof(List<GetJobStepRefResponse>), 200)]
public async Task<ActionResult<List<object>>> GetStepHistoryAsync(StreamId streamId, [FromQuery] string templateId, [FromQuery] string step, [FromQuery] int? change = null, [FromQuery] int count = 10, [FromQuery] PropertyFilter? filter = null)
{
IStream? stream = await _streamService.GetStreamAsync(streamId);
if (stream == null)
{
return NotFound(streamId);
}
if (!await _streamService.AuthorizeAsync(stream, AclAction.ViewJob, User, null))
{
return Forbid(AclAction.ViewJob, streamId);
}
TemplateRefId templateIdValue = new TemplateRefId(templateId);
List<IJobStepRef> steps = await _jobStepRefCollection.GetStepsForNodeAsync(streamId, templateIdValue, step, change, true, count);
return steps.ConvertAll(x => PropertyFilter.Apply(new GetJobStepRefResponse(x), filter));
}
/// <summary>
/// Deletes a stream
/// </summary>
/// <param name="streamId">Id of the stream to update.</param>
/// <returns>Http result code</returns>
[HttpDelete]
[Route("/api/v1/streams/{streamId}")]
public async Task<ActionResult> DeleteStreamAsync(StreamId streamId)
{
IStream? stream = await _streamService.GetStreamAsync(streamId);
if (stream == null)
{
return NotFound(streamId);
}
if (!await _streamService.AuthorizeAsync(stream, AclAction.DeleteStream, User, null))
{
return Forbid(AclAction.DeleteStream, streamId);
}
await _streamService.DeleteStreamAsync(streamId);
return new OkResult();
}
/// <summary>
/// Gets a template for a stream
/// </summary>
/// <param name="streamId">Unique id of the stream to query</param>
/// <param name="templateId">Unique id of the template to query</param>
/// <param name="filter">Filter for properties to return</param>
/// <returns>Information about all the templates</returns>
[HttpGet]
[Route("/api/v1/streams/{streamId}/templates/{templateId}")]
[ProducesResponseType(typeof(List<GetTemplateResponse>), 200)]
public async Task<ActionResult<object>> GetTemplateAsync(StreamId streamId, TemplateRefId templateId, [FromQuery] PropertyFilter? filter = null)
{
IStream? stream = await _streamService.GetStreamAsync(streamId);
if (stream == null)
{
return NotFound(streamId);
}
TemplateRef? templateRef;
if (!stream.Templates.TryGetValue(templateId, out templateRef))
{
return NotFound(streamId, templateId);
}
if (!await _streamService.AuthorizeAsync(stream, templateRef, AclAction.ViewTemplate, User, null))
{
return Forbid(AclAction.ViewTemplate, streamId);
}
ITemplate? template = await _templateCollection.GetAsync(templateRef.Hash);
if(template == null)
{
return NotFound();
}
return new GetTemplateResponse(template).ApplyFilter(filter);
}
/// <summary>
/// Update a stream template ref
/// </summary>
[HttpPut]
[Authorize]
[Route("/api/v1/streams/{streamId}/templates/{templateRefId}")]
public async Task<ActionResult> UpdateStreamTemplateRefAsync(StreamId streamId, TemplateRefId templateRefId, [FromBody] UpdateTemplateRefRequest update)
{
if (!await _aclService.AuthorizeAsync(AclAction.AdminWrite, User))
{
return Forbid(AclAction.AdminWrite);
}
IStream? stream = await _streamService.GetStreamAsync(streamId);
if (stream == null)
{
return NotFound(streamId);
}
if (!stream.Templates.ContainsKey(templateRefId))
{
return NotFound(streamId, templateRefId);
}
await _streamService.TryUpdateTemplateRefAsync(stream, templateRefId, update.StepStates);
return Ok();
}
}
}