mirror of
https://github.com/reactos/CMake.git
synced 2024-11-24 12:09:48 +00:00
CTest: Rename hardware -> resources for source code
This commit is contained in:
parent
6ce27d3a2e
commit
c544cb6698
@ -919,8 +919,8 @@ set(CTEST_SRCS cmCTest.cxx
|
||||
CTest/cmCTestEmptyBinaryDirectoryCommand.cxx
|
||||
CTest/cmCTestGenericHandler.cxx
|
||||
CTest/cmCTestHandlerCommand.cxx
|
||||
CTest/cmCTestHardwareAllocator.cxx
|
||||
CTest/cmCTestHardwareSpec.cxx
|
||||
CTest/cmCTestResourceAllocator.cxx
|
||||
CTest/cmCTestResourceSpec.cxx
|
||||
CTest/cmCTestLaunch.cxx
|
||||
CTest/cmCTestMemCheckCommand.cxx
|
||||
CTest/cmCTestMemCheckHandler.cxx
|
||||
|
@ -23,7 +23,7 @@ namespace {
|
||||
/*
|
||||
* The following algorithm is used to do two things:
|
||||
*
|
||||
* 1) Determine if a test's hardware requirements can fit within the hardware
|
||||
* 1) Determine if a test's resource requirements can fit within the resources
|
||||
* present on the system, and
|
||||
* 2) Do the actual allocation
|
||||
*
|
||||
@ -34,46 +34,46 @@ namespace {
|
||||
* more combinations can be tried.
|
||||
*/
|
||||
template <typename AllocationStrategy>
|
||||
static bool AllocateCTestHardware(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
const std::vector<std::string>& hardwareSorted, std::size_t currentIndex,
|
||||
static bool AllocateCTestResources(
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
const std::vector<std::string>& resourcesSorted, std::size_t currentIndex,
|
||||
std::vector<cmCTestBinPackerAllocation*>& allocations)
|
||||
{
|
||||
// Iterate through all large enough resources until we find a solution
|
||||
std::size_t hardwareIndex = 0;
|
||||
while (hardwareIndex < hardwareSorted.size()) {
|
||||
auto const& resource = hardware.at(hardwareSorted[hardwareIndex]);
|
||||
std::size_t resourceIndex = 0;
|
||||
while (resourceIndex < resourcesSorted.size()) {
|
||||
auto const& resource = resources.at(resourcesSorted[resourceIndex]);
|
||||
if (resource.Free() >=
|
||||
static_cast<unsigned int>(allocations[currentIndex]->SlotsNeeded)) {
|
||||
// Preemptively allocate the resource
|
||||
allocations[currentIndex]->Id = hardwareSorted[hardwareIndex];
|
||||
allocations[currentIndex]->Id = resourcesSorted[resourceIndex];
|
||||
if (currentIndex + 1 >= allocations.size()) {
|
||||
// We have a solution
|
||||
return true;
|
||||
}
|
||||
|
||||
// Move the resource up the list until it is sorted again
|
||||
auto hardware2 = hardware;
|
||||
auto hardwareSorted2 = hardwareSorted;
|
||||
hardware2[hardwareSorted2[hardwareIndex]].Locked +=
|
||||
auto resources2 = resources;
|
||||
auto resourcesSorted2 = resourcesSorted;
|
||||
resources2[resourcesSorted2[resourceIndex]].Locked +=
|
||||
allocations[currentIndex]->SlotsNeeded;
|
||||
AllocationStrategy::IncrementalSort(hardware2, hardwareSorted2,
|
||||
hardwareIndex);
|
||||
AllocationStrategy::IncrementalSort(resources2, resourcesSorted2,
|
||||
resourceIndex);
|
||||
|
||||
// Recurse one level deeper
|
||||
if (AllocateCTestHardware<AllocationStrategy>(
|
||||
hardware2, hardwareSorted2, currentIndex + 1, allocations)) {
|
||||
if (AllocateCTestResources<AllocationStrategy>(
|
||||
resources2, resourcesSorted2, currentIndex + 1, allocations)) {
|
||||
return true;
|
||||
}
|
||||
}
|
||||
|
||||
// No solution found here, deallocate the resource and try the next one
|
||||
allocations[currentIndex]->Id.clear();
|
||||
auto freeSlots = hardware.at(hardwareSorted.at(hardwareIndex)).Free();
|
||||
auto freeSlots = resources.at(resourcesSorted.at(resourceIndex)).Free();
|
||||
do {
|
||||
++hardwareIndex;
|
||||
} while (hardwareIndex < hardwareSorted.size() &&
|
||||
hardware.at(hardwareSorted.at(hardwareIndex)).Free() ==
|
||||
++resourceIndex;
|
||||
} while (resourceIndex < resourcesSorted.size() &&
|
||||
resources.at(resourcesSorted.at(resourceIndex)).Free() ==
|
||||
freeSlots);
|
||||
}
|
||||
|
||||
@ -82,8 +82,8 @@ static bool AllocateCTestHardware(
|
||||
}
|
||||
|
||||
template <typename AllocationStrategy>
|
||||
static bool AllocateCTestHardware(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
static bool AllocateCTestResources(
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<cmCTestBinPackerAllocation>& allocations)
|
||||
{
|
||||
// Sort the resource requirements in descending order by slots needed
|
||||
@ -99,103 +99,105 @@ static bool AllocateCTestHardware(
|
||||
});
|
||||
|
||||
// Sort the resources according to sort strategy
|
||||
std::vector<std::string> hardwareSorted;
|
||||
hardwareSorted.reserve(hardware.size());
|
||||
for (auto const& hw : hardware) {
|
||||
hardwareSorted.push_back(hw.first);
|
||||
std::vector<std::string> resourcesSorted;
|
||||
resourcesSorted.reserve(resources.size());
|
||||
for (auto const& res : resources) {
|
||||
resourcesSorted.push_back(res.first);
|
||||
}
|
||||
AllocationStrategy::InitialSort(hardware, hardwareSorted);
|
||||
AllocationStrategy::InitialSort(resources, resourcesSorted);
|
||||
|
||||
// Do the actual allocation
|
||||
return AllocateCTestHardware<AllocationStrategy>(
|
||||
hardware, hardwareSorted, std::size_t(0), allocationsPtr);
|
||||
return AllocateCTestResources<AllocationStrategy>(
|
||||
resources, resourcesSorted, std::size_t(0), allocationsPtr);
|
||||
}
|
||||
|
||||
class RoundRobinAllocationStrategy
|
||||
{
|
||||
public:
|
||||
static void InitialSort(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
std::vector<std::string>& hardwareSorted);
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<std::string>& resourcesSorted);
|
||||
|
||||
static void IncrementalSort(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
std::vector<std::string>& hardwareSorted, std::size_t lastAllocatedIndex);
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<std::string>& resourcesSorted, std::size_t lastAllocatedIndex);
|
||||
};
|
||||
|
||||
void RoundRobinAllocationStrategy::InitialSort(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
std::vector<std::string>& hardwareSorted)
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<std::string>& resourcesSorted)
|
||||
{
|
||||
std::stable_sort(
|
||||
hardwareSorted.rbegin(), hardwareSorted.rend(),
|
||||
[&hardware](const std::string& id1, const std::string& id2) {
|
||||
return hardware.at(id1).Free() < hardware.at(id2).Free();
|
||||
resourcesSorted.rbegin(), resourcesSorted.rend(),
|
||||
[&resources](const std::string& id1, const std::string& id2) {
|
||||
return resources.at(id1).Free() < resources.at(id2).Free();
|
||||
});
|
||||
}
|
||||
|
||||
void RoundRobinAllocationStrategy::IncrementalSort(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
std::vector<std::string>& hardwareSorted, std::size_t lastAllocatedIndex)
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<std::string>& resourcesSorted, std::size_t lastAllocatedIndex)
|
||||
{
|
||||
auto tmp = hardwareSorted[lastAllocatedIndex];
|
||||
auto tmp = resourcesSorted[lastAllocatedIndex];
|
||||
std::size_t i = lastAllocatedIndex;
|
||||
while (i < hardwareSorted.size() - 1 &&
|
||||
hardware.at(hardwareSorted[i + 1]).Free() > hardware.at(tmp).Free()) {
|
||||
hardwareSorted[i] = hardwareSorted[i + 1];
|
||||
while (i < resourcesSorted.size() - 1 &&
|
||||
resources.at(resourcesSorted[i + 1]).Free() >
|
||||
resources.at(tmp).Free()) {
|
||||
resourcesSorted[i] = resourcesSorted[i + 1];
|
||||
++i;
|
||||
}
|
||||
hardwareSorted[i] = tmp;
|
||||
resourcesSorted[i] = tmp;
|
||||
}
|
||||
|
||||
class BlockAllocationStrategy
|
||||
{
|
||||
public:
|
||||
static void InitialSort(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
std::vector<std::string>& hardwareSorted);
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<std::string>& resourcesSorted);
|
||||
|
||||
static void IncrementalSort(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
std::vector<std::string>& hardwareSorted, std::size_t lastAllocatedIndex);
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<std::string>& resourcesSorted, std::size_t lastAllocatedIndex);
|
||||
};
|
||||
|
||||
void BlockAllocationStrategy::InitialSort(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
std::vector<std::string>& hardwareSorted)
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<std::string>& resourcesSorted)
|
||||
{
|
||||
std::stable_sort(
|
||||
hardwareSorted.rbegin(), hardwareSorted.rend(),
|
||||
[&hardware](const std::string& id1, const std::string& id2) {
|
||||
return hardware.at(id1).Free() < hardware.at(id2).Free();
|
||||
resourcesSorted.rbegin(), resourcesSorted.rend(),
|
||||
[&resources](const std::string& id1, const std::string& id2) {
|
||||
return resources.at(id1).Free() < resources.at(id2).Free();
|
||||
});
|
||||
}
|
||||
|
||||
void BlockAllocationStrategy::IncrementalSort(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>&,
|
||||
std::vector<std::string>& hardwareSorted, std::size_t lastAllocatedIndex)
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>&,
|
||||
std::vector<std::string>& resourcesSorted, std::size_t lastAllocatedIndex)
|
||||
{
|
||||
auto tmp = hardwareSorted[lastAllocatedIndex];
|
||||
auto tmp = resourcesSorted[lastAllocatedIndex];
|
||||
std::size_t i = lastAllocatedIndex;
|
||||
while (i > 0) {
|
||||
hardwareSorted[i] = hardwareSorted[i - 1];
|
||||
resourcesSorted[i] = resourcesSorted[i - 1];
|
||||
--i;
|
||||
}
|
||||
hardwareSorted[i] = tmp;
|
||||
resourcesSorted[i] = tmp;
|
||||
}
|
||||
}
|
||||
|
||||
bool cmAllocateCTestHardwareRoundRobin(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
bool cmAllocateCTestResourcesRoundRobin(
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<cmCTestBinPackerAllocation>& allocations)
|
||||
{
|
||||
return AllocateCTestHardware<RoundRobinAllocationStrategy>(hardware,
|
||||
allocations);
|
||||
return AllocateCTestResources<RoundRobinAllocationStrategy>(resources,
|
||||
allocations);
|
||||
}
|
||||
|
||||
bool cmAllocateCTestHardwareBlock(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
bool cmAllocateCTestResourcesBlock(
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<cmCTestBinPackerAllocation>& allocations)
|
||||
{
|
||||
return AllocateCTestHardware<BlockAllocationStrategy>(hardware, allocations);
|
||||
return AllocateCTestResources<BlockAllocationStrategy>(resources,
|
||||
allocations);
|
||||
}
|
||||
|
@ -8,7 +8,7 @@
|
||||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
#include "cmCTestHardwareAllocator.h"
|
||||
#include "cmCTestResourceAllocator.h"
|
||||
|
||||
struct cmCTestBinPackerAllocation
|
||||
{
|
||||
@ -20,12 +20,12 @@ struct cmCTestBinPackerAllocation
|
||||
bool operator!=(const cmCTestBinPackerAllocation& other) const;
|
||||
};
|
||||
|
||||
bool cmAllocateCTestHardwareRoundRobin(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
bool cmAllocateCTestResourcesRoundRobin(
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<cmCTestBinPackerAllocation>& allocations);
|
||||
|
||||
bool cmAllocateCTestHardwareBlock(
|
||||
const std::map<std::string, cmCTestHardwareAllocator::Resource>& hardware,
|
||||
bool cmAllocateCTestResourcesBlock(
|
||||
const std::map<std::string, cmCTestResourceAllocator::Resource>& resources,
|
||||
std::vector<cmCTestBinPackerAllocation>& allocations);
|
||||
|
||||
#endif
|
||||
|
@ -140,7 +140,7 @@ void cmCTestMultiProcessHandler::RunTests()
|
||||
assert(this->Completed == this->Total);
|
||||
assert(this->Tests.empty());
|
||||
}
|
||||
assert(this->AllHardwareAvailable());
|
||||
assert(this->AllResourcesAvailable());
|
||||
|
||||
this->MarkFinished();
|
||||
this->UpdateCostData();
|
||||
@ -177,9 +177,9 @@ bool cmCTestMultiProcessHandler::StartTestProcess(int test)
|
||||
}
|
||||
testRun->SetIndex(test);
|
||||
testRun->SetTestProperties(this->Properties[test]);
|
||||
if (this->TestHandler->UseHardwareSpec) {
|
||||
testRun->SetUseAllocatedHardware(true);
|
||||
testRun->SetAllocatedHardware(this->AllocatedHardware[test]);
|
||||
if (this->TestHandler->UseResourceSpec) {
|
||||
testRun->SetUseAllocatedResources(true);
|
||||
testRun->SetAllocatedResources(this->AllocatedResources[test]);
|
||||
}
|
||||
|
||||
// Find any failed dependencies for this test. We assume the more common
|
||||
@ -194,7 +194,7 @@ bool cmCTestMultiProcessHandler::StartTestProcess(int test)
|
||||
// working directory because FinishTestProcess() will try to unlock them
|
||||
this->LockResources(test);
|
||||
|
||||
if (!this->TestsHaveSufficientHardware[test]) {
|
||||
if (!this->TestsHaveSufficientResources[test]) {
|
||||
testRun->StartFailure("Insufficient resources");
|
||||
this->FinishTestProcess(testRun, false);
|
||||
return false;
|
||||
@ -218,26 +218,26 @@ bool cmCTestMultiProcessHandler::StartTestProcess(int test)
|
||||
return false;
|
||||
}
|
||||
|
||||
bool cmCTestMultiProcessHandler::AllocateHardware(int index)
|
||||
bool cmCTestMultiProcessHandler::AllocateResources(int index)
|
||||
{
|
||||
if (!this->TestHandler->UseHardwareSpec) {
|
||||
if (!this->TestHandler->UseResourceSpec) {
|
||||
return true;
|
||||
}
|
||||
|
||||
std::map<std::string, std::vector<cmCTestBinPackerAllocation>> allocations;
|
||||
if (!this->TryAllocateHardware(index, allocations)) {
|
||||
if (!this->TryAllocateResources(index, allocations)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
auto& allocatedHardware = this->AllocatedHardware[index];
|
||||
allocatedHardware.resize(this->Properties[index]->ResourceGroups.size());
|
||||
auto& allocatedResources = this->AllocatedResources[index];
|
||||
allocatedResources.resize(this->Properties[index]->ResourceGroups.size());
|
||||
for (auto const& it : allocations) {
|
||||
for (auto const& alloc : it.second) {
|
||||
bool result = this->HardwareAllocator.AllocateResource(
|
||||
bool result = this->ResourceAllocator.AllocateResource(
|
||||
it.first, alloc.Id, alloc.SlotsNeeded);
|
||||
(void)result;
|
||||
assert(result);
|
||||
allocatedHardware[alloc.ProcessIndex][it.first].push_back(
|
||||
allocatedResources[alloc.ProcessIndex][it.first].push_back(
|
||||
{ alloc.Id, static_cast<unsigned int>(alloc.SlotsNeeded) });
|
||||
}
|
||||
}
|
||||
@ -245,7 +245,7 @@ bool cmCTestMultiProcessHandler::AllocateHardware(int index)
|
||||
return true;
|
||||
}
|
||||
|
||||
bool cmCTestMultiProcessHandler::TryAllocateHardware(
|
||||
bool cmCTestMultiProcessHandler::TryAllocateResources(
|
||||
int index,
|
||||
std::map<std::string, std::vector<cmCTestBinPackerAllocation>>& allocations)
|
||||
{
|
||||
@ -262,13 +262,13 @@ bool cmCTestMultiProcessHandler::TryAllocateHardware(
|
||||
++processIndex;
|
||||
}
|
||||
|
||||
auto const& availableHardware = this->HardwareAllocator.GetResources();
|
||||
auto const& availableResources = this->ResourceAllocator.GetResources();
|
||||
for (auto& it : allocations) {
|
||||
if (!availableHardware.count(it.first)) {
|
||||
if (!availableResources.count(it.first)) {
|
||||
return false;
|
||||
}
|
||||
if (!cmAllocateCTestHardwareRoundRobin(availableHardware.at(it.first),
|
||||
it.second)) {
|
||||
if (!cmAllocateCTestResourcesRoundRobin(availableResources.at(it.first),
|
||||
it.second)) {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
@ -276,19 +276,19 @@ bool cmCTestMultiProcessHandler::TryAllocateHardware(
|
||||
return true;
|
||||
}
|
||||
|
||||
void cmCTestMultiProcessHandler::DeallocateHardware(int index)
|
||||
void cmCTestMultiProcessHandler::DeallocateResources(int index)
|
||||
{
|
||||
if (!this->TestHandler->UseHardwareSpec) {
|
||||
if (!this->TestHandler->UseResourceSpec) {
|
||||
return;
|
||||
}
|
||||
|
||||
{
|
||||
auto& allocatedHardware = this->AllocatedHardware[index];
|
||||
for (auto const& processAlloc : allocatedHardware) {
|
||||
auto& allocatedResources = this->AllocatedResources[index];
|
||||
for (auto const& processAlloc : allocatedResources) {
|
||||
for (auto const& it : processAlloc) {
|
||||
auto resourceType = it.first;
|
||||
for (auto const& it2 : it.second) {
|
||||
bool success = this->HardwareAllocator.DeallocateResource(
|
||||
bool success = this->ResourceAllocator.DeallocateResource(
|
||||
resourceType, it2.Id, it2.Slots);
|
||||
(void)success;
|
||||
assert(success);
|
||||
@ -296,12 +296,12 @@ void cmCTestMultiProcessHandler::DeallocateHardware(int index)
|
||||
}
|
||||
}
|
||||
}
|
||||
this->AllocatedHardware.erase(index);
|
||||
this->AllocatedResources.erase(index);
|
||||
}
|
||||
|
||||
bool cmCTestMultiProcessHandler::AllHardwareAvailable()
|
||||
bool cmCTestMultiProcessHandler::AllResourcesAvailable()
|
||||
{
|
||||
for (auto const& it : this->HardwareAllocator.GetResources()) {
|
||||
for (auto const& it : this->ResourceAllocator.GetResources()) {
|
||||
for (auto const& it2 : it.second) {
|
||||
if (it2.second.Locked != 0) {
|
||||
return false;
|
||||
@ -312,13 +312,13 @@ bool cmCTestMultiProcessHandler::AllHardwareAvailable()
|
||||
return true;
|
||||
}
|
||||
|
||||
void cmCTestMultiProcessHandler::CheckHardwareAvailable()
|
||||
void cmCTestMultiProcessHandler::CheckResourcesAvailable()
|
||||
{
|
||||
for (auto test : this->SortedTests) {
|
||||
std::map<std::string, std::vector<cmCTestBinPackerAllocation>> allocations;
|
||||
this->TestsHaveSufficientHardware[test] =
|
||||
!this->TestHandler->UseHardwareSpec ||
|
||||
this->TryAllocateHardware(test, allocations);
|
||||
this->TestsHaveSufficientResources[test] =
|
||||
!this->TestHandler->UseResourceSpec ||
|
||||
this->TryAllocateResources(test, allocations);
|
||||
}
|
||||
}
|
||||
|
||||
@ -404,10 +404,10 @@ bool cmCTestMultiProcessHandler::StartTest(int test)
|
||||
}
|
||||
}
|
||||
|
||||
// Allocate hardware
|
||||
if (this->TestsHaveSufficientHardware[test] &&
|
||||
!this->AllocateHardware(test)) {
|
||||
this->DeallocateHardware(test);
|
||||
// Allocate resources
|
||||
if (this->TestsHaveSufficientResources[test] &&
|
||||
!this->AllocateResources(test)) {
|
||||
this->DeallocateResources(test);
|
||||
return false;
|
||||
}
|
||||
|
||||
@ -417,7 +417,7 @@ bool cmCTestMultiProcessHandler::StartTest(int test)
|
||||
}
|
||||
// This test was not able to start because it is waiting
|
||||
// on depends to run
|
||||
this->DeallocateHardware(test);
|
||||
this->DeallocateResources(test);
|
||||
return false;
|
||||
}
|
||||
|
||||
@ -602,7 +602,7 @@ void cmCTestMultiProcessHandler::FinishTestProcess(cmCTestRunTest* runner,
|
||||
this->TestFinishMap[test] = true;
|
||||
this->TestRunningMap[test] = false;
|
||||
this->WriteCheckpoint(test);
|
||||
this->DeallocateHardware(test);
|
||||
this->DeallocateResources(test);
|
||||
this->UnlockResources(test);
|
||||
this->RunningCount -= GetProcessorsUsed(test);
|
||||
|
||||
|
@ -14,13 +14,13 @@
|
||||
|
||||
#include "cm_uv.h"
|
||||
|
||||
#include "cmCTestHardwareAllocator.h"
|
||||
#include "cmCTestResourceAllocator.h"
|
||||
#include "cmCTestTestHandler.h"
|
||||
#include "cmUVHandlePtr.h"
|
||||
|
||||
class cmCTest;
|
||||
struct cmCTestBinPackerAllocation;
|
||||
class cmCTestHardwareSpec;
|
||||
class cmCTestResourceSpec;
|
||||
class cmCTestRunTest;
|
||||
|
||||
/** \class cmCTestMultiProcessHandler
|
||||
@ -47,7 +47,7 @@ public:
|
||||
: public std::map<int, cmCTestTestHandler::cmCTestTestProperties*>
|
||||
{
|
||||
};
|
||||
struct HardwareAllocation
|
||||
struct ResourceAllocation
|
||||
{
|
||||
std::string Id;
|
||||
unsigned int Slots;
|
||||
@ -87,12 +87,12 @@ public:
|
||||
|
||||
void SetQuiet(bool b) { this->Quiet = b; }
|
||||
|
||||
void InitHardwareAllocator(const cmCTestHardwareSpec& spec)
|
||||
void InitResourceAllocator(const cmCTestResourceSpec& spec)
|
||||
{
|
||||
this->HardwareAllocator.InitializeFromHardwareSpec(spec);
|
||||
this->ResourceAllocator.InitializeFromResourceSpec(spec);
|
||||
}
|
||||
|
||||
void CheckHardwareAvailable();
|
||||
void CheckResourcesAvailable();
|
||||
|
||||
protected:
|
||||
// Start the next test or tests as many as are allowed by
|
||||
@ -137,13 +137,13 @@ protected:
|
||||
void LockResources(int index);
|
||||
void UnlockResources(int index);
|
||||
|
||||
bool AllocateHardware(int index);
|
||||
bool TryAllocateHardware(
|
||||
bool AllocateResources(int index);
|
||||
bool TryAllocateResources(
|
||||
int index,
|
||||
std::map<std::string, std::vector<cmCTestBinPackerAllocation>>&
|
||||
allocations);
|
||||
void DeallocateHardware(int index);
|
||||
bool AllHardwareAvailable();
|
||||
void DeallocateResources(int index);
|
||||
bool AllResourcesAvailable();
|
||||
|
||||
// map from test number to set of depend tests
|
||||
TestMap Tests;
|
||||
@ -166,10 +166,10 @@ protected:
|
||||
std::vector<std::string> LastTestsFailed;
|
||||
std::set<std::string> LockedResources;
|
||||
std::map<int,
|
||||
std::vector<std::map<std::string, std::vector<HardwareAllocation>>>>
|
||||
AllocatedHardware;
|
||||
std::map<int, bool> TestsHaveSufficientHardware;
|
||||
cmCTestHardwareAllocator HardwareAllocator;
|
||||
std::vector<std::map<std::string, std::vector<ResourceAllocation>>>>
|
||||
AllocatedResources;
|
||||
std::map<int, bool> TestsHaveSufficientResources;
|
||||
cmCTestResourceAllocator ResourceAllocator;
|
||||
std::vector<cmCTestTestHandler::cmCTestTestResult>* TestResults;
|
||||
size_t ParallelLevel; // max number of process that can be run at once
|
||||
unsigned long TestLoad;
|
||||
|
@ -1,15 +1,15 @@
|
||||
/* Distributed under the OSI-approved BSD 3-Clause License. See accompanying
|
||||
file Copyright.txt or https://cmake.org/licensing for details. */
|
||||
|
||||
#include "cmCTestHardwareAllocator.h"
|
||||
#include "cmCTestResourceAllocator.h"
|
||||
|
||||
#include <utility>
|
||||
#include <vector>
|
||||
|
||||
#include "cmCTestHardwareSpec.h"
|
||||
#include "cmCTestResourceSpec.h"
|
||||
|
||||
void cmCTestHardwareAllocator::InitializeFromHardwareSpec(
|
||||
const cmCTestHardwareSpec& spec)
|
||||
void cmCTestResourceAllocator::InitializeFromResourceSpec(
|
||||
const cmCTestResourceSpec& spec)
|
||||
{
|
||||
this->Resources.clear();
|
||||
|
||||
@ -23,13 +23,13 @@ void cmCTestHardwareAllocator::InitializeFromHardwareSpec(
|
||||
}
|
||||
|
||||
const std::map<std::string,
|
||||
std::map<std::string, cmCTestHardwareAllocator::Resource>>&
|
||||
cmCTestHardwareAllocator::GetResources() const
|
||||
std::map<std::string, cmCTestResourceAllocator::Resource>>&
|
||||
cmCTestResourceAllocator::GetResources() const
|
||||
{
|
||||
return this->Resources;
|
||||
}
|
||||
|
||||
bool cmCTestHardwareAllocator::AllocateResource(const std::string& name,
|
||||
bool cmCTestResourceAllocator::AllocateResource(const std::string& name,
|
||||
const std::string& id,
|
||||
unsigned int slots)
|
||||
{
|
||||
@ -51,7 +51,7 @@ bool cmCTestHardwareAllocator::AllocateResource(const std::string& name,
|
||||
return true;
|
||||
}
|
||||
|
||||
bool cmCTestHardwareAllocator::DeallocateResource(const std::string& name,
|
||||
bool cmCTestResourceAllocator::DeallocateResource(const std::string& name,
|
||||
const std::string& id,
|
||||
unsigned int slots)
|
||||
{
|
||||
@ -73,13 +73,13 @@ bool cmCTestHardwareAllocator::DeallocateResource(const std::string& name,
|
||||
return true;
|
||||
}
|
||||
|
||||
bool cmCTestHardwareAllocator::Resource::operator==(
|
||||
bool cmCTestResourceAllocator::Resource::operator==(
|
||||
const Resource& other) const
|
||||
{
|
||||
return this->Total == other.Total && this->Locked == other.Locked;
|
||||
}
|
||||
|
||||
bool cmCTestHardwareAllocator::Resource::operator!=(
|
||||
bool cmCTestResourceAllocator::Resource::operator!=(
|
||||
const Resource& other) const
|
||||
{
|
||||
return !(*this == other);
|
@ -1,14 +1,14 @@
|
||||
/* Distributed under the OSI-approved BSD 3-Clause License. See accompanying
|
||||
file Copyright.txt or https://cmake.org/licensing for details. */
|
||||
#ifndef cmCTestHardwareAllocator_h
|
||||
#define cmCTestHardwareAllocator_h
|
||||
#ifndef cmCTestResourceAllocator_h
|
||||
#define cmCTestResourceAllocator_h
|
||||
|
||||
#include <map>
|
||||
#include <string>
|
||||
|
||||
class cmCTestHardwareSpec;
|
||||
class cmCTestResourceSpec;
|
||||
|
||||
class cmCTestHardwareAllocator
|
||||
class cmCTestResourceAllocator
|
||||
{
|
||||
public:
|
||||
struct Resource
|
||||
@ -22,7 +22,7 @@ public:
|
||||
bool operator!=(const Resource& other) const;
|
||||
};
|
||||
|
||||
void InitializeFromHardwareSpec(const cmCTestHardwareSpec& spec);
|
||||
void InitializeFromResourceSpec(const cmCTestResourceSpec& spec);
|
||||
|
||||
const std::map<std::string, std::map<std::string, Resource>>& GetResources()
|
||||
const;
|
@ -1,6 +1,6 @@
|
||||
/* Distributed under the OSI-approved BSD 3-Clause License. See accompanying
|
||||
file Copyright.txt or https://cmake.org/licensing for details. */
|
||||
#include "cmCTestHardwareSpec.h"
|
||||
#include "cmCTestResourceSpec.h"
|
||||
|
||||
#include <map>
|
||||
#include <string>
|
||||
@ -16,7 +16,7 @@
|
||||
static const cmsys::RegularExpression IdentifierRegex{ "^[a-z_][a-z0-9_]*$" };
|
||||
static const cmsys::RegularExpression IdRegex{ "^[a-z0-9_]+$" };
|
||||
|
||||
bool cmCTestHardwareSpec::ReadFromJSONFile(const std::string& filename)
|
||||
bool cmCTestResourceSpec::ReadFromJSONFile(const std::string& filename)
|
||||
{
|
||||
cmsys::ifstream fin(filename.c_str());
|
||||
if (!fin) {
|
||||
@ -50,7 +50,7 @@ bool cmCTestHardwareSpec::ReadFromJSONFile(const std::string& filename)
|
||||
if (!localSocket.isObject()) {
|
||||
return false;
|
||||
}
|
||||
std::map<std::string, std::vector<cmCTestHardwareSpec::Resource>> resources;
|
||||
std::map<std::string, std::vector<cmCTestResourceSpec::Resource>> resources;
|
||||
cmsys::RegularExpressionMatch match;
|
||||
for (auto const& key : localSocket.getMemberNames()) {
|
||||
if (IdentifierRegex.find(key.c_str(), match)) {
|
||||
@ -59,7 +59,7 @@ bool cmCTestHardwareSpec::ReadFromJSONFile(const std::string& filename)
|
||||
if (value.isArray()) {
|
||||
for (auto const& item : value) {
|
||||
if (item.isObject()) {
|
||||
cmCTestHardwareSpec::Resource resource;
|
||||
cmCTestResourceSpec::Resource resource;
|
||||
|
||||
if (!item.isMember("id")) {
|
||||
return false;
|
||||
@ -98,36 +98,36 @@ bool cmCTestHardwareSpec::ReadFromJSONFile(const std::string& filename)
|
||||
return true;
|
||||
}
|
||||
|
||||
bool cmCTestHardwareSpec::operator==(const cmCTestHardwareSpec& other) const
|
||||
bool cmCTestResourceSpec::operator==(const cmCTestResourceSpec& other) const
|
||||
{
|
||||
return this->LocalSocket == other.LocalSocket;
|
||||
}
|
||||
|
||||
bool cmCTestHardwareSpec::operator!=(const cmCTestHardwareSpec& other) const
|
||||
bool cmCTestResourceSpec::operator!=(const cmCTestResourceSpec& other) const
|
||||
{
|
||||
return !(*this == other);
|
||||
}
|
||||
|
||||
bool cmCTestHardwareSpec::Socket::operator==(
|
||||
const cmCTestHardwareSpec::Socket& other) const
|
||||
bool cmCTestResourceSpec::Socket::operator==(
|
||||
const cmCTestResourceSpec::Socket& other) const
|
||||
{
|
||||
return this->Resources == other.Resources;
|
||||
}
|
||||
|
||||
bool cmCTestHardwareSpec::Socket::operator!=(
|
||||
const cmCTestHardwareSpec::Socket& other) const
|
||||
bool cmCTestResourceSpec::Socket::operator!=(
|
||||
const cmCTestResourceSpec::Socket& other) const
|
||||
{
|
||||
return !(*this == other);
|
||||
}
|
||||
|
||||
bool cmCTestHardwareSpec::Resource::operator==(
|
||||
const cmCTestHardwareSpec::Resource& other) const
|
||||
bool cmCTestResourceSpec::Resource::operator==(
|
||||
const cmCTestResourceSpec::Resource& other) const
|
||||
{
|
||||
return this->Id == other.Id && this->Capacity == other.Capacity;
|
||||
}
|
||||
|
||||
bool cmCTestHardwareSpec::Resource::operator!=(
|
||||
const cmCTestHardwareSpec::Resource& other) const
|
||||
bool cmCTestResourceSpec::Resource::operator!=(
|
||||
const cmCTestResourceSpec::Resource& other) const
|
||||
{
|
||||
return !(*this == other);
|
||||
}
|
@ -1,13 +1,13 @@
|
||||
/* Distributed under the OSI-approved BSD 3-Clause License. See accompanying
|
||||
file Copyright.txt or https://cmake.org/licensing for details. */
|
||||
#ifndef cmCTestHardwareSpec_h
|
||||
#define cmCTestHardwareSpec_h
|
||||
#ifndef cmCTestResourceSpec_h
|
||||
#define cmCTestResourceSpec_h
|
||||
|
||||
#include <map>
|
||||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
class cmCTestHardwareSpec
|
||||
class cmCTestResourceSpec
|
||||
{
|
||||
public:
|
||||
class Resource
|
||||
@ -33,8 +33,8 @@ public:
|
||||
|
||||
bool ReadFromJSONFile(const std::string& filename);
|
||||
|
||||
bool operator==(const cmCTestHardwareSpec& other) const;
|
||||
bool operator!=(const cmCTestHardwareSpec& other) const;
|
||||
bool operator==(const cmCTestResourceSpec& other) const;
|
||||
bool operator!=(const cmCTestResourceSpec& other) const;
|
||||
};
|
||||
|
||||
#endif
|
@ -690,8 +690,8 @@ bool cmCTestRunTest::ForkProcess(cmDuration testTimeOut, bool explicitTimeout,
|
||||
cmSystemTools::AppendEnv(*environment);
|
||||
}
|
||||
|
||||
if (this->UseAllocatedHardware) {
|
||||
this->SetupHardwareEnvironment();
|
||||
if (this->UseAllocatedResources) {
|
||||
this->SetupResourcesEnvironment();
|
||||
} else {
|
||||
cmSystemTools::UnsetEnv("CTEST_RESOURCE_GROUP_COUNT");
|
||||
}
|
||||
@ -700,14 +700,14 @@ bool cmCTestRunTest::ForkProcess(cmDuration testTimeOut, bool explicitTimeout,
|
||||
affinity);
|
||||
}
|
||||
|
||||
void cmCTestRunTest::SetupHardwareEnvironment()
|
||||
void cmCTestRunTest::SetupResourcesEnvironment()
|
||||
{
|
||||
std::string processCount = "CTEST_RESOURCE_GROUP_COUNT=";
|
||||
processCount += std::to_string(this->AllocatedHardware.size());
|
||||
processCount += std::to_string(this->AllocatedResources.size());
|
||||
cmSystemTools::PutEnv(processCount);
|
||||
|
||||
std::size_t i = 0;
|
||||
for (auto const& process : this->AllocatedHardware) {
|
||||
for (auto const& process : this->AllocatedResources) {
|
||||
std::string prefix = "CTEST_RESOURCE_GROUP_";
|
||||
prefix += std::to_string(i);
|
||||
std::string resourceList = prefix + '=';
|
||||
|
@ -84,14 +84,17 @@ public:
|
||||
|
||||
bool TimedOutForStopTime() const { return this->TimeoutIsForStopTime; }
|
||||
|
||||
void SetUseAllocatedHardware(bool use) { this->UseAllocatedHardware = use; }
|
||||
void SetAllocatedHardware(
|
||||
void SetUseAllocatedResources(bool use)
|
||||
{
|
||||
this->UseAllocatedResources = use;
|
||||
}
|
||||
void SetAllocatedResources(
|
||||
const std::vector<
|
||||
std::map<std::string,
|
||||
std::vector<cmCTestMultiProcessHandler::HardwareAllocation>>>&
|
||||
hardware)
|
||||
std::vector<cmCTestMultiProcessHandler::ResourceAllocation>>>&
|
||||
resources)
|
||||
{
|
||||
this->AllocatedHardware = hardware;
|
||||
this->AllocatedResources = resources;
|
||||
}
|
||||
|
||||
private:
|
||||
@ -105,7 +108,7 @@ private:
|
||||
// Run post processing of the process output for MemCheck
|
||||
void MemCheckPostProcess();
|
||||
|
||||
void SetupHardwareEnvironment();
|
||||
void SetupResourcesEnvironment();
|
||||
|
||||
// Returns "completed/total Test #Index: "
|
||||
std::string GetTestPrefix(size_t completed, size_t total) const;
|
||||
@ -125,10 +128,10 @@ private:
|
||||
std::string StartTime;
|
||||
std::string ActualCommand;
|
||||
std::vector<std::string> Arguments;
|
||||
bool UseAllocatedHardware = false;
|
||||
bool UseAllocatedResources = false;
|
||||
std::vector<std::map<
|
||||
std::string, std::vector<cmCTestMultiProcessHandler::HardwareAllocation>>>
|
||||
AllocatedHardware;
|
||||
std::string, std::vector<cmCTestMultiProcessHandler::ResourceAllocation>>>
|
||||
AllocatedResources;
|
||||
bool RunUntilFail;
|
||||
int NumberOfRunsLeft;
|
||||
bool RunAgain;
|
||||
|
@ -32,7 +32,7 @@ void cmCTestTestCommand::BindArguments()
|
||||
this->Bind("SCHEDULE_RANDOM"_s, this->ScheduleRandom);
|
||||
this->Bind("STOP_TIME"_s, this->StopTime);
|
||||
this->Bind("TEST_LOAD"_s, this->TestLoad);
|
||||
this->Bind("RESOURCE_SPEC_FILE"_s, this->HardwareSpecFile);
|
||||
this->Bind("RESOURCE_SPEC_FILE"_s, this->ResourceSpecFile);
|
||||
}
|
||||
|
||||
cmCTestGenericHandler* cmCTestTestCommand::InitializeHandler()
|
||||
@ -88,8 +88,8 @@ cmCTestGenericHandler* cmCTestTestCommand::InitializeHandler()
|
||||
if (!this->ScheduleRandom.empty()) {
|
||||
handler->SetOption("ScheduleRandom", this->ScheduleRandom.c_str());
|
||||
}
|
||||
if (!this->HardwareSpecFile.empty()) {
|
||||
handler->SetOption("ResourceSpecFile", this->HardwareSpecFile.c_str());
|
||||
if (!this->ResourceSpecFile.empty()) {
|
||||
handler->SetOption("ResourceSpecFile", this->ResourceSpecFile.c_str());
|
||||
}
|
||||
if (!this->StopTime.empty()) {
|
||||
this->CTest->SetStopTime(this->StopTime);
|
||||
|
@ -58,7 +58,7 @@ protected:
|
||||
std::string ScheduleRandom;
|
||||
std::string StopTime;
|
||||
std::string TestLoad;
|
||||
std::string HardwareSpecFile;
|
||||
std::string ResourceSpecFile;
|
||||
};
|
||||
|
||||
#endif
|
||||
|
@ -289,7 +289,7 @@ cmCTestTestHandler::cmCTestTestHandler()
|
||||
this->UseIncludeRegExpFlag = false;
|
||||
this->UseExcludeRegExpFlag = false;
|
||||
this->UseExcludeRegExpFirst = false;
|
||||
this->UseHardwareSpec = false;
|
||||
this->UseResourceSpec = false;
|
||||
|
||||
this->CustomMaximumPassedTestOutputSize = 1 * 1024;
|
||||
this->CustomMaximumFailedTestOutputSize = 300 * 1024;
|
||||
@ -512,8 +512,8 @@ bool cmCTestTestHandler::ProcessOptions()
|
||||
|
||||
val = this->GetOption("ResourceSpecFile");
|
||||
if (val) {
|
||||
this->UseHardwareSpec = true;
|
||||
if (!this->HardwareSpec.ReadFromJSONFile(val)) {
|
||||
this->UseResourceSpec = true;
|
||||
if (!this->ResourceSpec.ReadFromJSONFile(val)) {
|
||||
cmCTestLog(this->CTest, ERROR_MESSAGE,
|
||||
"Could not read resource spec file: " << val << std::endl);
|
||||
return false;
|
||||
@ -1237,8 +1237,8 @@ void cmCTestTestHandler::ProcessDirectory(std::vector<std::string>& passed,
|
||||
} else {
|
||||
parallel->SetTestLoad(this->CTest->GetTestLoad());
|
||||
}
|
||||
if (this->UseHardwareSpec) {
|
||||
parallel->InitHardwareAllocator(this->HardwareSpec);
|
||||
if (this->UseResourceSpec) {
|
||||
parallel->InitResourceAllocator(this->ResourceSpec);
|
||||
}
|
||||
|
||||
*this->LogFile
|
||||
@ -1283,7 +1283,7 @@ void cmCTestTestHandler::ProcessDirectory(std::vector<std::string>& passed,
|
||||
parallel->SetPassFailVectors(&passed, &failed);
|
||||
this->TestResults.clear();
|
||||
parallel->SetTestResults(&this->TestResults);
|
||||
parallel->CheckHardwareAvailable();
|
||||
parallel->CheckResourcesAvailable();
|
||||
|
||||
if (this->CTest->ShouldPrintLabels()) {
|
||||
parallel->PrintLabels();
|
||||
|
@ -19,7 +19,7 @@
|
||||
#include "cmsys/RegularExpression.hxx"
|
||||
|
||||
#include "cmCTestGenericHandler.h"
|
||||
#include "cmCTestHardwareSpec.h"
|
||||
#include "cmCTestResourceSpec.h"
|
||||
#include "cmDuration.h"
|
||||
#include "cmListFileCache.h"
|
||||
|
||||
@ -336,8 +336,8 @@ private:
|
||||
cmsys::RegularExpression IncludeTestsRegularExpression;
|
||||
cmsys::RegularExpression ExcludeTestsRegularExpression;
|
||||
|
||||
bool UseHardwareSpec;
|
||||
cmCTestHardwareSpec HardwareSpec;
|
||||
bool UseResourceSpec;
|
||||
cmCTestResourceSpec ResourceSpec;
|
||||
|
||||
void GenerateRegressionImages(cmXMLWriter& xml, const std::string& dart);
|
||||
cmsys::RegularExpression DartStuff1;
|
||||
|
@ -8,8 +8,8 @@ include_directories(
|
||||
set(CMakeLib_TESTS
|
||||
testArgumentParser.cxx
|
||||
testCTestBinPacker.cxx
|
||||
testCTestHardwareAllocator.cxx
|
||||
testCTestHardwareSpec.cxx
|
||||
testCTestResourceAllocator.cxx
|
||||
testCTestResourceSpec.cxx
|
||||
testCTestResourceGroups.cxx
|
||||
testGeneratedFileStream.cxx
|
||||
testRST.cxx
|
||||
@ -32,7 +32,7 @@ add_executable(testUVProcessChainHelper testUVProcessChainHelper.cxx)
|
||||
set(testRST_ARGS ${CMAKE_CURRENT_SOURCE_DIR})
|
||||
set(testUVProcessChain_ARGS $<TARGET_FILE:testUVProcessChainHelper>)
|
||||
set(testUVStreambuf_ARGS $<TARGET_FILE:cmake>)
|
||||
set(testCTestHardwareSpec_ARGS ${CMAKE_CURRENT_SOURCE_DIR})
|
||||
set(testCTestResourceSpec_ARGS ${CMAKE_CURRENT_SOURCE_DIR})
|
||||
|
||||
if(WIN32)
|
||||
list(APPEND CMakeLib_TESTS
|
||||
|
@ -5,12 +5,12 @@
|
||||
#include <vector>
|
||||
|
||||
#include "cmCTestBinPacker.h"
|
||||
#include "cmCTestHardwareAllocator.h"
|
||||
#include "cmCTestResourceAllocator.h"
|
||||
|
||||
struct ExpectedPackResult
|
||||
{
|
||||
std::vector<int> SlotsNeeded;
|
||||
std::map<std::string, cmCTestHardwareAllocator::Resource> Hardware;
|
||||
std::map<std::string, cmCTestResourceAllocator::Resource> Resources;
|
||||
bool ExpectedReturnValue;
|
||||
std::vector<cmCTestBinPackerAllocation> ExpectedRoundRobinAllocations;
|
||||
std::vector<cmCTestBinPackerAllocation> ExpectedBlockAllocations;
|
||||
@ -233,18 +233,18 @@ bool TestExpectedPackResult(const ExpectedPackResult& expected)
|
||||
roundRobinAllocations.push_back({ index++, n, "" });
|
||||
}
|
||||
|
||||
bool roundRobinResult = cmAllocateCTestHardwareRoundRobin(
|
||||
expected.Hardware, roundRobinAllocations);
|
||||
bool roundRobinResult = cmAllocateCTestResourcesRoundRobin(
|
||||
expected.Resources, roundRobinAllocations);
|
||||
if (roundRobinResult != expected.ExpectedReturnValue) {
|
||||
std::cout
|
||||
<< "cmAllocateCTestHardwareRoundRobin did not return expected value"
|
||||
<< "cmAllocateCTestResourcesRoundRobin did not return expected value"
|
||||
<< std::endl;
|
||||
return false;
|
||||
}
|
||||
|
||||
if (roundRobinResult &&
|
||||
roundRobinAllocations != expected.ExpectedRoundRobinAllocations) {
|
||||
std::cout << "cmAllocateCTestHardwareRoundRobin did not return expected "
|
||||
std::cout << "cmAllocateCTestResourcesRoundRobin did not return expected "
|
||||
"allocations"
|
||||
<< std::endl;
|
||||
return false;
|
||||
@ -258,15 +258,15 @@ bool TestExpectedPackResult(const ExpectedPackResult& expected)
|
||||
}
|
||||
|
||||
bool blockResult =
|
||||
cmAllocateCTestHardwareBlock(expected.Hardware, blockAllocations);
|
||||
cmAllocateCTestResourcesBlock(expected.Resources, blockAllocations);
|
||||
if (blockResult != expected.ExpectedReturnValue) {
|
||||
std::cout << "cmAllocateCTestHardwareBlock did not return expected value"
|
||||
std::cout << "cmAllocateCTestResourcesBlock did not return expected value"
|
||||
<< std::endl;
|
||||
return false;
|
||||
}
|
||||
|
||||
if (blockResult && blockAllocations != expected.ExpectedBlockAllocations) {
|
||||
std::cout << "cmAllocateCTestHardwareBlock did not return expected"
|
||||
std::cout << "cmAllocateCTestResourcesBlock did not return expected"
|
||||
" allocations"
|
||||
<< std::endl;
|
||||
return false;
|
||||
|
@ -3,24 +3,24 @@
|
||||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
#include "cmCTestHardwareAllocator.h"
|
||||
#include "cmCTestHardwareSpec.h"
|
||||
#include "cmCTestResourceAllocator.h"
|
||||
#include "cmCTestResourceSpec.h"
|
||||
|
||||
static const cmCTestHardwareSpec spec{ { {
|
||||
static const cmCTestResourceSpec spec{ { {
|
||||
/* clang-format off */
|
||||
{ "gpus", { { "0", 4 }, { "1", 8 }, { "2", 0 }, { "3", 8 } } },
|
||||
/* clang-format on */
|
||||
} } };
|
||||
|
||||
bool testInitializeFromHardwareSpec()
|
||||
bool testInitializeFromResourceSpec()
|
||||
{
|
||||
bool retval = true;
|
||||
|
||||
cmCTestHardwareAllocator allocator;
|
||||
allocator.InitializeFromHardwareSpec(spec);
|
||||
cmCTestResourceAllocator allocator;
|
||||
allocator.InitializeFromResourceSpec(spec);
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -43,11 +43,11 @@ bool testAllocateResource()
|
||||
{
|
||||
bool retval = true;
|
||||
|
||||
cmCTestHardwareAllocator allocator;
|
||||
allocator.InitializeFromHardwareSpec(spec);
|
||||
cmCTestResourceAllocator allocator;
|
||||
allocator.InitializeFromResourceSpec(spec);
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected1{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -70,7 +70,7 @@ bool testAllocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected2{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -93,7 +93,7 @@ bool testAllocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected3{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -116,7 +116,7 @@ bool testAllocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected4{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -145,7 +145,7 @@ bool testAllocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected5{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -168,7 +168,7 @@ bool testAllocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected6{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -191,7 +191,7 @@ bool testAllocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected7{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -220,11 +220,11 @@ bool testDeallocateResource()
|
||||
{
|
||||
bool retval = true;
|
||||
|
||||
cmCTestHardwareAllocator allocator;
|
||||
allocator.InitializeFromHardwareSpec(spec);
|
||||
cmCTestResourceAllocator allocator;
|
||||
allocator.InitializeFromResourceSpec(spec);
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected1{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -253,7 +253,7 @@ bool testDeallocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected2{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -276,7 +276,7 @@ bool testDeallocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected3{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -299,7 +299,7 @@ bool testDeallocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected4{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -322,7 +322,7 @@ bool testDeallocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected5{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -345,7 +345,7 @@ bool testDeallocateResource()
|
||||
}
|
||||
|
||||
static const std::map<
|
||||
std::string, std::map<std::string, cmCTestHardwareAllocator::Resource>>
|
||||
std::string, std::map<std::string, cmCTestResourceAllocator::Resource>>
|
||||
expected6{
|
||||
/* clang-format off */
|
||||
{ "gpus", {
|
||||
@ -374,23 +374,23 @@ bool testResourceFree()
|
||||
{
|
||||
bool retval = true;
|
||||
|
||||
const cmCTestHardwareAllocator::Resource r1{ 5, 0 };
|
||||
const cmCTestResourceAllocator::Resource r1{ 5, 0 };
|
||||
if (r1.Free() != 5) {
|
||||
std::cout << "cmCTestHardwareAllocator::Resource::Free() did not return "
|
||||
std::cout << "cmCTestResourceAllocator::Resource::Free() did not return "
|
||||
"expected value for { 5, 0 }\n";
|
||||
retval = false;
|
||||
}
|
||||
|
||||
const cmCTestHardwareAllocator::Resource r2{ 3, 2 };
|
||||
const cmCTestResourceAllocator::Resource r2{ 3, 2 };
|
||||
if (r2.Free() != 1) {
|
||||
std::cout << "cmCTestHardwareAllocator::Resource::Free() did not return "
|
||||
std::cout << "cmCTestResourceAllocator::Resource::Free() did not return "
|
||||
"expected value for { 3, 2 }\n";
|
||||
retval = false;
|
||||
}
|
||||
|
||||
const cmCTestHardwareAllocator::Resource r3{ 4, 4 };
|
||||
const cmCTestResourceAllocator::Resource r3{ 4, 4 };
|
||||
if (r3.Free() != 0) {
|
||||
std::cout << "cmCTestHardwareAllocator::Resource::Free() did not return "
|
||||
std::cout << "cmCTestResourceAllocator::Resource::Free() did not return "
|
||||
"expected value for { 4, 4 }\n";
|
||||
retval = false;
|
||||
}
|
||||
@ -398,12 +398,12 @@ bool testResourceFree()
|
||||
return retval;
|
||||
}
|
||||
|
||||
int testCTestHardwareAllocator(int, char** const)
|
||||
int testCTestResourceAllocator(int, char** const)
|
||||
{
|
||||
int retval = 0;
|
||||
|
||||
if (!testInitializeFromHardwareSpec()) {
|
||||
std::cout << "in testInitializeFromHardwareSpec()\n";
|
||||
if (!testInitializeFromResourceSpec()) {
|
||||
std::cout << "in testInitializeFromResourceSpec()\n";
|
||||
retval = -1;
|
||||
}
|
||||
|
@ -2,16 +2,16 @@
|
||||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
#include "cmCTestHardwareSpec.h"
|
||||
#include "cmCTestResourceSpec.h"
|
||||
|
||||
struct ExpectedSpec
|
||||
{
|
||||
std::string Path;
|
||||
bool ParseResult;
|
||||
cmCTestHardwareSpec Expected;
|
||||
cmCTestResourceSpec Expected;
|
||||
};
|
||||
|
||||
static const std::vector<ExpectedSpec> expectedHardwareSpecs = {
|
||||
static const std::vector<ExpectedSpec> expectedResourceSpecs = {
|
||||
/* clang-format off */
|
||||
{"spec1.json", true, {{{
|
||||
{"gpus", {
|
||||
@ -44,9 +44,9 @@ static const std::vector<ExpectedSpec> expectedHardwareSpecs = {
|
||||
};
|
||||
|
||||
static bool testSpec(const std::string& path, bool expectedResult,
|
||||
const cmCTestHardwareSpec& expected)
|
||||
const cmCTestResourceSpec& expected)
|
||||
{
|
||||
cmCTestHardwareSpec actual;
|
||||
cmCTestResourceSpec actual;
|
||||
bool result = actual.ReadFromJSONFile(path);
|
||||
if (result != expectedResult) {
|
||||
std::cout << "ReadFromJSONFile(\"" << path << "\") returned " << result
|
||||
@ -63,7 +63,7 @@ static bool testSpec(const std::string& path, bool expectedResult,
|
||||
return true;
|
||||
}
|
||||
|
||||
int testCTestHardwareSpec(int argc, char** const argv)
|
||||
int testCTestResourceSpec(int argc, char** const argv)
|
||||
{
|
||||
if (argc < 2) {
|
||||
std::cout << "Invalid arguments.\n";
|
||||
@ -71,9 +71,9 @@ int testCTestHardwareSpec(int argc, char** const argv)
|
||||
}
|
||||
|
||||
int retval = 0;
|
||||
for (auto const& spec : expectedHardwareSpecs) {
|
||||
for (auto const& spec : expectedResourceSpecs) {
|
||||
std::string path = argv[1];
|
||||
path += "/testCTestHardwareSpec_data/";
|
||||
path += "/testCTestResourceSpec_data/";
|
||||
path += spec.Path;
|
||||
if (!testSpec(path, spec.ParseResult, spec.Expected)) {
|
||||
retval = -1;
|
@ -13,9 +13,9 @@
|
||||
#include "cmsys/Encoding.hxx"
|
||||
#include "cmsys/FStream.hxx"
|
||||
|
||||
#include "cmCTestHardwareAllocator.h"
|
||||
#include "cmCTestHardwareSpec.h"
|
||||
#include "cmCTestMultiProcessHandler.h"
|
||||
#include "cmCTestResourceAllocator.h"
|
||||
#include "cmCTestResourceSpec.h"
|
||||
#include "cmCTestTestHandler.h"
|
||||
#include "cmFileLock.h"
|
||||
#include "cmFileLockResult.h"
|
||||
@ -23,7 +23,7 @@
|
||||
#include "cmSystemTools.h"
|
||||
|
||||
/*
|
||||
* This helper program is used to verify that the CTest hardware allocation
|
||||
* This helper program is used to verify that the CTest resource allocation
|
||||
* feature is working correctly. It consists of two stages:
|
||||
*
|
||||
* 1) write - This stage receives the RESOURCE_GROUPS property of the test and
|
||||
@ -31,7 +31,7 @@
|
||||
* environment variables. If it received all of the resources it expected,
|
||||
* then it writes this information to a log file, which will be read in
|
||||
* the verify stage.
|
||||
* 2) verify - This stage compares the log file with the hardware spec file to
|
||||
* 2) verify - This stage compares the log file with the resource spec file to
|
||||
* make sure that no resources were over-subscribed, deallocated without
|
||||
* being allocated, or allocated without being deallocated.
|
||||
*/
|
||||
@ -68,8 +68,8 @@ static int doWrite(int argc, char const* const* argv)
|
||||
std::string testName = argv[3];
|
||||
unsigned int sleepTime = std::atoi(argv[4]);
|
||||
std::vector<std::map<
|
||||
std::string, std::vector<cmCTestMultiProcessHandler::HardwareAllocation>>>
|
||||
hardware;
|
||||
std::string, std::vector<cmCTestMultiProcessHandler::ResourceAllocation>>>
|
||||
resources;
|
||||
if (argc == 6) {
|
||||
// Parse RESOURCE_GROUPS property
|
||||
std::string resourceGroupsProperty = argv[5];
|
||||
@ -146,8 +146,8 @@ static int doWrite(int argc, char const* const* argv)
|
||||
// Verify that we got what we asked for and write it to the log
|
||||
prefix += '_';
|
||||
std::map<std::string,
|
||||
std::vector<cmCTestMultiProcessHandler::HardwareAllocation>>
|
||||
hwEntry;
|
||||
std::vector<cmCTestMultiProcessHandler::ResourceAllocation>>
|
||||
resEntry;
|
||||
for (auto const& type : actualResources) {
|
||||
auto it = resourceGroup.begin();
|
||||
|
||||
@ -194,7 +194,7 @@ static int doWrite(int argc, char const* const* argv)
|
||||
|
||||
fout << "alloc " << type << " " << id << " " << amount
|
||||
<< std::endl;
|
||||
hwEntry[type].push_back({ id, amount });
|
||||
resEntry[type].push_back({ id, amount });
|
||||
}
|
||||
|
||||
bool ended = false;
|
||||
@ -212,7 +212,7 @@ static int doWrite(int argc, char const* const* argv)
|
||||
return 1;
|
||||
}
|
||||
}
|
||||
hardware.push_back(hwEntry);
|
||||
resources.push_back(resEntry);
|
||||
|
||||
++i;
|
||||
} catch (...) {
|
||||
@ -249,7 +249,7 @@ static int doWrite(int argc, char const* const* argv)
|
||||
return 1;
|
||||
}
|
||||
cmsys::ofstream fout(logFile.c_str(), std::ios::app);
|
||||
for (auto const& group : hardware) {
|
||||
for (auto const& group : resources) {
|
||||
for (auto const& it : group) {
|
||||
for (auto const& it2 : it.second) {
|
||||
fout << "dealloc " << it.first << " " << it2.Id << " " << it2.Slots
|
||||
@ -276,7 +276,7 @@ static int doVerify(int argc, char const* const* argv)
|
||||
return usageVerify(argv[0]);
|
||||
}
|
||||
std::string logFile = argv[2];
|
||||
std::string hwFile = argv[3];
|
||||
std::string resFile = argv[3];
|
||||
std::string testNames;
|
||||
if (argc == 5) {
|
||||
testNames = argv[4];
|
||||
@ -284,14 +284,14 @@ static int doVerify(int argc, char const* const* argv)
|
||||
auto testNameList = cmExpandedList(testNames, false);
|
||||
std::set<std::string> testNameSet(testNameList.begin(), testNameList.end());
|
||||
|
||||
cmCTestHardwareSpec spec;
|
||||
if (!spec.ReadFromJSONFile(hwFile)) {
|
||||
std::cout << "Could not read resource spec " << hwFile << std::endl;
|
||||
cmCTestResourceSpec spec;
|
||||
if (!spec.ReadFromJSONFile(resFile)) {
|
||||
std::cout << "Could not read resource spec " << resFile << std::endl;
|
||||
return 1;
|
||||
}
|
||||
|
||||
cmCTestHardwareAllocator allocator;
|
||||
allocator.InitializeFromHardwareSpec(spec);
|
||||
cmCTestResourceAllocator allocator;
|
||||
allocator.InitializeFromResourceSpec(spec);
|
||||
|
||||
cmsys::ifstream fin(logFile.c_str(), std::ios::in);
|
||||
if (!fin) {
|
||||
|
Loading…
Reference in New Issue
Block a user