You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
64 lines
2.3 KiB
64 lines
2.3 KiB
// Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include "paddle/fluid/memory/allocation/cuda_allocator.h"
|
|
#include <cuda.h>
|
|
#include <cuda_runtime.h>
|
|
#include <string>
|
|
#include "paddle/fluid/platform/cuda_device_guard.h"
|
|
#include "paddle/fluid/platform/enforce.h"
|
|
#include "paddle/fluid/platform/gpu_info.h"
|
|
|
|
namespace paddle {
|
|
namespace memory {
|
|
namespace allocation {
|
|
bool CUDAAllocator::IsAllocThreadSafe() const { return true; }
|
|
void CUDAAllocator::FreeImpl(Allocation* allocation) {
|
|
platform::CUDADeviceGuard guard(place_.device);
|
|
PADDLE_ENFORCE_EQ(boost::get<platform::CUDAPlace>(allocation->place()),
|
|
place_);
|
|
PADDLE_ENFORCE(cudaFree(allocation->ptr()));
|
|
delete allocation;
|
|
}
|
|
|
|
Allocation* CUDAAllocator::AllocateImpl(size_t size) {
|
|
platform::CUDADeviceGuard guard(place_.device);
|
|
void* ptr;
|
|
auto result = cudaMalloc(&ptr, size);
|
|
if (LIKELY(result == cudaSuccess)) {
|
|
return new Allocation(ptr, size, platform::Place(place_));
|
|
}
|
|
|
|
platform::RaiseNonOutOfMemoryError(&result);
|
|
|
|
size_t avail = 0, total = 0;
|
|
result = cudaMemGetInfo(&avail, &total);
|
|
if (result != cudaSuccess) avail = 0;
|
|
platform::RaiseNonOutOfMemoryError(&result);
|
|
|
|
PADDLE_THROW_BAD_ALLOC(platform::errors::ResourceExhausted(
|
|
"\n\nOut of memory error on GPU %d. "
|
|
"Cannot allocate %s memory on GPU %d, "
|
|
"available memory is only %s.\n\n"
|
|
"Please check whether there is any other process using GPU %d.\n"
|
|
"1. If yes, please stop them, or start PaddlePaddle on another GPU.\n"
|
|
"2. If no, please decrease the batch size of your model.\n",
|
|
place_.device, string::HumanReadableSize(size), place_.device,
|
|
string::HumanReadableSize(avail), place_.device));
|
|
}
|
|
|
|
} // namespace allocation
|
|
} // namespace memory
|
|
} // namespace paddle
|