|
|
@ -40,17 +40,23 @@ func newOptimizer(paramWithConfigs ParameterWithConfig) *optimizer {
|
|
|
|
o.elementType = paramWithConfigs.Param.ElementType
|
|
|
|
o.elementType = paramWithConfigs.Param.ElementType
|
|
|
|
p := paramWithConfigs.Param
|
|
|
|
p := paramWithConfigs.Param
|
|
|
|
c := paramWithConfigs.Config
|
|
|
|
c := paramWithConfigs.Config
|
|
|
|
|
|
|
|
s := paramWithConfigs.State
|
|
|
|
log.WithFields(log.Fields{
|
|
|
|
log.WithFields(log.Fields{
|
|
|
|
"ElementType": p.ElementType,
|
|
|
|
"ElementType": p.ElementType,
|
|
|
|
"ParamSize": len(p.Content),
|
|
|
|
"ParamSize": len(p.Content),
|
|
|
|
"ConfigSize": len(c),
|
|
|
|
"ConfigSize": len(c),
|
|
|
|
|
|
|
|
"StateSize": len(s),
|
|
|
|
}).Info("New Optimizer Created with config:")
|
|
|
|
}).Info("New Optimizer Created with config:")
|
|
|
|
var cbuffer unsafe.Pointer
|
|
|
|
var cbuffer unsafe.Pointer
|
|
|
|
cbuffer = C.malloc(C.size_t(len(p.Content)))
|
|
|
|
cbuffer = C.malloc(C.size_t(len(p.Content)))
|
|
|
|
C.memcpy(cbuffer, unsafe.Pointer(&p.Content[0]), C.size_t(len(p.Content)))
|
|
|
|
C.memcpy(cbuffer, unsafe.Pointer(&p.Content[0]), C.size_t(len(p.Content)))
|
|
|
|
|
|
|
|
var cstate unsafe.Pointer
|
|
|
|
|
|
|
|
if len(s) != 0 {
|
|
|
|
|
|
|
|
cstate = unsafe.Pointer(&s[0])
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
o.opt = C.paddle_create_optimizer((*C.uchar)(&c[0]), C.int(len(c)),
|
|
|
|
o.opt = C.paddle_create_optimizer((*C.uchar)(&c[0]), C.int(len(c)),
|
|
|
|
C.paddle_element_type(p.ElementType), cbuffer, C.int(len(p.Content)/C.sizeof_float),
|
|
|
|
C.paddle_element_type(p.ElementType), cbuffer, C.int(len(p.Content)/C.sizeof_float), (*C.char)(cstate), C.int(len(s)))
|
|
|
|
(*C.char)(nullPtr), 0)
|
|
|
|
|
|
|
|
return o
|
|
|
|
return o
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
@ -60,6 +66,12 @@ func (o *optimizer) GetWeights() []byte {
|
|
|
|
return cArrayToSlice(buffer, int(buffer_len)*C.sizeof_float)
|
|
|
|
return cArrayToSlice(buffer, int(buffer_len)*C.sizeof_float)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func (o *optimizer) GetStates() []byte {
|
|
|
|
|
|
|
|
var cbuffer *C.char
|
|
|
|
|
|
|
|
cbuffer_len := C.paddle_optimizer_get_state(o.opt, &cbuffer)
|
|
|
|
|
|
|
|
return cArrayToSlice(unsafe.Pointer(cbuffer), int(cbuffer_len))
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (o *optimizer) UpdateParameter(g Gradient) error {
|
|
|
|
func (o *optimizer) UpdateParameter(g Gradient) error {
|
|
|
|
if o.elementType != g.ElementType {
|
|
|
|
if o.elementType != g.ElementType {
|
|
|
|
return fmt.Errorf("Name: %s, parameter and gradient element type not match, parameter: %v, gradient: %v", g.Name, o.elementType, g.ElementType)
|
|
|
|
return fmt.Errorf("Name: %s, parameter and gradient element type not match, parameter: %v, gradient: %v", g.Name, o.elementType, g.ElementType)
|
|
|
|