В итоге я нашел ответ через цикл for.x равен серии децилей, а y = серии возврата
DecileCharacteristic <- function(x, y){
w <- xts(order.by=index(x))
for (i in 1:9){
r <- x == i
z <- y * r
z[z==0]<- NA
w <- merge(w,xts(apply(z,1,mean, na.rm=TRUE),order.by=index(x)))
}
w <- merge(w,xts(apply(z,1,max, na.rm=TRUE),order.by=index(x)))
w <- merge(w,xts(apply(z,1,min, na.rm=TRUE),order.by=index(x)))
colnames(w) <- c("1","2","3","4","5","6","7","8","9","max","min")
}