Skip to content

add ffi for op-attrs library #983

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
lambda7xx wants to merge 13 commits into
base: expanded-ffi
Choose a base branch
from
Draft

add ffi for op-attrs library #983

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
f224f5b
start to add ffi for op-attrs library
lambda7xx Aug 18, 2023
565b062
add FF_NEW_OPAQUE_TYPE in lib/op-attrs/ffi/include/flexflow/op-attrs.h
lambda7xx Aug 19, 2023
6f682de
add REGISTER_OPAQUE
lambda7xx Aug 19, 2023
16ca237
implement the first part ffi for op-attrs
lambda7xx Aug 19, 2023
b560743
add function in op-attrs.h
lambda7xx Aug 20, 2023
4831ead
format the code
lambda7xx Aug 20, 2023
63e2973
add all necessary method in lib/op-attrs/ffi/internal/internal/op-at…
lambda7xx Aug 20, 2023
abf8a60
add some notes
lambda7xx Aug 20, 2023
06555cf
by using shape_t * and int to replace shape_list_t
lambda7xx Aug 21, 2023
73329c5
implement most of functions
lambda7xx Aug 21, 2023
ea15127
remove the comment and format the code
lambda7xx Aug 21, 2023
8a5458c
add head file
lambda7xx Aug 21, 2023
24c5a09
implement the flexflow_get_datatype_size and flexflow_operator_attrs_…
lambda7xx Aug 21, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
68 changes: 66 additions & 2 deletions lib/op-attrs/ffi/include/flexflow/op-attrs.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,8 @@ typedef enum {
FLEXFLOW_OPATTRS_ERROR_CODE_INVALID_ACTIVATION_VALUE,
FLEXFLOW_OPATTRS_ERROR_CODE_INVALID_POOL_OP_VALUE,
FLEXFLOW_OPATTRS_ERROR_CODE_INVALID_AGGREGATE_OP_VALUE,
FLEXFLOW_OPATTRS_ERROR_CODE_INVALID_OP_TYPE_VALUE
FLEXFLOW_OPATTRS_ERROR_CODE_INVALID_OP_TYPE_VALUE,
FLEXFLOW_OPATTRS_ERROR_CODE_INVALID_LOSS_FUNCTION_VALUE,
} flexflow_opattrs_error_code_t;

FF_NEW_OPAQUE_TYPE(flexflow_opattrs_error_t);
Expand All @@ -23,11 +24,64 @@ flexflow_error_t flexflow_opattrs_error_unwrap(flexflow_error_t,
flexflow_error_t flexflow_opattrs_error_is_ok(flexflow_opattrs_error_t, bool *);
flexflow_error_t flexflow_opattrs_error_get_string(flexflow_opattrs_error_t,
char **);
flexflow_error_t
flexflow_opattrs_error_get_error_code(flexflow_opattrs_error_t,
flexflow_opattrs_error_code_t *);
flexflow_error_t flexflow_opattrs_error_destroy(flexflow_opattrs_error_t);

//

FF_NEW_OPAQUE_TYPE(flexflow_regularizer_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_dim_ordered_t);
FF_NEW_OPAQUE_TYPE(flexflow_ff_dim_t);
FF_NEW_OPAQUE_TYPE(flexflow_parallel_dim_t);
FF_NEW_OPAQUE_TYPE(flexflow_parallel_tensor_dims_t);
FF_NEW_OPAQUE_TYPE(flexflow_parallel_tensor_shape_t);
FF_NEW_OPAQUE_TYPE(flexflow_tensor_shape_t);
FF_NEW_OPAQUE_TYPE(
flexflow_parallel_tesor_shape_list_t); // std::vector<ParallelTensorShape>
FF_NEW_OPAQUE_TYPE(flexflow_tensor_shape_list_t); // std::vector<TensorShape>

// ops
FF_NEW_OPAQUE_TYPE(flexflow_aggregate_specattrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_aggregate_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_multihead_attention_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_multihead_attention_inputs_parallel_tensor_shape_t);
FF_NEW_OPAQUE_TYPE(flexflow_multihead_attention_inputs_tensor_shape_t);
FF_NEW_OPAQUE_TYPE(flexflow_batchmatmul_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_batchnorm_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_broadcast_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_cast_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_combine_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_concat_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_conv2d_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_dropout_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_element_sclar_unary_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_element_unary_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_embedding_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_flat_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_gather_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_group_by_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_input_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_layernorm_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_l1_regularizer_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_l2_regularizer_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_linear_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_sparse_categorical_crossentropy_loss_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_other_loss_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_loss_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_noop_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_pool2d_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_reduce_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_reduction_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_repartition_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_replicate_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_reshape_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_reverse_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_softmax_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_split_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_topk_attrs_t);
FF_NEW_OPAQUE_TYPE(flexflow_transpose_attrs_t);

typedef enum {
FLEXFLOW_DATATYPE_BOOL,
Expand Down Expand Up @@ -62,6 +116,14 @@ typedef enum {
FLEXFLOW_AGGREGATE_OP_AVG,
} flexflow_aggregate_op_t;

typedef enum {
FLEXFLOW_LOSS_FUNCTION_CATEGORICAL_CROSSENTROPY,
FLEXFLOW_LOSS_FUNCTION_SPARSE_CATEGORICAL_CROSSENTROPY,
FLEXFLOW_LOSS_FUNCTION_MEAN_SQUARED_ERROR_AVG_REDUCE,
FLEXFLOW_LOSS_FUNCTION_MEAN_SQUARED_ERROR_SUM_REDUCE,
FLEXFLOW_LOSS_FUNCTION_IDENTITY,
} flexflow_loss_function_t;

typedef enum { // does _not_ have to stay synchronized with op-attrs/op.h
FLEXFLOW_OP_TYPE_NOOP,
FLEXFLOW_OP_TYPE_INPUT,
Expand Down Expand Up @@ -155,7 +217,9 @@ typedef enum { // does _not_ have to stay synchronized with op-attrs/op.h
typedef struct {
flexflow_op_type_t op_type;
void *data;
} flexflow_operator_attrs_t;
} flexflow_operator_attrs;

FF_NEW_OPAQUE_TYPE(flexflow_operator_attrs_t);

flexflow_opattrs_error_t flexflow_get_datatype_size(flexflow_datatype_t,
int *out);
Expand Down
235 changes: 235 additions & 0 deletions lib/op-attrs/ffi/internal/internal/op-attrs.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,253 @@
#define _FLEXFLOW_OPATTRS_FFI_INTERNAL_INTERNAL_OPATTRS_H

#include "flexflow/op-attrs.h"
#include "flexflow/utils.h"
#include "internal/opaque.h"
#include "op-attrs/activation.h"
#include "op-attrs/datatype.h"
#include "op-attrs/dim_ordered.h"
#include "op-attrs/ff_dim.h"
#include "op-attrs/get_op_type.h"
#include "op-attrs/get_output_shapes.h"
#include "op-attrs/op.h"
#include "op-attrs/ops/aggreagate.h"
#include "op-attrs/ops/aggregate_spec.h"
#include "op-attrs/ops/attention.h"
#include "op-attrs/ops/batch_matmul.h"
#include "op-attrs/ops/batch_norm.h"
#include "op-attrs/ops/broadcast.h"
#include "op-attrs/ops/cast.h"
#include "op-attrs/ops/combine.h"
#include "op-attrs/ops/concat.h"
#include "op-attrs/ops/conv2d.h"
#include "op-attrs/ops/dropout.h"
#include "op-attrs/ops/element_binary.h"
#include "op-attrs/ops/element_unary.h"
#include "op-attrs/ops/embedding.h"
#include "op-attrs/ops/flat.h"
#include "op-attrs/ops/gather.h"
#include "op-attrs/ops/group_by.h"
#include "op-attrs/ops/input.h"
#include "op-attrs/ops/layer_norm.h"
#include "op-attrs/ops/linear.h"
#include "op-attrs/ops/loss_function.h"
#include "op-attrs/ops/noop.h"
#include "op-attrs/ops/pool_2d.h"
#include "op-attrs/ops/reduce.h"
#include "op-attrs/ops/reduction.h"
#include "op-attrs/ops/repartition.h"
#include "op-attrs/ops/replicate.h"
#include "op-attrs/ops/reshape.h"
#include "op-attrs/ops/reverse.h"
#include "op-attrs/ops/softmax.h"
#include "op-attrs/ops/split.h"
#include "op-attrs/ops/topk.h"
#include "op-attrs/ops/transpose.h"
#include "op-attrs/parallel_dim.h"
#include "op-attrs/parallel_tensor_dims.h"
#include "op-attrs/parallel_tensor_shape.h"
#include "op-attrs/param_sync.h"

using namespace FlexFlow;

REGISTER_OPAQUE(flexflow_regularizer_attrs_t, optional<RegularizerAttrs>);
REGISTER_OPAQUE(flexflow_ff_dim_t, ff_dim_t);
// REGISTER_OPAQUE(flexflow_dim_ordered_t, DimOrdered); Note:how to define
// DimOrdered
REGISTER_OPAQUE(flexflow_parallel_dim_t, ParallelDim);
REGISTER_OPAQUE(flexflow_parallel_tensor_dims_t, ParallelTensorDims);
REGISTER_OPAQUE(flexflow_parallel_tensor_shape_t, ParallelTensorShape);
REGISTER_OPAQUE(flexflow_tensor_shape_t, TensorShape);
REGISTER_OPAQUE(flexflow_parallel_tesor_shape_list_t,
std::vector<ParallelTensorShape>)
REGISTER_OPAQUE(flexflow_tensor_shape_list_t, std::vector<TensorShape>)

// ops
REGISTER_OPAQUE(flexflow_aggregate_specattrs_t, AggregateSpecAttrs);
REGISTER_OPAQUE(flexflow_aggregate_attrs_t, AggregateAttrs);
REGISTER_OPAQUE(flexflow_multihead_attention_attrs_t, MultiHeadAttentionAttrs);
REGISTER_OPAQUE(flexflow_multihead_attention_inputs_parallel_tensor_shape_t,
MultiHeadAttentionInputs<ParallelTensorShape>);
REGISTER_OPAQUE(flexflow_multihead_attention_inputs_tensor_shape_t,
MultiHeadAttentionInputs<TensorShape>);
REGISTER_OPAQUE(flexflow_batchmatmul_attrs_t, BatchMatmulAttrs);
REGISTER_OPAQUE(flexflow_batchnorm_attrs_t, BatchNormAttrs);
REGISTER_OPAQUE(flexflow_broadcast_attrs_t, BroadcastAttrs);
REGISTER_OPAQUE(flexflow_cast_attrs_t, CastAttrs);
REGISTER_OPAQUE(flexflow_combine_attrs_t, CombineAttrs);
REGISTER_OPAQUE(flexflow_concat_attrs_t, ConcatAttrs);
REGISTER_OPAQUE(flexflow_conv2d_attrs_t, Conv2DAttrs);
REGISTER_OPAQUE(flexflow_dropout_attrs_t, DropoutAttrs);
REGISTER_OPAQUE(flexflow_element_sclar_unary_attrs_t, ElementScalarUnaryAttrs);
REGISTER_OPAQUE(flexflow_element_unary_attrs_t, ElementUnaryAttrs);
REGISTER_OPAQUE(flexflow_embedding_attrs_t, EmbeddingAttrs);
REGISTER_OPAQUE(flexflow_flat_attrs_t, FlatAttrs);
REGISTER_OPAQUE(flexflow_gather_attrs_t, GatherAttrs);
REGISTER_OPAQUE(flexflow_group_by_attrs_t, GroupByAttrs);
REGISTER_OPAQUE(flexflow_input_attrs_t, InputAttrs);
REGISTER_OPAQUE(flexflow_layernorm_attrs_t, LayerNormAttrs);
REGISTER_OPAQUE(flexflow_l1_regularizer_attrs_t, L1RegularizerAttrs);
REGISTER_OPAQUE(flexflow_l2_regularizer_attrs_t, L2RegularizerAttrs);
REGISTER_OPAQUE(flexflow_linear_attrs_t, LinearAttrs);
REGISTER_OPAQUE(flexflow_sparse_categorical_crossentropy_loss_attrs_t,
SparseCategoricalCrossEntropyLossAttrs);
REGISTER_OPAQUE(flexflow_other_loss_attrs_t, OtherLossAttrs);
REGISTER_OPAQUE(flexflow_loss_attrs_t, LossAttrs);
REGISTER_OPAQUE(flexflow_noop_attrs_t, NoopAttrs);
REGISTER_OPAQUE(flexflow_pool2d_attrs_t, Pool2DAttrs);
REGISTER_OPAQUE(flexflow_reduce_attrs_t, ReduceAttrs);
REGISTER_OPAQUE(flexflow_reduction_attrs_t, ReductionAttrs);
REGISTER_OPAQUE(flexflow_repartition_attrs_t, RepartitionAttrs);
REGISTER_OPAQUE(flexflow_replicate_attrs_t, ReplicateAttrs);
REGISTER_OPAQUE(flexflow_reshape_attrs_t, ReshapeAttrs);
REGISTER_OPAQUE(flexflow_reverse_attrs_t, ReverseAttrs);
REGISTER_OPAQUE(flexflow_softmax_attrs_t, SoftmaxAttrs);
REGISTER_OPAQUE(flexflow_split_attrs_t, SplitAttrs);
REGISTER_OPAQUE(flexflow_topk_attrs_t, TopKAttrs);

REGISTER_OPAQUE(flexflow_operator_attrs_t, flexflow_operator_attrs);

flexflow_error_t
flexflow_get_output_shape(flexflow_aggregate_specattrs_t,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t *out,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t *,
int num_exp_preds);
flexflow_error_t flexflow_is_valid(flexflow_aggregate_attrs_t,
flexflow_parallel_tensor_shape_t,
bool *out,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t *,
int num_exp_preds);

flexflow_error_t
flexflow_get_output_shape(flexflow_aggregate_attrs_t,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t *out,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t *,
int num_exp_preds);

flexflow_error_t flexflow_get_kProjSize(flexflow_multihead_attention_attrs_t,
int *out);
flexflow_error_t flexflow_get_vProjSize(flexflow_multihead_attention_attrs_t,
int *out);
flexflow_error_t flexflow_get_kProjSize(flexflow_multihead_attention_attrs_t,
int *out);
flexflow_error_t flexflow_get_oProjSize(flexflow_multihead_attention_attrs_t,
int *out);

flexflow_error_t flexflow_get_qSize(
flexflow_multihead_attention_inputs_parallel_tensor_shape_t, int *out);
flexflow_error_t flexflow_get_kSize(
flexflow_multihead_attention_inputs_parallel_tensor_shape_t, int *out);
flexflow_error_t flexflow_get_vSize(
flexflow_multihead_attention_inputs_parallel_tensor_shape_t, int *out);
flexflow_error_t flexflow_get_oSize(
flexflow_multihead_attention_inputs_parallel_tensor_shape_t, int *out);

flexflow_error_t flexflow_get_qoSeqLength(
flexflow_multihead_attention_inputs_parallel_tensor_shape_t, int *out);
flexflow_error_t flexflow_get_kvSeqLength(
flexflow_multihead_attention_inputs_parallel_tensor_shape_t, int *out);

flexflow_error_t flexflow_get_num_samples(
flexflow_multihead_attention_inputs_parallel_tensor_shape_t, int *out);

flexflow_error_t flexflow_get_weights_shape(
flexflow_multihead_attention_attrs_t,
flexflow_multihead_attention_inputs_tensor_shape_t,
flexflow_tensor_shape_t *out);

flexflow_error_t flexflow_get_weights_shape(
flexflow_multihead_attention_attrs_t,
flexflow_multihead_attention_inputs_parallel_tensor_shape_t,
flexflow_parallel_tensor_shape_t *out);

flexflow_error_t flexflow_get_output_shape(
flexflow_multihead_attention_attrs_t,
flexflow_multihead_attention_inputs_tensor_shape_t,
flexflow_parallel_tensor_shape_t *out, );

flexflow_error_t flexflow_get_output_shape(
flexflow_multihead_attention_attrs_t,
flexflow_multihead_attention_inputs_tensor_shape_t,
flexflow_tensor_shape_t *out);

flexflow_error_t
flexflow_get_output_shape(flexflow_batchnorm_attrs_t,
flexflow_parallel_tensor_shape_t *out);

flexflow_error_t flexflow_get_kernel_shape(flexflow_conv2d_attrs_t,
flexflow_tensor_shape_t *out,
flexflow_tensor_shape_t);

flexflow_error_t flexflow_get_bias_shape(flexflow_conv2d_attrs_t,
flexflow_tensor_shape_t *out,
flexflow_tensor_shape_t);

flexflow_error_t flexflow_get_weights_shape(flexflow_embedding_attrs_t,
flexflow_tensor_shape_t *out,
flexflow_tensor_shape_t);

flexflow_error_t
flexflow_parse_loss_function_name(char **, flexflow_loss_function_t *out);

flexflow_error_t flexflow_get_loss_function(flexflow_other_loss_attrs_t,
flexflow_loss_function_t *out);

flexflow_error_t flexflow_get_loss_function(
flexflow_sparse_categorical_crossentropy_loss_attrs_t,
flexflow_loss_function_t *out);

flexflow_error_t flexflow_get_loss_function(flexflow_loss_attrs_t,
flexflow_loss_function_t *out);

// TODO(Note lambda):how to define nner_to_outer_idxs, outer_to_inner_idxs,how
// to define DimOrdered outer_to_inner(op-attrs/include/op-attrs/dim_ordered.h)

// Note(lambda): have to define all
// get_output_shape(op-attrs/include/op-attrs/get_output_shapes.h)?

flexflow_error_t flexflow_is_valid(flexflow_parallel_dim_t, bool *out);

flexflow_error_t flexflow_is_replica_dim(flexflow_parallel_dim_t, bool *out);

flexflow_error_t flexflow_is_valid(flexflow_parallel_tensor_dims_t, bool *out);

flexflow_error_t flexflow_get_piece_dims(flexflow_parallel_tensor_dims_t,
flexflow_tensor_dims_t *out);

flexflow_error_t
flexflow_get_tensor_dims_unsafe(flexflow_parallel_tensor_dims_t,
flexflow_tensor_dims_t *out);

flexflow_error_t flexflow_get_piece_shape(flexflow_parallel_tensor_shape_t,
flexflow_tensor_shape_t *out);

flexflow_error_t
flexflow_get_num_replica_dims(flexflolw_parallel_tensor_shape_t, int *out);

flexflow_error_t flexflow_get_num_replicas(flexflow_parallel_tensor_shape_t,
int *out);

flexflow_error_t flexflow_is_valid(flexflow_parallel_tensor_shape_t, bool *out);

flexflow_error_t
flexflow_get_tensor_shape_unsafe(flexflow_parallel_tensor_shape_t,
flexflow_tensor_shape_t *out);

flexflow_error_t
flexflow_get_tensor_shape_unsafe(flexflow_parallel_tesor_shape_t *input,
int num_input,
flexflow_tensor_shape_list_t *out);

optional<ParamSync> to_internal(flexflow_param_sync_t);
flexflow_param_sync_t to_external(optional<ParamSync>);
Expand Down
Loading