text: /**
   * Copyright 2020 Huawei Technologies Co., Ltd
   *
   * Licensed under the Apache License, Version 2.0 (the "License");
   * you may not use this file except in compliance with the License.
   * You may obtain a copy of the License at
   *
   * http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  #include "dataset/text/kernels/lookup_op.h"
  
  #include <string>
  
  namespace mindspore {
  namespace dataset {
  
  LookupOp::LookupOp(std::shared_ptr<Vocab> vocab, WordIdType default_id)
      : vocab_(vocab), default_id_(default_id), type_(DataType("int32")) {}
  
  Status LookupOp::Compute(const std::shared_ptr<Tensor> &input, std::shared_ptr<Tensor> *output) {
    RETURN_UNEXPECTED_IF_NULL(vocab_);
    CHECK_FAIL_RETURN_UNEXPECTED(input->type() == DataType::DE_STRING, "None String Tensor");
    std::vector<WordIdType> word_ids;
    word_ids.reserve(input->Size());
    for (auto itr = input->begin<std::string_view>(); itr != input->end<std::string_view>(); itr++) {
      word_ids.push_back(vocab_->Lookup(std::string(*itr), default_id_));
    }
  
    RETURN_IF_NOT_OK(Tensor::CreateTensor(output, TensorImpl::kFlexible, input->shape(), type_,
                                          reinterpret_cast<unsigned char *>(word_ids.data())));
    return Status::OK();
  }
  Status LookupOp::OutputType(const std::vector<DataType> &inputs, std::vector<DataType> &outputs) {
    CHECK_FAIL_RETURN_UNEXPECTED(inputs.size() == NumInput() && outputs.size() == NumOutput(), "size doesn't match");
    CHECK_FAIL_RETURN_UNEXPECTED(inputs[0] == DataType::DE_STRING, "None String tensor type");
    outputs[0] = type_;
    return Status::OK();
  }
  
  void LookupOp::Print(std::ostream &out) const {
    out << "LookupOp: "
        << "type: " << type_ << "\n default lookup id: " << default_id_ << "\n";
  }
  
  }  // namespace dataset
  }  // namespace mindspore
  