message: Update .gitlab-ci.yml. Removed CI testing related to sparse_operation_kit/Deprecated.
diff: @@ -111,7 +111,7 @@ build_embedding:
  - echo "FROM ${IMAGE_EMBEDDING}" > ${JOB_DOCKERFILE}
  - echo "ARG SM=\"60;61;70;75;80\"" >> ${JOB_DOCKERFILE}
  - echo "
  - RUN git clone https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab-master.nvidia.com/dl/hugectr/hugectr.git ${WORK_DIR} && cd ${WORK_DIR} && git checkout ${CI_COMMIT_SHA} && git submodule update --init --recursive && cd sparse_operation_kit/Deprecated && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DSM=\$SM .. && make -j\$(nproc) && make install
  + RUN git clone https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab-master.nvidia.com/dl/hugectr/hugectr.git ${WORK_DIR} && cd ${WORK_DIR} && git checkout ${CI_COMMIT_SHA} && git submodule update --init --recursive
  " >> ${JOB_DOCKERFILE}
  - echo "
  RUN cd ${WORK_DIR}/sparse_operation_kit/ && mkdir -p build && cd build && cmake -DSM=\$SM .. && make -j && make install
  @@ -526,30 +526,9 @@ py_multi_node:
  # embedding_plugin
  -embedding_plugin:
  +sparse_operation_kit:
  extends: .cluster_test_embedding_job
  script:
  - - srun --ntasks=1
  - -A devtech -J devtech:hugectr -p luna
  - --container-image ${EMBEDDING_IMAGE_VERSIONED_ENROOT}
  - --container-mounts ${DATASET}:${DATASET_MOUNT},${CI_PROJECT_DIR}:${CI_PROJECT_DIR}
  - bash -cx "
  - cd ${WORK_DIR}/test/embedding_plugin_test &&
  - python3 embedding_plugin_deepfm_main.py --batch_size=16384 --batch_size_eval=4 --n_epochs=1 --gpus 0 --embedding_vec_size=10 --data_path=/dataset/criteo_kaggle/embedding_plugin/"
  - - srun --ntasks=1
  - -A devtech -J devtech:hugectr -p luna
  - --container-image ${EMBEDDING_IMAGE_VERSIONED_ENROOT}
  - --container-mounts ${DATASET}:${DATASET_MOUNT},${CI_PROJECT_DIR}:${CI_PROJECT_DIR}
  - bash -cx "
  - cd ${WORK_DIR}/test/embedding_plugin_test &&
  - python3 embedding_plugin_deepfm_main.py --batch_size=16384 --batch_size_eval=4 --n_epochs=1 --gpus 0 1 3 4 --embedding_vec_size=10 --data_path=/dataset/criteo_kaggle/embedding_plugin/"
  - - srun --ntasks=1
  - -A devtech -J devtech:hugectr -p luna
  - --container-image ${EMBEDDING_IMAGE_VERSIONED_ENROOT}
  - --container-mounts ${DATASET}:${DATASET_MOUNT},${CI_PROJECT_DIR}:${CI_PROJECT_DIR}
  - bash -cx "
  - cd ${WORK_DIR}/sparse_operation_kit/Deprecated &&
  - python3 unit_test_v2.py --fast_testing=1"
  - srun --ntasks=1
  -A devtech -J devtech:hugectr -p luna
  --container-image ${EMBEDDING_IMAGE_VERSIONED_ENROOT}
  