Fork Sync

.continueignore

@@ -0,0 +1,8 @@
+.git/
+.github/
+egs/
+egs2/
+ci/
+test_utils/
+tools/
+utils/

.coveragerc

@@ -1,4 +1,7 @@
 [report]
+omit =
+    tools/*
+
 # Regexes for lines to exclude from consideration
 exclude_lines =
     # Have to re-enable the standard pragma

.devcontainer/build_image3.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+set -e
+
+processor=$1
+_root=${PWD}
+
+if [ ! -f ".devcontainer/container.env" ]; then
+  touch .devcontainer/container.env
+fi
+
+# Build the Docker image
+echo "[INFO] Building Docker for ${processor}"
+
+docker build \
+    -f "${_root}/.devcontainer/espnet3.dockerfile" \
+    -t "espnet3:dev-${processor}" \
+    --build-arg FROM_TAG=dev3-${processor} \
+    --build-arg USERNAME="$(whoami)" \
+    --build-arg USER_UID="$(id -u)" \
+    --build-arg USER_GID="$(id -g)" \
+    "${_root}"
+
+# source .devcontainer/container.env
+
+# if [[ -z "${EXPORT_DATA}+x" ]]; then
+#   export EXPORT_DATA=${_root}
+# fi

.devcontainer/ci_cpu/build_image.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+set -e
+
+# Build the Docker image
+echo "[INFO] Building Docker"
+_root=${PWD}
+
+if [ ! -f ".devcontainer/container.env" ]; then
+  cp .devcontainer/container.env.example .devcontainer/container.env
+fi
+
+docker build \
+  -f "${_root}/.devcontainer/ci_cpu/espnet.dockerfile" \
+  -t "espnet/dev:ci" \
+  --build-arg USERNAME="$(whoami)" \
+  --build-arg USER_UID="$(id -u)" \
+  --build-arg USER_GID="$(id -g)" \
+  "${_root}"

.devcontainer/ci_cpu/devcontainer.json

@@ -0,0 +1,31 @@
+// For format details, see https://aka.ms/devcontainer.json. For config options, see the
+// README at: https://github.com/devcontainers/templates/tree/main/src/miniconda
+{
+	"name": "CI Test (CPU)",
+	"updateRemoteUserUID": false,
+	"image": "espnet/dev:ci",
+	"initializeCommand": ".devcontainer/ci_cpu/build_image.sh",
+	"features": {},
+	"customizations": {
+		"vscode": {
+			"settings": {
+				"terminal.integrated.defaultProfile.linux": "bash"
+			},
+			"extensions" :[
+				"ms-python.python",
+				"ms-python.vscode-pylance"
+			]
+		}
+	},
+	"runArgs": [
+		"--rm",
+		"--env-file",
+		".devcontainer/container.env",
+		"--name",
+		"espnet-dev-ci",
+		"--hostname",
+		"dev-ci"
+	]
+	// Uncomment to connect as root instead. More info: https://aka.ms/dev-containers-non-root.
+	// "remoteUser": "root"
+}

.devcontainer/ci_cpu/espnet.dockerfile

@@ -0,0 +1,84 @@
+ARG USE_IMAGE=ubuntu:latest
+
+FROM ${USE_IMAGE}
+LABEL maintainer="Nelson Yalta <nyalta21@gmail.com>"
+
+ENV NUM_BUILD_CORES=12
+ENV DEBIAN_FRONTEND=noninteractive
+ARG USERNAME=user
+ARG USER_ID=1000
+ARG GROUP_ID=1000
+
+RUN if [ -z "$(getent group ${GROUP_ID})" ]; then \
+    groupadd -g ${GROUP_ID} "${USERNAME}"; \
+    else \
+    existing_group="$(getent group $GROUP_ID | cut -d: -f1)"; \
+    if [ "${existing_group}" != "${USERNAME}" ]; then \
+    groupmod -n "${USERNAME}" "${existing_group}"; \
+    fi; \
+    fi && \
+    if [ -z "$(getent passwd $USER_ID)" ]; then \
+    useradd -m -u ${USER_ID} -g ${GROUP_ID} "${USERNAME}"; \
+    else \
+    existing_user="$(getent passwd ${USER_ID} | cut -d: -f1)"; \
+    if [ "${existing_user}" != "${USERNAME}" ]; then \
+    usermod -l "${USERNAME}" -d /home/"${USERNAME}" -m "${existing_user}"; \
+    fi; \
+    fi
+
+RUN apt-get update && \
+    apt-get -y install --no-install-recommends \
+        automake \
+        autotools-dev \
+        bc \
+        build-essential \
+        cmake \
+        gawk \
+        curl \
+        gfortran \
+        libffi-dev \
+        libtool \
+        git \
+        gnupg2 \
+        libncurses5-dev \
+        software-properties-common \
+        sox \
+        unzip \
+        wget \
+        zip \
+        zlib1g-dev \
+        pandoc ffmpeg nodejs npm \
+        && \
+    curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash && \
+    apt-get -y install --no-install-recommends \
+        git-lfs \
+        && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+# Latest version of git
+ENV TZ=Etc/UTC
+ENV TH_VERSION=2.0.1
+ENV USE_CONDA=false
+ENV CHAINER_VERSION=6.0.0
+ENV PATH=/opt/miniconda/bin:${PATH}
+
+RUN echo "${USERNAME} ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers
+RUN sed -i 's/#force_color_prompt=yes/force_color_prompt=yes/g' /home/${USERNAME}/.bashrc
+
+RUN chown -R ${USERNAME}:${USERNAME} /opt
+RUN mkdir -p /workspaces && \
+    chown -R ${USERNAME}:${USERNAME} /workspaces
+
+WORKDIR /opt
+USER ${USERNAME}
+
+RUN wget --tries=3 -nv "https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh" -O miniconda.sh && \
+    bash miniconda.sh -b -p /opt/miniconda && \
+    /opt/miniconda/bin/conda config --prepend channels https://software.repos.intel.com/python/conda/ && \
+    rm miniconda.sh && \
+    conda install -y python=3.10 && \
+    conda install -c conda-forge libstdcxx-ng && \
+    conda clean -a -y
+
+WORKDIR /workspaces