Initial Extraction From Dolomite Engine (#1)

* initial extraction Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * add checkpoint conversion and remove titan Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * removed unneeded norms Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * remove ParameterizedEmbedding and ParameterizedLinear Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * run ruff Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * clean up more linting Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * remove logger, parallel Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * also remove packages Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * fmt again Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * fix export Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * add workflow Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * fix isort Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * add header Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> * adjust authorship Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com> --------- Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com>
instructlab · Jun 21, 2024 · 6d0760e · 6d0760e
1 parent 3a148de
commit 6d0760e
Show file tree

Hide file tree

Showing 52 changed files with 4,579 additions and 4 deletions.
diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
@@ -0,0 +1,70 @@
+# SPDX-License-Identifier: Apache-2.0
+
+name: Lint, Format
+
+on:
+  push:
+    branches:
+      - "main"
+      - "release-**"
+    paths:
+      - '**.py'
+      - 'pyproject.toml'
+      - 'requirements*.txt'
+      - 'tox.ini'
+      - 'scripts/*.sh'
+      - '.github/**'
+  pull_request:
+    branches:
+      - "main"
+      - "release-**"
+    paths:
+      - '**.py'
+      - 'pyproject.toml'
+      - 'requirements*.txt'
+      - 'tox.ini'
+      - 'scripts/*.sh'
+      - '.github/**'
+
+env:
+  PYTHON_VERSION: 3.11
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Harden Runner"
+        uses: step-security/harden-runner@17d0e2bd7d51742c71671bd19fa12bdc9d40a3d6 # v2.8.1
+        with:
+          egress-policy: audit # TODO: change to 'egress-policy: block' after couple of runs
+
+      - name: "Checkout"
+        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+        with:
+          # https://github.com/actions/checkout/issues/249
+          fetch-depth: 0
+          submodules: true
+
+      - name: Setup Python 3.11
+        uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5.1.0
+        with:
+          python-version: 3.11
+          cache: pip
+          cache-dependency-path: |
+            **/pyproject.toml
+            **/requirements*.txt
+
+      - name: Install dependencies
+        id: deps
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install tox
+
+      - name: Run Ruff check
+        run: |
+          tox -e ruff -- check
+
+      - name: Run linting
+        if: ${{ !cancelled() && (steps.deps.outcome == 'success') }}
+        run: |
+          tox -e fastlint
diff --git a/.isort.cfg b/.isort.cfg
@@ -0,0 +1,10 @@
+[settings]
+profile=black
+from_first=true
+import_heading_future=Future
+import_heading_stdlib=Standard
+import_heading_thirdparty=Third Party
+import_heading_firstparty=First Party
+import_heading_localfolder=Local
+known_firstparty=
+known_localfolder=tuning