feat: refactor encoderfile core -> encoderfile (#216)

## Description

This PR merges `encoderfile-core` into `encoderfile`, as discussed in
#215.

### Changes

* Moved all functionality from `encoderfile-core` into the main
`encoderfile` crate
* Feature-gated the build CLI and related dependencies
* Removed the standalone `encoderfile-core` crate
* Updated and simplified GitHub workflows to reflect the new crate
layout

Additionally:
- Switched from deprecated `instrumentation` mode to `simulation` mode
as described in #191
- Commented out cargo caching for ci workflow to avoid out-of-storage
errors in gh workflows

### Rationale

The original separation existed to support on-the-fly Rust project
generation and compilation during encoderfile builds. Since encoderfile
builds are now pure packaging steps over prebuilt artifacts, this split
no longer provides meaningful benefits and adds unnecessary complexity.

Merging the crates improves symmetry between library and CLI use cases,
reduces maintenance overhead, and simplifies the build and release
pipeline.

**This PR is _not_ a final refactor of `encoderfile` and more breaking
changes will be coming soon.**

Author: besaleli

.cargo/config.toml

@@ -1,3 +1,3 @@
 [env]
 
-RUST_LOG = "info,tower_http=debug,ort=warn,encoderfile_core=debug,encoderfile=debug"
+RUST_LOG = "info,tower_http=debug,ort=warn,encoderfile=debug"

.github/workflows/ci.yml

@@ -33,29 +33,29 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Cache cargo
-        uses: actions/cache@v4
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            target
-          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+      # - name: Cache cargo
+      #   uses: actions/cache@v4
+      #   with:
+      #     path: |
+      #       ~/.cargo/registry
+      #       ~/.cargo/git
+      #       target
+      #     key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
 
-      - name: Cargo clean if target too large
-        run: make clean
+      # - name: Cargo clean if target too large
+      #   run: make clean
 
       - name: Cache uv
         uses: actions/cache@v4
         with:
           path: ~/.cache/uv
           key: ${{ runner.os }}-uv-${{ hashFiles('pyproject.toml') }}
 
-      - name: Cache cargo binaries
-        uses: actions/cache@v4
-        with:
-          path: ~/.cargo/bin
-          key: ${{ runner.os }}-cargo-bins
+      # - name: Cache cargo binaries
+      #   uses: actions/cache@v4
+      #   with:
+      #     path: ~/.cargo/bin
+      #     key: ${{ runner.os }}-cargo-bins
 
       - name: Project setup
         uses: ./.github/actions/project-setup
@@ -72,7 +72,7 @@ jobs:
       - name: Run the benchmarks
         uses: CodSpeedHQ/action@v4
         with:
-          mode: instrumentation
+          mode: simulation
           run: cargo codspeed run
           token: ${{ secrets.CODSPEED_TOKEN }}
 
@@ -82,29 +82,29 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Cache cargo
-        uses: actions/cache@v4
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            target
-          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+      # - name: Cache cargo
+      #   uses: actions/cache@v4
+      #   with:
+      #     path: |
+      #       ~/.cargo/registry
+      #       ~/.cargo/git
+      #       target
+      #     key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
 
-      - name: Cargo clean if target too large
-        run: make clean
+      # - name: Cargo clean if target too large
+      #   run: make clean
 
       - name: Cache uv
         uses: actions/cache@v4
         with:
           path: ~/.cache/uv
           key: ${{ runner.os }}-uv-${{ hashFiles('pyproject.toml') }}
 
-      - name: Cache cargo binaries
-        uses: actions/cache@v4
-        with:
-          path: ~/.cargo/bin
-          key: ${{ runner.os }}-cargo-bins
+      # - name: Cache cargo binaries
+      #   uses: actions/cache@v4
+      #   with:
+      #     path: ~/.cargo/bin
+      #     key: ${{ runner.os }}-cargo-bins
 
       - name: Project setup
         uses: ./.github/actions/project-setup
@@ -134,29 +134,29 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Cache cargo
-        uses: actions/cache@v4
-        with:
-          path: |
-            ~/.cargo/registry
-            ~/.cargo/git
-            target
-          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+      # - name: Cache cargo
+      #   uses: actions/cache@v4
+      #   with:
+      #     path: |
+      #       ~/.cargo/registry
+      #       ~/.cargo/git
+      #       target
+      #     key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
 
-      - name: Cargo clean if target too large
-        run: make clean
+      # - name: Cargo clean if target too large
+      #   run: make clean
 
       - name: Cache uv
         uses: actions/cache@v4
         with:
           path: ~/.cache/uv
           key: ${{ runner.os }}-uv-${{ hashFiles('pyproject.toml') }}
 
-      - name: Cache cargo binaries
-        uses: actions/cache@v4
-        with:
-          path: ~/.cargo/bin
-          key: ${{ runner.os }}-cargo-bins
+      # - name: Cache cargo binaries
+      #   uses: actions/cache@v4
+      #   with:
+      #     path: ~/.cargo/bin
+      #     key: ${{ runner.os }}-cargo-bins
 
       - name: Project setup
         uses: ./.github/actions/project-setup

.github/workflows/release.yml

@@ -65,11 +65,11 @@ jobs:
             VERSION=$(
               cargo metadata --no-deps --format-version=1 \
                 | jq -r '.packages[]
-                  | select(.name == "encoderfile-core")
+                  | select(.name == "encoderfile")
                   | .version'
             )
 
-            [ -n "$VERSION" ] || { echo "encoderfile-core not found"; exit 1; }
+            [ -n "$VERSION" ] || { echo "encoderfile not found"; exit 1; }
 
             # 3) Determine prerelease type from PR labels
             if [[ "${{ contains(github.event.pull_request.labels.*.name, 'beta') }}" == "true" ]] || \
@@ -94,28 +94,8 @@ jobs:
             git push origin "v${VERSION}"
           fi
 
-  publish-encoderfile-core:
-    needs: create-tag
-    runs-on: ubuntu-24.04
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Project setup
-        uses: ./.github/actions/project-setup
-
-      - name: Publish encoderfile-core (dry-run)
-        run: cargo publish -p encoderfile-core --dry-run
-
-      - name: Publish encoderfile-core
-        env:
-          CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}
-        run: cargo publish -p encoderfile-core
-
-      - name: Wait for crates.io index
-        run: sleep 30
-
   publish-encoderfile:
-    needs: publish-encoderfile-core
+    needs: create-tag
     runs-on: ubuntu-24.04
     steps:
       - uses: actions/checkout@v4

.github/workflows/version.yml

@@ -79,10 +79,10 @@ jobs:
         run: |
           VERSION=$(cargo metadata --no-deps --format-version=1 \
             | jq -r '.packages[]
-              | select(.name == "encoderfile-core")
+              | select(.name == "encoderfile")
               | .version')
 
-          [ -n "$VERSION" ] || { echo "encoderfile-core not found"; exit 1; }
+          [ -n "$VERSION" ] || { echo "encoderfile not found"; exit 1; }
 
           echo "version=$VERSION" >> "$GITHUB_OUTPUT"
 
@@ -115,10 +115,10 @@ jobs:
         run: |
           VERSION=$(cargo metadata --no-deps --format-version=1 \
             | jq -r '.packages[]
-              | select(.name == "encoderfile-core")
+              | select(.name == "encoderfile")
               | .version')
 
-          [ -n "$VERSION" ] || { echo "encoderfile-core not found"; exit 1; }
+          [ -n "$VERSION" ] || { echo "encoderfile not found"; exit 1; }
 
           echo "version=$VERSION" >> "$GITHUB_OUTPUT"
 

.vscode/settings.json

@@ -6,6 +6,7 @@
     "Cargo.toml"
   ],
   "rust-analyzer.workspace.symbol.search.scope": "workspace",
+  "rust-analyzer.check.features": "all",
   "yaml.schemas": {
     "https://squidfunk.github.io/mkdocs-material/schema.json": "mkdocs.yml"
   },

Cargo.lock

@@ -1,7 +1,7 @@
 [workspace]
 resolver = "3"
 
-members = [ "encoderfile","encoderfile-core", "encoderfile-runtime", "encoderfile-utils"]
+members = ["encoderfile", "encoderfile-runtime"]
 
 [workspace.dependencies]
 anyhow = "1.0.100"
@@ -11,7 +11,7 @@ rand = "0.9.2"
 schemars = "1.1.0"
 serde_json = "1.0.145"
 ndarray = "0.16.1"
-serde = { version = "1.0.228", features = [ "serde_derive",] }
+serde = { version = "1.0.228", features = ["serde_derive"] }
 tracing = "0.1.41"
 thiserror = "2.0.17"
 
@@ -23,11 +23,11 @@ version = "0.22.1"
 
 [workspace.dependencies.ort]
 version = "=2.0.0-rc.10"
-features = [ "std", "tracing", "ndarray",]
+features = ["std", "tracing", "ndarray"]
 
 [workspace.dependencies.tokio]
 version = "1.48.0"
-features = [ "full",]
+features = ["full"]
 
 [workspace.dependencies.prost]
 version = "0.14.1"

Cargo.toml

@@ -33,8 +33,6 @@ WORKDIR /app
 # NOTE: if new modules are added to the Cargo workspaces, they must be added here.
 COPY Cargo.toml Cargo.lock ./
 COPY encoderfile ./encoderfile
-COPY encoderfile-core ./encoderfile-core
-COPY encoderfile-utils ./encoderfile-utils
 COPY encoderfile-runtime ./encoderfile-runtime
 
 # Build release binary.

Dockerfile

@@ -74,4 +74,5 @@ clean:
 generate-docs:
 # 	generate JSON schema for encoderfile config
 	@cargo run \
-		--bin generate-encoderfile-config-schema
+		--bin generate-encoderfile-config-schema \
+		--all-features

Makefile

@@ -1,4 +1,3 @@
 ignore:
-  - "encoderfile-core/tests"
-  - "encoderfile-core/benches"
   - "encoderfile/tests"
+  - "encoderfile/benches"