diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml
index 90be4670e414..a4435345f4cd 100644
--- a/.github/workflows/eval.yml
+++ b/.github/workflows/eval.yml
@@ -210,7 +210,7 @@ jobs:
             --arg beforeResultDir ./baseResult \
             --arg afterResultDir ./prResult \
             -o comparison
-
+          cat comparison/step-summary.md >> "$GITHUB_STEP_SUMMARY"
           # TODO: Request reviews from maintainers for packages whose files are modified in the PR
 
       - name: Upload the combined results
diff --git a/ci/eval/default.nix b/ci/eval/default.nix
index efd8d6637a2d..775b259bfa87 100644
--- a/ci/eval/default.nix
+++ b/ci/eval/default.nix
@@ -261,6 +261,11 @@ let
           --slurpfile after ${afterResultDir}/outpaths.json \
           > $out/changed-paths.json
 
+        jq -r '
+        "## Added\n" + (.attrdiff.added | map("- \(. )") | join("\n")) + "\n" +
+        "## Removed\n" + (.attrdiff.removed | map("- \(. )") | join("\n")) + "\n" +
+        "## Changed\n" + (.attrdiff.changed | map("- \(. )") | join("\n")) + "\n"
+        ' < $out/changed-paths.json > $out/step-summary.md
         # TODO: Compare eval stats
       '';