Refactor parser and stream benchmarks to reduce memory footprint

.github/workflows/haskell.yml

@@ -14,7 +14,7 @@ jobs:
       LC_ALL: C.UTF-8
       BUILD: ${{ matrix.build }}
       # For updating see: https://downloads.haskell.org/~ghcup/
-      GHCUP_VERSION: 0.1.20.0
+      GHCUP_VERSION: 0.1.50.2
       DOCSPEC_URL: https://github.com/phadej/cabal-extras/releases/download/cabal-docspec-0.0.0.20210111/cabal-docspec-0.0.0.20210111.xz
       DOCSPEC_OPTIONS: "--timeout 60 --check-properties --property-variables xs"
       GHCUP_GHC_OPTIONS: ${{ matrix.ghcup_ghc_options }}
@@ -68,7 +68,7 @@ jobs:
       matrix:
         # The order is important to optimize fail-fast.
         name:
-          - 9.10.1-Werror
+          - 9.10.3-Werror
         # - 9.8.1-docspec
         # - 8.10.7-coverage
 
@@ -99,32 +99,32 @@ jobs:
             ghc_version: 9.12.1
             runner: ubuntu-latest
             build: cabal
-            cabal_build_options: "--flag limit-build-mem"
+            cabal_build_options: "--flag limit-build-mem --flag fusion-plugin"
             cabal_version: 3.12.1.0
             disable_sdist_build: "y"
             cabal_project: cabal.project
             ignore_error: false
           # Note: use linux for warning build for convenient dev testing
-          - name: 9.10.1-Werror
-            ghc_version: 9.10.1
+          - name: 9.10.3-Werror
+            ghc_version: 9.10.3
             runner: ubuntu-latest
             build: cabal
             cabal_build_options: "--flag limit-build-mem"
             cabal_version: 3.12.1.0
             disable_sdist_build: "y"
             cabal_project: cabal.project.Werror
             ignore_error: false
-          - name: 9.10.1-macos
-            ghc_version: 9.10.1
+          - name: 9.10.3-macos
+            ghc_version: 9.10.3
             runner: macos-latest
             build: cabal
             cabal_build_options: "--flag limit-build-mem"
             cabal_version: 3.12.1.0
             disable_sdist_build: "y"
             cabal_project: cabal.project
             ignore_error: false
-          - name: 9.10.1-fusion-inspection
-            ghc_version: 9.10.1
+          - name: 9.10.3-fusion-inspection
+            ghc_version: 9.10.3
             runner: ubuntu-latest
             build: cabal
             cabal_version: 3.12.1.0

.github/workflows/regression-check.yml

@@ -33,17 +33,21 @@ jobs:
         Data.ParserK.Chunked
         Data.ParserK.Chunked.Generic
         Data.RingArray
+        Data.Scanl
+        Data.Scanl.Concurrent
         Data.Scanl.Window
         Data.Serialize
         Data.Stream
         Data.Stream.Concurrent
         Data.Stream.ConcurrentEager
         Data.Stream.ConcurrentInterleaved
         Data.Stream.ConcurrentOrdered
+        Data.Stream.Prelude
         Data.StreamK:6
         Data.Unbox
         Data.Unbox.Derive.TH
         Data.Unfold
+        Data.Unfold.Prelude
         FileSystem.DirIO
         FileSystem.Handle
         Unicode.Parser
@@ -67,10 +71,10 @@ jobs:
 
     - name: Download ghc
       run: |
-        GHCUP_VER=0.1.18.0
+        GHCUP_VER=0.1.50.2
         curl -sL -o ./ghcup https://downloads.haskell.org/~ghcup/$GHCUP_VER/x86_64-linux-ghcup-$GHCUP_VER
         chmod +x ./ghcup
-        GHCVER=9.6.6
+        GHCVER=9.10.3
         ./ghcup install ghc $GHCVER
         ./ghcup set ghc $GHCVER
         cabal update
@@ -135,7 +139,7 @@ jobs:
 
     - name: Run benchmarks and append
       run: |
-        ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --targets "$CI_BENCHMARKS" --raw --append
+        ./bench-runner --package-name streamly-benchmarks --package-version 0.0.0 --cabal-build-options "-j1" --targets "$CI_BENCHMARKS" --raw --append
 
     # -----------------------------------------------------------------
     # -- Compare

.hlint.ignore

@@ -1,6 +1,6 @@
 core/src/Streamly/Internal/Data/StreamK/Type.hs
 core/src/Streamly/Internal/Data/Pipe/Type.hs
-core/src/Streamly/Internal/Unicode/Stream.hs
+core/src/Streamly/Internal/Unicode/Encode.hs
 src/Streamly/Internal/Data/SmallArray/Type.hs
 src/Streamly/Internal/Data/Stream/IsStream/Eliminate.hs
 src/Streamly/Internal/Data/Stream/Serial.hs
@@ -22,19 +22,9 @@ test/Streamly/Test/Unicode/Stream.hs
 test/Streamly/Test/Data/Unbox.hs
 benchmark/lib/Streamly/Benchmark/Common.hs
 benchmark/lib/Streamly/Benchmark/Common/Handle.hs
-benchmark/lib/Streamly/Benchmark/Prelude.hs
 benchmark/NanoBenchmarks.hs
 benchmark/Streamly/Benchmark/Data/Array.hs
-benchmark/Streamly/Benchmark/Data/Parser.hs
 benchmark/Streamly/Benchmark/Data/ParserK.hs
 benchmark/Streamly/Benchmark/Data/Stream/StreamK.hs
 benchmark/Streamly/Benchmark/Data/Unfold.hs
 benchmark/Streamly/Benchmark/FileSystem/Handle.hs
-benchmark/Streamly/Benchmark/Prelude/Async.hs
-benchmark/Streamly/Benchmark/Prelude/Concurrent.hs
-benchmark/Streamly/Benchmark/Prelude/Merge.hs
-benchmark/Streamly/Benchmark/Prelude/Parallel.hs
-benchmark/Streamly/Benchmark/Prelude/Rate.hs
-benchmark/Streamly/Benchmark/Prelude/WAsync.hs
-benchmark/Streamly/Benchmark/Prelude/ZipAsync.hs
-benchmark/Streamly/Benchmark/Prelude/ZipSerial.hs

.packcheck.ignore

@@ -15,6 +15,7 @@ benchmark/bench-runner/flake.lock
 benchmark/bench-runner/flake.nix
 benchmark/bench-runner/sources.nix
 bin/ghc.sh
+bin/ghc-make.sh
 bin/repl
 bin/run-ci.sh
 bin/run-repl-quick.sh

benchmark/Streamly/Benchmark/Data/Array/Stream.hs

@@ -201,6 +201,7 @@ inspect $ 'copyChunksSplitInterposeSuffix `hasNoType` ''Step
 copyChunksSplitInterpose :: Handle -> Handle -> IO ()
 copyChunksSplitInterpose inh outh =
     Stream.fold (Handle.write outh)
+        -- XXX requires @-fspec-constr-recursive=12@.
         -- XXX this is not correct word splitting combinator
         $ Array.concatSepBy 32 . Array.compactSepByByte_ 32
         $ Handle.readChunks inh

benchmark/Streamly/Benchmark/Data/Fold.hs

@@ -355,6 +355,8 @@ o_1_space_reduce_read_split env =
 -- | Infix split on a character sequence.
 splitOnSeqUtf8 :: String -> Handle -> IO Int
 splitOnSeqUtf8 str inh =
+    -- XXX requires @-fspec-constr-recursive=12@. Maybe due to
+    -- decodeUtf8.
     Stream.fold Fold.length
         $ Stream.foldManyPost (Fold.takeEndBySeq_ (Array.fromList str) Fold.drain)
         $ Unicode.decodeUtf8Chunks