Skip to content

Commit fee1330

Browse files
lukel97lukel97
committed
Add tests for static binaries on release
hls-test-utils now listens out for the HLS_TEST_EXE environment variable and will use that binary for testing now, which can be handy when you want to test the static binaries
1 parent 7cdbf8c commit fee1330

19 files changed

Lines changed: 175 additions & 120 deletions

‎.github/workflows/build.yml‎

Lines changed: 60 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
name: Builds
1+
name: Binary distributions
22

33
defaults:
44
run:
@@ -29,7 +29,7 @@ jobs:
2929
- uses: actions/checkout@v2
3030
with:
3131
submodules: true
32-
- uses: bubba/setup-haskell@d8110230d
32+
- uses: actions/setup-haskell@2215b2c
3333
with:
3434
ghc-version: ${{ matrix.ghc }}
3535
cabal-version: '3.2'
@@ -66,6 +66,9 @@ jobs:
6666
HLS_BUILD=$(find dist-newstyle \( -name 'hls' -o -name 'hls.exe' \) -type f)
6767
HLS=haskell-language-server-$GHC_VER
6868
mv $HLS_BUILD $HLS${{env.EXE_EXT}}
69+
70+
echo ::set-env name=HLS_TEST_EXE::$PWD/$HLS$EXE_EXT
71+
6972
if [[ "$OSTYPE" == "msys" ]]; then
7073
7z a $HLS.zip $HLS${{env.EXE_EXT}}
7174
echo ::set-output name=path::$HLS.zip
@@ -78,6 +81,9 @@ jobs:
7881
echo ::set-output name=extension::gz
7982
fi
8083
84+
- name: Test Server
85+
run: cabal run func-test -- -j1
86+
8187
- name: Upload Server Binary
8288
uses: actions/upload-release-asset@v1.0.2
8389
env:
@@ -133,3 +139,55 @@ jobs:
133139
name: haskell-language-server-wrapper-${{ runner.OS }}${{env.EXE_EXT}}.${{ steps.compress_wrapper_binary.outputs.extension }}
134140
path: ${{ steps.compress_wrapper_binary.outputs.path }}
135141

142+
test:
143+
runs-on: ${{ matrix.os }}
144+
needs: build
145+
146+
strategy:
147+
fail-fast: false
148+
matrix:
149+
ghc: ['8.10.1']
150+
os: [ubuntu-latest, macOS-latest, windows-latest]
151+
152+
steps:
153+
- uses: actions/checkout@v2
154+
with:
155+
submodules: true
156+
- uses: actions/setup-haskell@2215b2c
157+
with:
158+
ghc-version: ${{ matrix.ghc }}
159+
cabal-version: '3.2'
160+
161+
- name: Work out platform specific env vars
162+
id: platform_stuff
163+
env:
164+
GHC_VER: ${{ matrix.ghc }}
165+
run: |
166+
if [[ "$OSTYPE" == "msys" ]]; then
167+
echo ::set-output name=exe_ext::.exe
168+
echo ::set-output name=compression_ext::zip
169+
else
170+
echo ::set-output name=exe_ext::
171+
echo ::set-output name=compression_ext::gz
172+
fi
173+
174+
- uses: actions/download-artifact@v2
175+
with:
176+
name: haskell-language-server-${{ runner.OS }}-${{ matrix.ghc }}${{ steps.platform_stuff.outputs.exe_ext }}.${{ steps.platform_stuff.outputs.compression_ext }}
177+
178+
- run: ls -R
179+
180+
- name: Extract binary
181+
run: |
182+
if [[ "$OSTYPE" == "msys" ]]; then
183+
7z x haskell-language-server-${{ matrix.ghc }}.${{ steps.platform_stuff.outputs.compression_ext }}
184+
mv haskell-language-server-${{ matrix.ghc }}.exe hls
185+
else
186+
gunzip -c haskell-language-server-${{ matrix.ghc }}.${{ steps.platform_stuff.outputs.compression_ext }} > hls
187+
fi
188+
chmod u+x hls
189+
190+
- run: ls -R
191+
192+
- name: Test binary
193+
run: HLS_TEXT_EXE=$PWD/hls cabal run func-test -- -j1

‎test/functional/Command.hs‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ import Test.Tasty.ExpectedFailure (ignoreTestBecause)
1818
tests :: TestTree
1919
tests = testGroup "commands" [
2020
testCase "are prefixed" $
21-
runSession hieCommand fullCaps "test/testdata/" $ do
21+
runSession hlsCommand fullCaps "test/testdata/" $ do
2222
ResponseMessage _ _ (Right res) <- initializeResponse
2323
let List cmds = res ^. LSP.capabilities . executeCommandProvider . _Just . commands
2424
f x = (T.length (T.takeWhile isNumber x) >= 1) && (T.count ":" x >= 2)
@@ -27,7 +27,7 @@ tests = testGroup "commands" [
2727
not (null cmds) @? "Commands aren't empty"
2828
, ignoreTestBecause "Broken: Plugin package doesn't exist" $
2929
testCase "get de-prefixed" $
30-
runSession hieCommand fullCaps "test/testdata/" $ do
30+
runSession hlsCommand fullCaps "test/testdata/" $ do
3131
ResponseMessage _ _ (Left err) <- request
3232
WorkspaceExecuteCommand
3333
(ExecuteCommandParams "1234:package:add" (Just (List [])) Nothing) :: Session ExecuteCommandResponse

‎test/functional/Completion.hs‎

Lines changed: 24 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ import Test.Tasty.HUnit
1818

1919
tests :: TestTree
2020
tests = testGroup "completions" [
21-
-- testCase "works" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
21+
-- testCase "works" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
2222
-- doc <- openDoc "Completion.hs" "haskell"
2323
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
2424

@@ -40,7 +40,7 @@ tests = testGroup "completions" [
4040
-- resolved ^. insertTextFormat @?= Just Snippet
4141
-- resolved ^. insertText @?= Just "putStrLn ${1:String}"
4242

43-
-- , testCase "completes imports" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
43+
-- , testCase "completes imports" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
4444
-- doc <- openDoc "Completion.hs" "haskell"
4545
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
4646

@@ -54,7 +54,7 @@ tests = testGroup "completions" [
5454
-- item ^. detail @?= Just "Data.Maybe"
5555
-- item ^. kind @?= Just CiModule
5656

57-
-- , testCase "completes qualified imports" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
57+
-- , testCase "completes qualified imports" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
5858
-- doc <- openDoc "Completion.hs" "haskell"
5959
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
6060

@@ -68,7 +68,7 @@ tests = testGroup "completions" [
6868
-- item ^. detail @?= Just "Data.List"
6969
-- item ^. kind @?= Just CiModule
7070

71-
-- , testCase "completes language extensions" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
71+
-- , testCase "completes language extensions" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
7272
-- doc <- openDoc "Completion.hs" "haskell"
7373
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
7474

@@ -81,7 +81,7 @@ tests = testGroup "completions" [
8181
-- item ^. label @?= "OverloadedStrings"
8282
-- item ^. kind @?= Just CiKeyword
8383

84-
-- , testCase "completes pragmas" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
84+
-- , testCase "completes pragmas" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
8585
-- doc <- openDoc "Completion.hs" "haskell"
8686
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
8787

@@ -96,7 +96,7 @@ tests = testGroup "completions" [
9696
-- item ^. insertTextFormat @?= Just Snippet
9797
-- item ^. insertText @?= Just "LANGUAGE ${1:extension} #-}"
9898

99-
-- , testCase "completes pragmas no close" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
99+
-- , testCase "completes pragmas no close" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
100100
-- doc <- openDoc "Completion.hs" "haskell"
101101
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
102102

@@ -111,7 +111,7 @@ tests = testGroup "completions" [
111111
-- item ^. insertTextFormat @?= Just Snippet
112112
-- item ^. insertText @?= Just "LANGUAGE ${1:extension}"
113113

114-
-- , testCase "completes options pragma" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
114+
-- , testCase "completes options pragma" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
115115
-- doc <- openDoc "Completion.hs" "haskell"
116116
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
117117

@@ -128,7 +128,7 @@ tests = testGroup "completions" [
128128

129129
-- -- -----------------------------------
130130

131-
-- , testCase "completes ghc options pragma values" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
131+
-- , testCase "completes ghc options pragma values" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
132132
-- doc <- openDoc "Completion.hs" "haskell"
133133

134134
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
@@ -146,14 +146,14 @@ tests = testGroup "completions" [
146146

147147
-- -- -----------------------------------
148148

149-
-- , testCase "completes with no prefix" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
149+
-- , testCase "completes with no prefix" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
150150
-- doc <- openDoc "Completion.hs" "haskell"
151151
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
152152
-- compls <- getCompletions doc (Position 5 7)
153153
-- liftIO $ filter ((== "!!") . (^. label)) compls `shouldNotSatisfy` null
154154

155155
-- -- See https://github.com/haskell/haskell-ide-engine/issues/903
156-
-- , testCase "strips compiler generated stuff from completions" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
156+
-- , testCase "strips compiler generated stuff from completions" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
157157
-- doc <- openDoc "DupRecFields.hs" "haskell"
158158
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
159159

@@ -168,7 +168,7 @@ tests = testGroup "completions" [
168168
-- item ^. detail @?= Just "Two -> Int\nDupRecFields"
169169
-- item ^. insertText @?= Just "accessor ${1:Two}"
170170

171-
-- , testCase "have implicit foralls on basic polymorphic types" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
171+
-- , testCase "have implicit foralls on basic polymorphic types" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
172172
-- doc <- openDoc "Completion.hs" "haskell"
173173
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
174174
-- let te = TextEdit (Range (Position 5 7) (Position 5 9)) "id"
@@ -180,7 +180,7 @@ tests = testGroup "completions" [
180180
-- liftIO $
181181
-- resolved ^. detail @?= Just "a -> a\nPrelude"
182182

183-
-- , testCase "have implicit foralls with multiple type variables" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
183+
-- , testCase "have implicit foralls with multiple type variables" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
184184
-- doc <- openDoc "Completion.hs" "haskell"
185185
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
186186
-- let te = TextEdit (Range (Position 5 7) (Position 5 24)) "flip"
@@ -198,7 +198,7 @@ tests = testGroup "completions" [
198198

199199
-- snippetTests :: TestTree
200200
-- snippetTests = testGroup "snippets" [
201-
-- testCase "work for argumentless constructors" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
201+
-- testCase "work for argumentless constructors" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
202202
-- doc <- openDoc "Completion.hs" "haskell"
203203
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
204204

@@ -211,7 +211,7 @@ tests = testGroup "completions" [
211211
-- item ^. insertTextFormat @?= Just Snippet
212212
-- item ^. insertText @?= Just "Nothing"
213213

214-
-- , testCase "work for polymorphic types" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
214+
-- , testCase "work for polymorphic types" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
215215
-- doc <- openDoc "Completion.hs" "haskell"
216216
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
217217

@@ -228,7 +228,7 @@ tests = testGroup "completions" [
228228
-- resolved ^. insertTextFormat @?= Just Snippet
229229
-- resolved ^. insertText @?= Just "foldl ${1:b -> a -> b} ${2:b} ${3:t a}"
230230

231-
-- , testCase "work for complex types" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
231+
-- , testCase "work for complex types" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
232232
-- doc <- openDoc "Completion.hs" "haskell"
233233
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
234234

@@ -245,7 +245,7 @@ tests = testGroup "completions" [
245245
-- resolved ^. insertTextFormat @?= Just Snippet
246246
-- resolved ^. insertText @?= Just "mapM ${1:a -> m b} ${2:t a}"
247247

248-
-- , testCase "work for infix functions" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
248+
-- , testCase "work for infix functions" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
249249
-- doc <- openDoc "Completion.hs" "haskell"
250250
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
251251

@@ -260,7 +260,7 @@ tests = testGroup "completions" [
260260
-- item ^. insertTextFormat @?= Just Snippet
261261
-- item ^. insertText @?= Just "filter`"
262262

263-
-- , testCase "work for infix functions in backticks" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
263+
-- , testCase "work for infix functions in backticks" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
264264
-- doc <- openDoc "Completion.hs" "haskell"
265265
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
266266

@@ -275,7 +275,7 @@ tests = testGroup "completions" [
275275
-- item ^. insertTextFormat @?= Just Snippet
276276
-- item ^. insertText @?= Just "filter"
277277

278-
-- , testCase "work for qualified infix functions" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
278+
-- , testCase "work for qualified infix functions" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
279279
-- doc <- openDoc "Completion.hs" "haskell"
280280
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
281281

@@ -290,7 +290,7 @@ tests = testGroup "completions" [
290290
-- item ^. insertTextFormat @?= Just Snippet
291291
-- item ^. insertText @?= Just "intersperse`"
292292

293-
-- , testCase "work for qualified infix functions in backticks" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
293+
-- , testCase "work for qualified infix functions in backticks" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
294294
-- doc <- openDoc "Completion.hs" "haskell"
295295
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
296296

@@ -306,7 +306,7 @@ tests = testGroup "completions" [
306306
-- item ^. insertText @?= Just "intersperse"
307307

308308
-- -- TODO : Fix compile issue in the test "Variable not in scope: object"
309-
-- , testCase "respects lsp configuration" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
309+
-- , testCase "respects lsp configuration" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
310310
-- doc <- openDoc "Completion.hs" "haskell"
311311
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
312312

@@ -317,7 +317,7 @@ tests = testGroup "completions" [
317317

318318
-- checkNoSnippets doc
319319

320-
-- , testCase "respects client capabilities" $ runSession hieCommand noSnippetsCaps "test/testdata/completion" $ do
320+
-- , testCase "respects client capabilities" $ runSession hlsCommand noSnippetsCaps "test/testdata/completion" $ do
321321
-- doc <- openDoc "Completion.hs" "haskell"
322322
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
323323

@@ -359,7 +359,7 @@ tests = testGroup "completions" [
359359
contextTests :: TestTree
360360
contextTests = testGroup "contexts" [
361361
ignoreTestBecause "Broken: Timed out waiting to receive a message from the server" $
362-
testCase "only provides type suggestions" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
362+
testCase "only provides type suggestions" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
363363
doc <- openDoc "Context.hs" "haskell"
364364
_ <- count 2 $ skipManyTill loggingNotification noDiagnostics
365365
compls <- getCompletions doc (Position 2 17)
@@ -368,7 +368,7 @@ contextTests = testGroup "contexts" [
368368
compls `shouldNotContainCompl` "interact"
369369

370370
, ignoreTestBecause "Broken: Timed out waiting to receive a message from the server" $
371-
testCase "only provides type suggestions" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
371+
testCase "only provides type suggestions" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
372372
doc <- openDoc "Context.hs" "haskell"
373373
_ <- count 2 $ skipManyTill loggingNotification noDiagnostics
374374
compls <- getCompletions doc (Position 3 9)
@@ -377,7 +377,7 @@ contextTests = testGroup "contexts" [
377377
compls `shouldNotContainCompl` "Applicative"
378378

379379
-- This currently fails if , testCase takes too long to typecheck the module
380-
-- , testCase "completes qualified type suggestions" $ runSession hieCommand fullCaps "test/testdata/completion" $ do
380+
-- , testCase "completes qualified type suggestions" $ runSession hlsCommand fullCaps "test/testdata/completion" $ do
381381
-- doc <- openDoc "Context.hs" "haskell"
382382
-- _ <- count 2 $ skipManyTill loggingNotification noDiagnostics
383383
-- let te = TextEdit (Range (Position 2 17) (Position 2 17)) " -> Conc."

‎test/functional/Deferred.hs‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ tests :: TestTree
2222
tests = testGroup "deferred responses" [
2323

2424
--TODO: DOes not compile
25-
-- testCase "do not affect hover requests" $ runSession hieCommand fullCaps "test/testdata" $ do
25+
-- testCase "do not affect hover requests" $ runSession hlsCommand fullCaps "test/testdata" $ do
2626
-- doc <- openDoc "FuncTest.hs" "haskell"
2727

2828
-- id1 <- sendRequest TextDocumentHover (TextDocumentPositionParams doc (Position 4 2) Nothing)
@@ -91,21 +91,21 @@ tests = testGroup "deferred responses" [
9191
-- }
9292
-- ]
9393

94-
testCase "instantly respond to failed modules with no cache" $ runSession hieCommand fullCaps "test/testdata" $ do
94+
testCase "instantly respond to failed modules with no cache" $ runSession hlsCommand fullCaps "test/testdata" $ do
9595
doc <- openDoc "FuncTestFail.hs" "haskell"
9696
defs <- getDefinitions doc (Position 1 11)
9797
liftIO $ defs @?= []
9898

9999
-- TODO: the benefits of caching parsed modules is doubted.
100100
-- TODO: add issue link
101101
-- , testCase "respond to untypecheckable modules with parsed module cache" $
102-
-- runSession hieCommand fullCaps "test/testdata" $ do
102+
-- runSession hlsCommand fullCaps "test/testdata" $ do
103103
-- doc <- openDoc "FuncTestFail.hs" "haskell"
104104
-- (Left (sym:_)) <- getDocumentSymbols doc
105105
-- liftIO $ sym ^. name @?= "main"
106106

107107
-- TODO does not compile
108-
-- , testCase "returns hints as diagnostics" $ runSession hieCommand fullCaps "test/testdata" $ do
108+
-- , testCase "returns hints as diagnostics" $ runSession hlsCommand fullCaps "test/testdata" $ do
109109
-- _ <- openDoc "FuncTest.hs" "haskell"
110110

111111
-- cwd <- liftIO getCurrentDirectory
@@ -145,7 +145,7 @@ tests = testGroup "deferred responses" [
145145
-- multiServerTests :: TestTree
146146
-- multiServerTests = testGroup "multi-server setup" [
147147
-- testCase "doesn't have clashing commands on two servers" $ do
148-
-- let getCommands = runSession hieCommand fullCaps "test/testdata" $ do
148+
-- let getCommands = runSession hlsCommand fullCaps "test/testdata" $ do
149149
-- rsp <- initializeResponse
150150
-- let uuids = rsp ^? result . _Just . capabilities . executeCommandProvider . _Just . commands
151151
-- return $ fromJust uuids
@@ -158,7 +158,7 @@ multiMainTests :: TestTree
158158
multiMainTests = testGroup "multiple main modules" [
159159
ignoreTestBecause "Broken: Unexpected ConduitParser.empty" $
160160
testCase "Can load one file at a time, when more than one Main module exists"
161-
$ runSession hieCommand fullCaps "test/testdata" $ do
161+
$ runSession hlsCommand fullCaps "test/testdata" $ do
162162
_doc <- openDoc "ApplyRefact2.hs" "haskell"
163163
_diagsRspHlint <- skipManyTill anyNotification message :: Session PublishDiagnosticsNotification
164164
diagsRspGhc <- skipManyTill anyNotification message :: Session PublishDiagnosticsNotification

0 commit comments

Comments
 (0)