1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
|
{-# LANGUAGE GeneralizedNewtypeDeriving #-}
{-# LANGUAGE OverloadedStrings #-}
{-# LANGUAGE RecordWildCards #-}
-- | SPDX-License-Identifier: GPL-2.0-or-later
--
-- Utilities for reading @cabal@'s @plan.json@ file
--
-- @plan.json@ are generated when using @cabal@
-- <http://cabal.readthedocs.io/en/latest/nix-local-build-overview.html Nix-style Local Builds>.
module Cabal.Plan
(
PlanJson(..)
, Unit(..)
, CompName(..)
, dispCompName
, dispCompNameTarget
, CompInfo(..)
, UnitType(..)
-- * Basic types
, Ver(..)
, dispVer
, PkgName(..)
, PkgId(..)
, dispPkgId
, UnitId(..)
, FlagName(..)
-- ** SHA-256
, Sha256
, dispSha256
, parseSha256
, sha256ToByteString
, sha256FromByteString
-- ** PkgLoc
, PkgLoc(..)
, Repo(..)
, SourceRepo(..)
, URI(..)
, RepoType(..)
-- * Utilities
, planJsonIdGraph
, planJsonIdRoots
-- * Convenience functions
, SearchPlanJson(..)
, findAndDecodePlanJson
, findProjectRoot
, decodePlanJson
) where
import Control.Applicative as App
import Control.Monad
import Data.Aeson
import Data.Aeson.Types
import qualified Data.ByteString as B
import qualified Data.ByteString.Base16 as B16
import Data.List
import Data.Map (Map)
import qualified Data.Map as M
import Data.Monoid
import Data.Set (Set)
import qualified Data.Set as S
import Data.Text (Text)
import qualified Data.Text as T
import qualified Data.Text.Encoding as T
import qualified Data.Version as DV
import qualified System.Directory as Dir
import System.FilePath
import Text.ParserCombinators.ReadP
----------------------------------------------------------------------------
-- | Equivalent to @Cabal@'s @Distribution.Package.Version@
newtype Ver = Ver [Int]
deriving (Show,Eq,Ord)
-- | Equivalent to @Cabal@'s @Distribution.Package.UnitId@
newtype UnitId = UnitId Text
deriving (Show,Eq,Ord,FromJSON,ToJSON,FromJSONKey,ToJSONKey)
-- | Equivalent to @Cabal@'s @Distribution.Package.PackageName@
newtype PkgName = PkgName Text
deriving (Show,Eq,Ord,FromJSON,ToJSON,FromJSONKey,ToJSONKey)
-- | Equivalent to @Cabal@'s @Distribution.Package.PackageIdentifier@
data PkgId = PkgId !PkgName !Ver
deriving (Show,Eq,Ord)
-- | Equivalent to @Cabal@'s @Distribution.PackageDescription.FlagName@
--
-- @since 0.3.0.0
newtype FlagName = FlagName Text
deriving (Show,Eq,Ord,FromJSON,ToJSON,FromJSONKey,ToJSONKey)
-- | <https://en.wikipedia.org/wiki/SHA-2 SHA-256> hash
newtype Sha256 = Sha256 B.ByteString -- internal invariant: exactly 32 bytes long
deriving (Eq,Ord)
-- | Equivalent to @Cabal@\'s @Distribution.Client.Types.PackageLocation@
data PkgLoc
= LocalUnpackedPackage !FilePath
| LocalTarballPackage !FilePath
| RemoteTarballPackage !URI
| RepoTarballPackage !Repo
| RemoteSourceRepoPackage !SourceRepo
deriving (Show,Eq,Ord)
-- | Equivalent to @Cabal@\'s @Distribution.Types.SourceRepo@
data Repo
= RepoLocal !FilePath
| RepoRemote !URI
| RepoSecure !URI
deriving (Show,Eq,Ord)
-- | Equivalent to @Cabal@\'s @Distribution.Client.Types.Repo@
data SourceRepo = SourceRepo
{ srType :: !(Maybe RepoType)
, srLocation :: !(Maybe Text)
, srModule :: !(Maybe Text)
, srBranch :: !(Maybe Text)
, srTag :: !(Maybe Text)
, srSubdir :: !(Maybe FilePath)
} deriving (Show,Eq,Ord)
newtype URI = URI Text
deriving (Show,Eq,Ord,FromJSON,ToJSON,FromJSONKey,ToJSONKey)
-- | Equivalent to @Cabal@\'s @Distribution.Client.SourceRepo.RepoType@
data RepoType
= Darcs
| Git
| SVN
| CVS
| Mercurial
| GnuArch
| Bazaar
| Monotone
| OtherRepoType Text
deriving (Show,Eq,Ord)
-- | Represents the information contained in cabal's @plan.json@ file.
--
-- This comprises basic information describing the environment as well
-- as the install/build plan computed by @cabal@.
data PlanJson = PlanJson
{ pjCabalVersion :: !Ver -- ^ Version of @cabal@ frontend
, pjCabalLibVersion :: !Ver -- ^ Version of Cabal library
, pjCompilerId :: !PkgId -- ^ Name and version of Haskell compiler
, pjArch :: !Text -- ^ Architecture name
, pjOs :: !Text -- ^ Operating system name
, pjUnits :: !(M.Map UnitId Unit) -- ^ install/build plan
} deriving Show
-- | Describes kind of build unit and its provenance
data UnitType = UnitTypeBuiltin -- ^ Lives in global (non-nix-style) package db
| UnitTypeGlobal -- ^ Lives in Nix-store cache
| UnitTypeLocal -- ^ Local package
| UnitTypeInplace -- ^ Local in-place package
deriving (Show,Eq)
-- | Represents a build-plan unit uniquely identified by its 'UnitId'
data Unit = Unit
{ uId :: !UnitId -- ^ Unit ID uniquely identifying a 'Unit' in install plan
, uPId :: !PkgId -- ^ Package name and version (not necessarily unique within plan)
, uType :: !UnitType -- ^ Describes type of build item, see 'UnitType'
, uSha256 :: !(Maybe Sha256) -- ^ SHA256 source tarball checksum (as used by e.g. @hackage-security@)
, uComps :: !(Map CompName CompInfo) -- ^ Components identified by 'UnitId'
--
-- When @cabal@ needs to fall back to legacy-mode (currently for
-- @custom@ build-types or obsolete @cabal-version@ values), 'uComps'
-- may contain more than one element.
, uFlags :: !(Map FlagName Bool) -- ^ cabal flag settings (not available for 'UnitTypeBuiltin')
, uDistDir :: !(Maybe FilePath) -- ^ In-place dist-dir (if available)
--
-- @since 0.3.0.0
, uPkgSrc :: !(Maybe PkgLoc)
-- ^ Source of the package
--
-- @since 0.5.0.0 (TODO)
} deriving Show
-- | Component name inside a build-plan unit
--
-- A similiar type exists in @Cabal@ codebase, see
-- @Distribution.Simple.LocalBuildInfo.ComponentName@
data CompName =
CompNameLib
| CompNameSubLib !Text
| CompNameFLib !Text -- ^ @since 0.3.0.0
| CompNameExe !Text
| CompNameTest !Text
| CompNameBench !Text
| CompNameSetup
deriving (Show, Eq, Ord)
-- | Describes component-specific information inside a 'Unit'
data CompInfo = CompInfo
{ ciLibDeps :: Set UnitId -- ^ library dependencies
, ciExeDeps :: Set UnitId -- ^ executable dependencies
, ciBinFile :: Maybe FilePath -- ^ path-name of artifact if available
} deriving Show
----------------------------------------------------------------------------
----------------------------------------------------------------------------
----------------------------------------------------------------------------
-- JSON instances
instance FromJSON CompName where
parseJSON = withText "CompName" (maybe (fail "invalid CompName") pure . parseCompName)
instance ToJSON CompName where
toJSON = toJSON . dispCompName
instance FromJSONKey CompName where
fromJSONKey = FromJSONKeyTextParser (maybe (fail "CompName") pure . parseCompName)
instance ToJSONKey CompName where
toJSONKey = toJSONKeyText dispCompName
----
instance FromJSON CompInfo where
parseJSON = withObject "CompInfo" $ \o ->
CompInfo <$> o .:?! "depends"
<*> o .:?! "exe-depends"
<*> o .:? "bin-file"
----
instance FromJSON PkgId where
parseJSON = withText "PkgId" (maybe (fail "invalid PkgId") pure . parsePkgId)
instance ToJSON PkgId where
toJSON = toJSON . dispPkgId
instance FromJSONKey PkgId where
fromJSONKey = FromJSONKeyTextParser (maybe (fail "PkgId") pure . parsePkgId)
instance ToJSONKey PkgId where
toJSONKey = toJSONKeyText dispPkgId
----
instance FromJSON PkgLoc where
parseJSON = withObject "PkgSrc" $ \o -> do
ty <- o .: "type"
case ty :: Text of
"local" -> LocalUnpackedPackage <$> o .: "path"
"local-tar" -> LocalTarballPackage <$> o .: "path"
"remote-tar" -> RemoteTarballPackage <$> o .: "uri"
"repo-tar" -> RepoTarballPackage <$> o .: "repo"
"source-repo" -> RemoteSourceRepoPackage <$> o .: "source-repo"
_ -> fail "invalid PkgSrc \"type\""
instance FromJSON Repo where
parseJSON = withObject "Repo" $ \o -> do
ty <- o .: "type"
case ty :: Text of
"local-repo" -> RepoLocal <$> o .: "path"
"remote-repo" -> RepoRemote <$> o .: "uri"
"secure-repo" -> RepoSecure <$> o .: "uri"
_ -> fail "invalid Repo \"type\""
instance FromJSON SourceRepo where
parseJSON = withObject "SourceRepo" $ \o -> do
SourceRepo <$> o .:? "type"
<*> o .:? "location"
<*> o .:? "module"
<*> o .:? "branch"
<*> o .:? "tag"
<*> o .:? "subdir"
instance FromJSON RepoType where
parseJSON = withText "RepoType" $ \ty -> return $
case ty of
"darcs" -> Darcs
"git" -> Git
"svn" -> SVN
"cvs" -> CVS
"mercurial" -> Mercurial
"gnuarch" -> GnuArch
"bazaar" -> Bazaar
"monotone" -> Monotone
_ -> OtherRepoType ty
----------------------------------------------------------------------------
-- parser helpers
parseCompName :: Text -> Maybe CompName
parseCompName t0 = case T.splitOn ":" t0 of
["lib"] -> Just CompNameLib
["lib",n] -> Just $! CompNameSubLib n
["flib",n] -> Just $! CompNameFLib n
["exe",n] -> Just $! CompNameExe n
["bench",n] -> Just $! CompNameBench n
["test",n] -> Just $! CompNameTest n
["setup"] -> Just CompNameSetup
_ -> Nothing
-- | Pretty print 'CompName' in cabal's target-selector syntax.
dispCompNameTarget :: PkgName -> CompName -> Text
dispCompNameTarget (PkgName pkg) cn = case cn of
CompNameLib -> "lib:" <> pkg
_ -> dispCompName cn
-- | Pretty print 'CompName' in the same syntax that is used in
-- @plan.json@. Note that this string can not be used as a target-selector on
-- the cabal command-line. See 'dispCompNameTarget' for a target-selector
-- compatible pretty printer.
dispCompName :: CompName -> Text
dispCompName cn = case cn of
CompNameLib -> "lib"
CompNameSubLib n -> "lib:" <> n
CompNameFLib n -> "flib:" <> n
CompNameExe n -> "exe:" <> n
CompNameBench n -> "bench:" <> n
CompNameTest n -> "test:" <> n
CompNameSetup -> "setup"
instance FromJSON PlanJson where
parseJSON = withObject "PlanJson" $ \o -> do
pjCabalVersion <- o .: "cabal-version"
unless (pjCabalVersion >= Ver [2]) $
fail ("plan.json version " ++ T.unpack (dispVer pjCabalVersion) ++ " not supported")
pjCabalLibVersion <- o .: "cabal-lib-version"
pjCompilerId <- o .: "compiler-id"
pjArch <- o .: "arch"
pjOs <- o .: "os"
pjUnits <- toMap =<< o .: "install-plan"
App.pure PlanJson{..}
where
toMap pil = do
let pim = M.fromList [ (uId pi',pi') | pi' <- pil ]
unless (M.size pim == length pil) $
fail "install-plan[] has duplicate ids"
pure pim
(.:?!) :: (FromJSON a, Monoid a) => Object -> Text -> Parser a
o .:?! fld = o .:? fld .!= mempty
planItemAllDeps :: Unit -> Set UnitId
planItemAllDeps Unit{..} = mconcat [ ciLibDeps <> ciExeDeps | CompInfo{..} <- M.elems uComps ]
instance FromJSON Unit where
parseJSON = withObject "Unit" $ \o -> do
mcomponents <- o .:? "components"
mcomponentname <- o .:? "component-name"
ty <- o .: "type"
mstyle <- o .:? "style"
uId <- o .: "id"
uPId <- PkgId <$> o .: "pkg-name" <*> o .: "pkg-version"
uType <- case (ty :: Text, mstyle :: Maybe Text) of
("pre-existing",Nothing) -> pure UnitTypeBuiltin
("configured",Just "global") -> pure UnitTypeGlobal
("configured",Just "local") -> pure UnitTypeLocal
("configured",Just "inplace") -> pure UnitTypeInplace
_ -> fail (show (ty,mstyle))
uFlags <- o .:?! "flags"
uSha256 <- o .:? "pkg-src-sha256"
uComps <- case (mcomponents, mcomponentname) of
(Just comps0, Nothing) ->
pure comps0
(Nothing, Just cname) ->
M.singleton cname <$> parseJSON (Object o)
(Nothing, Nothing) | uType == UnitTypeBuiltin ->
M.singleton CompNameLib <$> parseJSON (Object o)
_ -> fail (show o)
uDistDir <- o .:? "dist-dir"
uPkgSrc <- o .:? "pkg-src"
pure Unit{..}
----------------------------------------------------------------------------
-- Convenience helper
-- | Where/how to search for the plan.json file.
data SearchPlanJson
= ProjectRelativeToDir FilePath -- ^ Find the project root relative to
-- specified directory and look for
-- plan.json there.
| InBuildDir FilePath -- ^ Look for plan.json in specified build
-- directory.
deriving (Eq, Show, Read)
-- | Locates the project root for cabal project relative to specified
-- directory.
--
-- @plan.json@ is located from either the optional build dir argument, or in
-- the default directory (@dist-newstyle@) relative to the project root.
--
-- The folder assumed to be the project-root is returned as well.
--
-- This function determines the project root in a slightly more liberal manner
-- than cabal-install. If no cabal.project is found, cabal-install assumes an
-- implicit cabal.project if the current directory contains any *.cabal files.
--
-- This function looks for any *.cabal files in directories above the current
-- one and behaves as if there is an implicit cabal.project in that directory
-- when looking for a plan.json.
--
-- Throws 'IO' exceptions on errors.
--
findAndDecodePlanJson
:: SearchPlanJson
-> IO PlanJson
findAndDecodePlanJson searchLoc = do
distFolder <- case searchLoc of
InBuildDir builddir -> pure builddir
ProjectRelativeToDir fp -> do
mRoot <- findProjectRoot fp
case mRoot of
Nothing -> fail ("missing project root relative to: " ++ fp)
Just dir -> pure $ dir </> "dist-newstyle"
haveDistFolder <- Dir.doesDirectoryExist distFolder
unless haveDistFolder $
fail ("missing " ++ show distFolder ++ " folder; do you need to run 'cabal new-build'?")
let planJsonFn = distFolder </> "cache" </> "plan.json"
havePlanJson <- Dir.doesFileExist planJsonFn
unless havePlanJson $
fail "missing 'plan.json' file; do you need to run 'cabal new-build'?"
decodePlanJson planJsonFn
-- | Decodes @plan.json@ file location provided as 'FilePath'
--
-- This is a trivial convenience function so that the caller doesn't
-- have to depend on @aeson@ directly
--
-- Throws 'IO' exceptions on errors.
--
decodePlanJson :: FilePath -> IO PlanJson
decodePlanJson planJsonFn = do
jsraw <- B.readFile planJsonFn
either fail pure $ eitherDecodeStrict' jsraw
-- | Find project root relative to a directory, this emulates cabal's current
-- heuristic, but is slightly more liberal. If no cabal.project is found,
-- cabal-install looks for *.cabal files in the specified directory only. This
-- function also considers *.cabal files in directories higher up in the
-- hierarchy.
findProjectRoot :: FilePath -> IO (Maybe FilePath)
findProjectRoot dir = do
normalisedPath <- Dir.canonicalizePath dir
let checkCabalProject d = do
ex <- Dir.doesFileExist fn
return $ if ex then Just d else Nothing
where
fn = d </> "cabal.project"
checkCabal d = do
files <- listDirectory d
return $ if any (isExtensionOf ".cabal") files
then Just d
else Nothing
result <- walkUpFolders checkCabalProject normalisedPath
case result of
Just rootDir -> pure $ Just rootDir
Nothing -> walkUpFolders checkCabal normalisedPath
where
isExtensionOf :: String -> FilePath -> Bool
isExtensionOf ext fp = ext == takeExtension fp
listDirectory :: FilePath -> IO [FilePath]
listDirectory fp = filter isSpecialDir <$> Dir.getDirectoryContents fp
where
isSpecialDir f = f /= "." && f /= ".."
walkUpFolders
:: (FilePath -> IO (Maybe a)) -> FilePath -> IO (Maybe a)
walkUpFolders dtest d0 = do
home <- Dir.getHomeDirectory
let go d | d == home = pure Nothing
| isDrive d = pure Nothing
| otherwise = do
t <- dtest d
case t of
Nothing -> go $ takeDirectory d
x@Just{} -> pure x
go d0
parseVer :: Text -> Maybe Ver
parseVer str = case reverse $ readP_to_S DV.parseVersion (T.unpack str) of
(ver, "") : _ | not (null (DV.versionBranch ver)), all (>= 0) (DV.versionBranch ver)
-> Just (Ver $ DV.versionBranch ver)
_ -> Nothing
-- | Pretty print 'Ver'
dispVer :: Ver -> Text
dispVer (Ver ns) = T.pack $ intercalate "." (map show ns)
instance FromJSON Ver where
parseJSON = withText "Ver" (maybe (fail "Ver") pure . parseVer)
instance ToJSON Ver where
toJSON = toJSON . dispVer
parsePkgId :: Text -> Maybe PkgId
parsePkgId t = do
let (pns_, pvs) = T.breakOnEnd "-" t
pv <- parseVer pvs
pn <- T.stripSuffix "-" pns_
-- TODO: validate pn
pure (PkgId (PkgName pn) pv)
-- | Pretty print 'PkgId'
dispPkgId :: PkgId -> Text
dispPkgId (PkgId (PkgName pn) pv) = pn <> "-" <> dispVer pv
-- | Pretty print 'Sha256' as base-16.
dispSha256 :: Sha256 -> Text
dispSha256 (Sha256 s) = T.decodeLatin1 (B16.encode s)
-- | Parse base-16 encoded 'Sha256'.
--
-- Returns 'Nothing' in case of parsing failure.
--
-- @since 0.3.0.0
parseSha256 :: Text -> Maybe Sha256
parseSha256 t
| B.length s == 32, B.null rest = Just (Sha256 s)
| otherwise = Nothing
where
(s, rest) = B16.decode $ T.encodeUtf8 t
-- | Export the 'Sha256' digest to a 32-byte 'B.ByteString'.
--
-- @since 0.3.0.0
sha256ToByteString :: Sha256 -> B.ByteString
sha256ToByteString (Sha256 bs) = bs
-- | Import the 'Sha256' digest from a 32-byte 'B.ByteString'.
--
-- Returns 'Nothing' if input 'B.ByteString' has incorrect length.
--
-- @since 0.3.0.0
sha256FromByteString :: B.ByteString -> Maybe Sha256
sha256FromByteString bs
| B.length bs == 32 = Just (Sha256 bs)
| otherwise = Nothing
instance FromJSON Sha256 where
parseJSON = withText "Sha256" (maybe (fail "Sha256") pure . parseSha256)
instance ToJSON Sha256 where
toJSON = toJSON . dispSha256
instance Show Sha256 where
show = show . dispSha256
----------------------------------------------------------------------------
-- | Extract directed 'UnitId' dependency graph edges from 'pjUnits'
--
-- This graph contains both, library and executable dependencies edges
planJsonIdGraph :: PlanJson -> Map UnitId (Set UnitId)
planJsonIdGraph PlanJson{..} = M.fromList [ (uId unit, planItemAllDeps unit)
| unit <- M.elems pjUnits
]
-- | Extract 'UnitId' root nodes from dependency graph computed by 'planJsonIdGraph'
planJsonIdRoots :: PlanJson -> Set UnitId
planJsonIdRoots PlanJson{..} = M.keysSet pjUnits `S.difference` nonRoots
where
nonRoots :: Set UnitId
nonRoots = mconcat $ M.elems $ planJsonIdGraph PlanJson{..}
|