1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
|
{-# LANGUAGE GADTs, DeriveGeneric, StandaloneDeriving,
GeneralizedNewtypeDeriving, ExistentialQuantification, RecordWildCards #-}
{-# OPTIONS_GHC -fno-warn-name-shadowing -fno-warn-orphans #-}
module GHCi.Message
( Message(..), Msg(..)
, EvalStatus(..), EvalResult(..), EvalOpts(..), EvalExpr(..)
, SerializableException(..)
, THResult(..), THResultType(..)
, getMessage, putMessage
, Pipe(..), remoteCall, readPipe, writePipe
) where
import GHCi.RemoteTypes
import GHCi.ResolvedBCO
import GHCi.FFI
import GHCi.TH.Binary ()
import GHC.LanguageExtensions
import Control.Exception
import Data.Binary
import Data.Binary.Get
import Data.Binary.Put
import Data.ByteString (ByteString)
import qualified Data.ByteString as B
import qualified Data.ByteString.Lazy as LB
import Data.IORef
import Data.Typeable
import GHC.Generics
import qualified Language.Haskell.TH as TH
import qualified Language.Haskell.TH.Syntax as TH
import System.Exit
import System.IO
import System.IO.Error
-- -----------------------------------------------------------------------------
-- The RPC protocol between GHC and the interactive server
-- | A @Message a@ is a message that returns a value of type @a@
data Message a where
-- | Exit the iserv process
Shutdown :: Message ()
-- RTS Linker -------------------------------------------
-- These all invoke the corresponding functions in the RTS Linker API.
InitLinker :: Message ()
LookupSymbol :: String -> Message (Maybe RemotePtr)
LookupClosure :: String -> Message (Maybe HValueRef)
LoadDLL :: String -> Message (Maybe String)
LoadArchive :: String -> Message () -- error?
LoadObj :: String -> Message () -- error?
UnloadObj :: String -> Message () -- error?
AddLibrarySearchPath :: String -> Message RemotePtr
RemoveLibrarySearchPath :: RemotePtr -> Message Bool
ResolveObjs :: Message Bool
FindSystemLibrary :: String -> Message (Maybe String)
-- Interpreter -------------------------------------------
-- | Create a set of BCO objects, and return HValueRefs to them
CreateBCOs :: [ResolvedBCO] -> Message [HValueRef]
-- | Release 'HValueRef's
FreeHValueRefs :: [HValueRef] -> Message ()
-- | Malloc some data and return a 'RemotePtr' to it
MallocData :: ByteString -> Message RemotePtr
-- | Calls 'GHCi.FFI.prepareForeignCall'
PrepFFI :: FFIConv -> [FFIType] -> FFIType -> Message RemotePtr
-- | Free data previously created by 'PrepFFI'
FreeFFI :: RemotePtr -> Message ()
-- | Create an info table for a constructor
MkConInfoTable
:: Int -- ptr words
-> Int -- non-ptr words
-> Int -- constr tag
-> [Word8] -- constructor desccription
-> Message RemotePtr
-- | Evaluate a statement
EvalStmt
:: EvalOpts
-> EvalExpr HValueRef {- IO [a] -}
-> Message (EvalStatus [HValueRef]) {- [a] -}
-- | Resume evaluation of a statement after a breakpoint
ResumeStmt
:: EvalOpts
-> HValueRef {- ResumeContext -}
-> Message (EvalStatus [HValueRef])
-- | Abandon evaluation of a statement after a breakpoint
AbandonStmt
:: HValueRef {- ResumeContext -}
-> Message ()
-- | Evaluate something of type @IO String@
EvalString
:: HValueRef {- IO String -}
-> Message (EvalResult String)
-- | Evaluate something of type @String -> IO String@
EvalStringToString
:: HValueRef {- String -> IO String -}
-> String
-> Message (EvalResult String)
-- | Evaluate something of type @IO ()@
EvalIO
:: HValueRef {- IO a -}
-> Message (EvalResult ())
-- Template Haskell -------------------------------------------
-- | Start a new TH module, return a state token that should be
StartTH :: Message HValueRef {- GHCiQState -}
-- | Run TH module finalizers, and free the HValueRef
FinishTH :: HValueRef {- GHCiQState -} -> Message ()
-- | Evaluate a TH computation.
--
-- Returns a ByteString, because we have to force the result
-- before returning it to ensure there are no errors lurking
-- in it. The TH types don't have NFData instances, and even if
-- they did, we have to serialize the value anyway, so we might
-- as well serialize it to force it.
RunTH
:: HValueRef {- GHCiQState -}
-> HValueRef {- e.g. TH.Q TH.Exp -}
-> THResultType
-> Maybe TH.Loc
-> Message ByteString {- e.g. TH.Exp -}
-- Template Haskell Quasi monad operations
NewName :: String -> Message (THResult TH.Name)
Report :: Bool -> String -> Message (THResult ())
LookupName :: Bool -> String -> Message (THResult (Maybe TH.Name))
Reify :: TH.Name -> Message (THResult TH.Info)
ReifyFixity :: TH.Name -> Message (THResult TH.Fixity)
ReifyInstances :: TH.Name -> [TH.Type] -> Message (THResult [TH.Dec])
ReifyRoles :: TH.Name -> Message (THResult [TH.Role])
ReifyAnnotations :: TH.AnnLookup -> TypeRep -> Message (THResult [ByteString])
ReifyModule :: TH.Module -> Message (THResult TH.ModuleInfo)
AddDependentFile :: FilePath -> Message (THResult ())
AddTopDecls :: [TH.Dec] -> Message (THResult ())
IsExtEnabled :: Extension -> Message (THResult Bool)
ExtsEnabled :: Message (THResult [Extension])
-- Template Haskell return values
-- | RunTH finished successfully; return value follows
QDone :: Message ()
-- | RunTH threw an exception
QException :: String -> Message ()
-- | RunTH called 'fail'
QFail :: String -> Message ()
deriving instance Show (Message a)
data EvalOpts = EvalOpts
{ useSandboxThread :: Bool
, singleStep :: Bool
, breakOnException :: Bool
, breakOnError :: Bool
}
deriving (Generic, Show)
instance Binary EvalOpts
-- | We can pass simple expressions to EvalStmt, consisting of values
-- and application. This allows us to wrap the statement to be
-- executed in another function, which is used by GHCi to implement
-- :set args and :set prog. It might be worthwhile to extend this
-- little language in the future.
data EvalExpr a
= EvalThis a
| EvalApp (EvalExpr a) (EvalExpr a)
deriving (Generic, Show)
instance Binary a => Binary (EvalExpr a)
data EvalStatus a
= EvalComplete Word64 (EvalResult a)
| EvalBreak Bool
HValueRef{- AP_STACK -}
HValueRef{- BreakInfo -}
HValueRef{- ResumeContext -}
deriving (Generic, Show)
instance Binary a => Binary (EvalStatus a)
data EvalResult a
= EvalException SerializableException
| EvalSuccess a
deriving (Generic, Show)
instance Binary a => Binary (EvalResult a)
-- SomeException can't be serialized because it contains dynamic
-- types. However, we do very limited things with the exceptions that
-- are thrown by interpreted computations:
--
-- * We print them, e.g. "*** Exception: <something>"
-- * UserInterrupt has a special meaning
-- * In ghc -e, exitWith should exit with the appropraite exit code
--
-- So all we need to do is distinguish UserInterrupt and ExitCode, and
-- all other exceptions can be represented by their 'show' string.
--
data SerializableException
= EUserInterrupt
| EExitCode ExitCode
| EOtherException String
deriving (Generic, Show)
instance Binary ExitCode
instance Binary SerializableException
data THResult a
= THException String
| THComplete a
deriving (Generic, Show)
instance Binary a => Binary (THResult a)
data THResultType = THExp | THPat | THType | THDec | THAnnWrapper
deriving (Enum, Show, Generic)
instance Binary THResultType
data Msg = forall a . (Binary a, Show a) => Msg (Message a)
getMessage :: Get Msg
getMessage = do
b <- getWord8
case b of
0 -> Msg <$> return Shutdown
1 -> Msg <$> return InitLinker
2 -> Msg <$> LookupSymbol <$> get
3 -> Msg <$> LookupClosure <$> get
4 -> Msg <$> LoadDLL <$> get
5 -> Msg <$> LoadArchive <$> get
6 -> Msg <$> LoadObj <$> get
7 -> Msg <$> UnloadObj <$> get
8 -> Msg <$> AddLibrarySearchPath <$> get
9 -> Msg <$> RemoveLibrarySearchPath <$> get
10 -> Msg <$> return ResolveObjs
11 -> Msg <$> FindSystemLibrary <$> get
12 -> Msg <$> CreateBCOs <$> get
13 -> Msg <$> FreeHValueRefs <$> get
14 -> Msg <$> MallocData <$> get
15 -> Msg <$> (PrepFFI <$> get <*> get <*> get)
16 -> Msg <$> FreeFFI <$> get
17 -> Msg <$> (MkConInfoTable <$> get <*> get <*> get <*> get)
18 -> Msg <$> (EvalStmt <$> get <*> get)
19 -> Msg <$> (ResumeStmt <$> get <*> get)
20 -> Msg <$> (AbandonStmt <$> get)
21 -> Msg <$> (EvalString <$> get)
22 -> Msg <$> (EvalStringToString <$> get <*> get)
23 -> Msg <$> (EvalIO <$> get)
24 -> Msg <$> return StartTH
25 -> Msg <$> FinishTH <$> get
26 -> Msg <$> (RunTH <$> get <*> get <*> get <*> get)
27 -> Msg <$> NewName <$> get
28 -> Msg <$> (Report <$> get <*> get)
29 -> Msg <$> (LookupName <$> get <*> get)
30 -> Msg <$> Reify <$> get
31 -> Msg <$> ReifyFixity <$> get
32 -> Msg <$> (ReifyInstances <$> get <*> get)
33 -> Msg <$> ReifyRoles <$> get
34 -> Msg <$> (ReifyAnnotations <$> get <*> get)
35 -> Msg <$> ReifyModule <$> get
36 -> Msg <$> AddDependentFile <$> get
37 -> Msg <$> AddTopDecls <$> get
38 -> Msg <$> (IsExtEnabled <$> get)
39 -> Msg <$> return ExtsEnabled
40 -> Msg <$> return QDone
41 -> Msg <$> QException <$> get
_ -> Msg <$> QFail <$> get
putMessage :: Message a -> Put
putMessage m = case m of
Shutdown -> putWord8 0
InitLinker -> putWord8 1
LookupSymbol str -> putWord8 2 >> put str
LookupClosure str -> putWord8 3 >> put str
LoadDLL str -> putWord8 4 >> put str
LoadArchive str -> putWord8 5 >> put str
LoadObj str -> putWord8 6 >> put str
UnloadObj str -> putWord8 7 >> put str
AddLibrarySearchPath str -> putWord8 8 >> put str
RemoveLibrarySearchPath ptr -> putWord8 9 >> put ptr
ResolveObjs -> putWord8 10
FindSystemLibrary str -> putWord8 11 >> put str
CreateBCOs bco -> putWord8 12 >> put bco
FreeHValueRefs val -> putWord8 13 >> put val
MallocData bs -> putWord8 14 >> put bs
PrepFFI conv args res -> putWord8 15 >> put conv >> put args >> put res
FreeFFI p -> putWord8 16 >> put p
MkConInfoTable p n t d -> putWord8 17 >> put p >> put n >> put t >> put d
EvalStmt opts val -> putWord8 18 >> put opts >> put val
ResumeStmt opts val -> putWord8 19 >> put opts >> put val
AbandonStmt val -> putWord8 20 >> put val
EvalString val -> putWord8 21 >> put val
EvalStringToString str val -> putWord8 22 >> put str >> put val
EvalIO val -> putWord8 23 >> put val
StartTH -> putWord8 24
FinishTH val -> putWord8 25 >> put val
RunTH st q loc ty -> putWord8 26 >> put st >> put q >> put loc >> put ty
NewName a -> putWord8 27 >> put a
Report a b -> putWord8 28 >> put a >> put b
LookupName a b -> putWord8 29 >> put a >> put b
Reify a -> putWord8 30 >> put a
ReifyFixity a -> putWord8 31 >> put a
ReifyInstances a b -> putWord8 32 >> put a >> put b
ReifyRoles a -> putWord8 33 >> put a
ReifyAnnotations a b -> putWord8 34 >> put a >> put b
ReifyModule a -> putWord8 35 >> put a
AddDependentFile a -> putWord8 36 >> put a
AddTopDecls a -> putWord8 37 >> put a
IsExtEnabled a -> putWord8 38 >> put a
ExtsEnabled -> putWord8 39
QDone -> putWord8 40
QException a -> putWord8 41 >> put a
QFail a -> putWord8 42 >> put a
-- -----------------------------------------------------------------------------
-- Reading/writing messages
data Pipe = Pipe
{ pipeRead :: Handle
, pipeWrite :: Handle
, pipeLeftovers :: IORef (Maybe ByteString)
}
remoteCall :: Binary a => Pipe -> Message a -> IO a
remoteCall pipe msg = do
writePipe pipe (putMessage msg)
readPipe pipe get
writePipe :: Pipe -> Put -> IO ()
writePipe Pipe{..} put
| LB.null bs = return ()
| otherwise = do
LB.hPut pipeWrite bs
hFlush pipeWrite
where
bs = runPut put
readPipe :: Pipe -> Get a -> IO a
readPipe Pipe{..} get = do
leftovers <- readIORef pipeLeftovers
m <- getBin pipeRead get leftovers
case m of
Nothing -> throw $
mkIOError eofErrorType "GHCi.Message.remoteCall" (Just pipeRead) Nothing
Just (result, new_leftovers) -> do
writeIORef pipeLeftovers new_leftovers
return result
getBin
:: Handle -> Get a -> Maybe ByteString
-> IO (Maybe (a, Maybe ByteString))
getBin h get leftover = go leftover (runGetIncremental get)
where
go Nothing (Done leftover _ msg) =
return (Just (msg, if B.null leftover then Nothing else Just leftover))
go _ Done{} = throwIO (ErrorCall "getBin: Done with leftovers")
go (Just leftover) (Partial fun) = do
go Nothing (fun (Just leftover))
go Nothing (Partial fun) = do
-- putStrLn "before hGetSome"
b <- B.hGetSome h (32*1024)
-- printf "hGetSome: %d\n" (B.length b)
if B.null b
then return Nothing
else go Nothing (fun (Just b))
go _lft (Fail _rest _off str) =
throwIO (ErrorCall ("getBin: " ++ str))
|