aboutsummaryrefslogtreecommitdiff
path: root/lux-bootstrapper/src/lux/compiler/jvm.clj
blob: bacf2cb9c0751154c326bedaae8abfb016c42834 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
(ns lux.compiler.jvm
  (:refer-clojure :exclude [compile])
  (:require (clojure [string :as string]
                     [set :as set]
                     [template :refer [do-template]])
            clojure.core.match
            clojure.core.match.array
            (lux [base :as & :refer [|let |do return* return |case]]
                 [type :as &type]
                 [reader :as &reader]
                 [lexer :as &lexer]
                 [parser :as &parser]
                 [analyser :as &analyser]
                 [optimizer :as &optimizer]
                 [host :as &host])
            [lux.host.generics :as &host-generics]
            [lux.optimizer :as &o]
            [lux.analyser.base :as &a]
            [lux.analyser.module :as &a-module]
            (lux.compiler [core :as &&core]
                          [io :as &&io]
                          [cache :as &&cache]
                          [parallel :as &&parallel])
            (lux.compiler.jvm [base :as &&]
                              [lux :as &&lux]
                              [case :as &&case]
                              [function :as &&function]
                              [rt :as &&rt]
                              [cache :as &&jvm-cache])
            (lux.compiler.jvm.proc [common :as &&proc-common]
                                   [host :as &&proc-host]))
  (:import (org.objectweb.asm Opcodes
                              Label
                              ClassWriter
                              MethodVisitor)))

;; [Resources]
(def ^:private !source->last-line (atom nil))

(defn ^:private compile-expression [$begin syntax]
  (|let [[[?type [_file-name _line _]] ?form] syntax]
    (|do [^MethodVisitor *writer* &/get-writer
          :let [debug-label (new Label)
                _ (when (not= _line (get @!source->last-line _file-name))
                    (doto *writer*
                      (.visitLabel debug-label)
                      (.visitLineNumber (int _line) debug-label))
                    (swap! !source->last-line assoc _file-name _line))]]
      (|case ?form
        (&o/$bit ?value)
        (&&lux/compile-bit ?value)

        (&o/$nat ?value)
        (&&lux/compile-nat ?value)

        (&o/$int ?value)
        (&&lux/compile-int ?value)

        (&o/$rev ?value)
        (&&lux/compile-rev ?value)

        (&o/$frac ?value)
        (&&lux/compile-frac ?value)

        (&o/$text ?value)
        (&&lux/compile-text ?value)

        (&o/$tuple ?elems)
        (&&lux/compile-tuple (partial compile-expression $begin) ?elems)

        (&o/$var (&/$Local ?idx))
        (&&lux/compile-local (partial compile-expression $begin) ?idx)

        (&o/$captured ?scope ?captured-id ?source)
        (&&lux/compile-captured (partial compile-expression $begin) ?scope ?captured-id ?source)

        (&o/$def ?owner-class ?name)
        (&&lux/compile-global (partial compile-expression $begin) ?owner-class ?name)

        (&o/$apply ?fn ?args)
        (&&lux/compile-apply (partial compile-expression $begin) ?fn ?args)

        (&o/$loop _register-offset _inits _body)
        (&&lux/compile-loop compile-expression _register-offset _inits _body)
        
        (&o/$iter _register-offset ?args)
        (&&lux/compile-iter (partial compile-expression $begin) $begin _register-offset ?args)

        (&o/$variant ?tag ?tail ?members)
        (&&lux/compile-variant (partial compile-expression $begin) ?tag ?tail ?members)

        (&o/$case ?value [?pm ?bodies])
        (&&case/compile-case (partial compile-expression $begin) ?value ?pm ?bodies)

        (&o/$let _value _register _body)
        (&&lux/compile-let (partial compile-expression $begin) _value _register _body)

        (&o/$record-get _value _path)
        (&&lux/compile-record-get (partial compile-expression $begin) _value _path)

        (&o/$if _test _then _else)
        (&&lux/compile-if (partial compile-expression $begin) _test _then _else)
        
        (&o/$function _register-offset ?arity ?scope ?env ?body)
        (&&function/compile-function compile-expression &/$None ?arity ?scope ?env ?body)

        (&o/$ann ?value-ex ?type-ex)
        (compile-expression $begin ?value-ex)

        (&o/$proc [?proc-category ?proc-name] ?args special-args)
        (if (= "jvm" ?proc-category)
          (&&proc-host/compile-proc (partial compile-expression $begin) ?proc-name ?args special-args)
          (&&proc-common/compile-proc (partial compile-expression $begin) ?proc-category ?proc-name ?args special-args))
        
        _
        (assert false (prn-str 'compile-expression (&/adt->text syntax)))
        ))
    ))

(defn init!
  "(-> Null)"
  []
  (reset! !source->last-line {}))

(defn eval! [expr]
  (&/with-eval
    (|do [module &/get-module-name
          id &/gen-id
          [file-name _ _] &/location
          :let [class-name (str (&host/->module-class module) "/" id)
                =class (doto (new ClassWriter ClassWriter/COMPUTE_MAXS)
                         (.visit &host/bytecode-version (+ Opcodes/ACC_PUBLIC Opcodes/ACC_SUPER)
                                 class-name nil "java/lang/Object" nil)
                         (-> (.visitField (+ Opcodes/ACC_PUBLIC Opcodes/ACC_FINAL Opcodes/ACC_STATIC) &/value-field "Ljava/lang/Object;" nil nil)
                             (doto (.visitEnd)))
                         (.visitSource file-name nil))]
          _ (&/with-writer (.visitMethod =class Opcodes/ACC_STATIC "<clinit>" "()V" nil nil)
              (|do [^MethodVisitor *writer* &/get-writer
                    :let [_ (.visitCode *writer*)]
                    _ (compile-expression nil expr)
                    :let [_ (doto *writer*
                              (.visitFieldInsn Opcodes/PUTSTATIC class-name &/value-field "Ljava/lang/Object;")
                              (.visitInsn Opcodes/RETURN)
                              (.visitMaxs 0 0)
                              (.visitEnd))]]
                (return nil)))
          :let [bytecode (.toByteArray (doto =class
                                         .visitEnd))]
          _ (&&/save-class! (str id) bytecode)
          loader &/loader]
      (-> (.loadClass ^ClassLoader loader (str (&host-generics/->class-name module) "." id))
          (.getField &/value-field)
          (.get nil)
          return))))

(def all-compilers
  (let [compile-expression* (partial compile-expression nil)]
    (&/T [(partial &&lux/compile-def compile-expression)
          (partial &&lux/compile-program compile-expression*)
          (fn [macro args state] (.apply macro args state))
          (partial &&proc-host/compile-jvm-class compile-expression*)
          &&proc-host/compile-jvm-interface])))

(defn ^:private activate-module! [name file-hash]
  (|do [_ (&&cache/delete name)
        _ (&a-module/create-module name file-hash)]
    (&a-module/flag-active-module name)))

(defn ^:private save-module! [name file-hash class-bytes]
  (|do [_ (&a-module/flag-compiled-module name)
        _ (&&/save-class! &/module-class-name class-bytes)
        module-descriptor (&&core/generate-module-descriptor file-hash)]
    (&&core/write-module-descriptor! name module-descriptor)))

(let [+field-flags+ (+ Opcodes/ACC_PUBLIC Opcodes/ACC_FINAL Opcodes/ACC_STATIC)
      +datum-sig+ "Ljava/lang/Object;"]
  (defn compile-module [source-dirs name]
    (|do [[file-name file-content] (&&io/read-file source-dirs name)
          :let [file-hash (hash file-content)
                compile-module!! (&&parallel/parallel-compilation (partial compile-module source-dirs))]]
      (&/|eitherL (&&cache/load name)
                  (|do [module-exists? (&a-module/exists? name)]
                    (if module-exists?
                      (&/fail-with-loc (str "[Compiler Error] Cannot re-define a module: " name))
                      (|do [_ (activate-module! name file-hash)
                            :let [module-class-name (str (&host/->module-class name) "/_")
                                  =class (doto (new ClassWriter ClassWriter/COMPUTE_MAXS)
                                           (.visit &host/bytecode-version (+ Opcodes/ACC_PUBLIC Opcodes/ACC_SUPER)
                                                   module-class-name nil "java/lang/Object" nil)
                                           (.visitSource file-name nil))]
                            _ (if (= "lux" name)
                                (|do [_ &&rt/compile-Function-class
                                      _ &&rt/compile-LuxRT-class]
                                  (return nil))
                                (return nil))
                            :let [compiler-step (&analyser/analyse &optimizer/optimize eval! compile-module!! all-compilers)]]
                        (fn [state]
                          (|case ((&/with-writer =class
                                    (&/exhaust% compiler-step))
                                  (&/set$ &/$source (&reader/from name file-content) state))
                            (&/$Right ?state _)
                            (&/run-state (|do [:let [_ (.visitEnd =class)]
                                               _ (save-module! name file-hash (.toByteArray =class))]
                                           (return file-hash))
                                         ?state)
                            
                            (&/$Left ?message)
                            (&/fail* ?message)))))))
      )))

(let [define-class (doto (.getDeclaredMethod java.lang.ClassLoader "defineClass" (into-array [String
                                                                                              (class (byte-array []))
                                                                                              Integer/TYPE
                                                                                              Integer/TYPE]))
                     (.setAccessible true))]
  (defn memory-class-loader [store]
    (proxy [java.lang.ClassLoader]
      []
      (findClass [^String class-name]
                 (if-let [^bytes bytecode (get @store class-name)]
                   (.invoke define-class this (to-array [class-name bytecode (int 0) (int (alength bytecode))]))
                   (throw (new IllegalStateException
                               (str "[Class Loader] Unknown class: " class-name))))))))

(defn jvm-host []
  (let [store (atom {})]
    (&/$Jvm (&/T [;; "lux;writer"
                  &/$None
                  ;; "lux;loader"
                  (memory-class-loader store)
                  ;; "lux;classes"
                  store
                  ;; lux;type-env
                  (&/|table)
                  ;; lux;dummy-mappings
                  (&/|table)
                  ]))))

(let [!err! *err*]
  (defn compile-program [mode program-module source-dirs]
    (let [m-action (|do [_ (&&cache/pre-load-cache! source-dirs
                                                    &&jvm-cache/load-def-value
                                                    &&jvm-cache/install-all-defs-in-module
                                                    &&jvm-cache/uninstall-all-defs-in-module)
                         _ (compile-module source-dirs "lux")]
                     (compile-module source-dirs program-module))]
      (|case (m-action (&/init-state "{old}" mode (jvm-host)))
        (&/$Right ?state _)
        (do (println "Compilation complete!")
          (&&cache/clean ?state))

        (&/$Left ?message)
        (binding [*out* !err!]
          (do (println (str "Compilation failed:\n" ?message))
            (flush)
            (System/exit 1)))
        ))))