KLL Compiler
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
This repo is archived. You can view files and clone it, but cannot push or open issues/pull-requests.

containers.py 15KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450
  1. #!/usr/bin/env python3
  2. # KLL Compiler Containers
  3. #
  4. # Copyright (C) 2014-2015 by Jacob Alexander
  5. #
  6. # This file is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This file is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this file. If not, see <http://www.gnu.org/licenses/>.
  18. ### Imports ###
  19. import copy
  20. ### Decorators ###
  21. ## Print Decorator Variables
  22. ERROR = '\033[5;1;31mERROR\033[0m:'
  23. ### Parsing ###
  24. ## Containers
  25. class ScanCode:
  26. # Container for ScanCodes
  27. #
  28. # scancode - Non-interconnect adjusted scan code
  29. # interconnect_id - Unique id for the interconnect node
  30. def __init__( self, scancode, interconnect_id ):
  31. self.scancode = scancode
  32. self.interconnect_id = interconnect_id
  33. def __eq__( self, other ):
  34. return self.dict() == other.dict()
  35. def __repr__( self ):
  36. return repr( self.dict() )
  37. def dict( self ):
  38. return {
  39. 'ScanCode' : self.scancode,
  40. 'Id' : self.interconnect_id,
  41. }
  42. # Calculate the actual scancode using the offset list
  43. def offset( self, offsetList ):
  44. if self.interconnect_id > 0:
  45. return self.scancode + offsetList[ self.interconnect_id - 1 ]
  46. else:
  47. return self.scancode
  48. class ScanCodeStore:
  49. # Unique lookup for ScanCodes
  50. def __init__( self ):
  51. self.scancodes = []
  52. def __getitem__( self, name ):
  53. # First check if this is a ScanCode object
  54. if isinstance( name, ScanCode ):
  55. # Do a reverse lookup
  56. for idx, scancode in enumerate( self.scancodes ):
  57. if scancode == name:
  58. return idx
  59. # Could not find scancode
  60. return None
  61. # Return scancode using unique id
  62. return self.scancodes[ name ]
  63. # Attempt add ScanCode to list, return unique id
  64. def append( self, new_scancode ):
  65. # Iterate through list to make sure this is a unique ScanCode
  66. for idx, scancode in enumerate( self.scancodes ):
  67. if new_scancode == scancode:
  68. return idx
  69. # Unique entry, add to the list
  70. self.scancodes.append( new_scancode )
  71. return len( self.scancodes ) - 1
  72. class Capabilities:
  73. # Container for capabilities dictionary and convenience functions
  74. def __init__( self ):
  75. self.capabilities = dict()
  76. def __getitem__( self, name ):
  77. return self.capabilities[ name ]
  78. def __setitem__( self, name, contents ):
  79. self.capabilities[ name ] = contents
  80. def __repr__( self ):
  81. return "Capabilities => {0}\nIndexed Capabilities => {1}".format( self.capabilities, sorted( self.capabilities, key = self.capabilities.get ) )
  82. # Total bytes needed to store arguments
  83. def totalArgBytes( self, name ):
  84. totalBytes = 0
  85. # Iterate over the arguments, summing the total bytes
  86. for arg in self.capabilities[ name ][ 1 ]:
  87. totalBytes += int( arg[ 1 ] )
  88. return totalBytes
  89. # Name of the capability function
  90. def funcName( self, name ):
  91. return self.capabilities[ name ][ 0 ]
  92. # Only valid while dictionary keys are not added/removed
  93. def getIndex( self, name ):
  94. return sorted( self.capabilities, key = self.capabilities.get ).index( name )
  95. def getName( self, index ):
  96. return sorted( self.capabilities, key = self.capabilities.get )[ index ]
  97. def keys( self ):
  98. return sorted( self.capabilities, key = self.capabilities.get )
  99. class Macros:
  100. # Container for Trigger Macro : Result Macro correlation
  101. # Layer selection for generating TriggerLists
  102. #
  103. # Only convert USB Code list once all the ResultMacros have been accumulated (does a macro reduction; not reversible)
  104. # Two staged list for ResultMacros:
  105. # 1) USB Code/Non-converted (may contain capabilities)
  106. # 2) Capabilities
  107. def __init__( self ):
  108. # Default layer (0)
  109. self.layer = 0
  110. # Unique ScanCode Hash Id Lookup
  111. self.scanCodeStore = ScanCodeStore()
  112. # Macro Storage
  113. self.macros = [ dict() ]
  114. # Base Layout Storage
  115. self.baseLayout = None
  116. self.layerLayoutMarkers = []
  117. # Correlated Macro Data
  118. self.resultsIndex = dict()
  119. self.triggersIndex = dict()
  120. self.resultsIndexSorted = []
  121. self.triggersIndexSorted = []
  122. self.triggerList = []
  123. self.maxScanCode = []
  124. self.firstScanCode = []
  125. self.interconnectOffset = []
  126. # USBCode Assignment Cache
  127. self.assignmentCache = []
  128. def __repr__( self ):
  129. return "{0}".format( self.macros )
  130. def completeBaseLayout( self ):
  131. # Copy base layout for later use when creating partial layers and add marker
  132. self.baseLayout = copy.deepcopy( self.macros[ 0 ] )
  133. self.layerLayoutMarkers.append( copy.deepcopy( self.baseLayout ) ) # Not used for default layer, just simplifies coding
  134. def removeUnmarked( self ):
  135. # Remove all of the unmarked mappings from the partial layer
  136. for trigger in self.layerLayoutMarkers[ self.layer ].keys():
  137. del self.macros[ self.layer ][ trigger ]
  138. def addLayer( self ):
  139. # Increment layer count, and append another macros dictionary
  140. self.layer += 1
  141. self.macros.append( copy.deepcopy( self.baseLayout ) )
  142. # Add a layout marker for each layer
  143. self.layerLayoutMarkers.append( copy.deepcopy( self.baseLayout ) )
  144. # Use for ScanCode trigger macros
  145. def appendScanCode( self, trigger, result ):
  146. if not trigger in self.macros[ self.layer ]:
  147. self.replaceScanCode( trigger, result )
  148. else:
  149. self.macros[ self.layer ][ trigger ].append( result )
  150. # Remove the given trigger/result pair
  151. def removeScanCode( self, trigger, result ):
  152. # Remove all instances of the given trigger/result pair
  153. while result in self.macros[ self.layer ][ trigger ]:
  154. self.macros[ self.layer ][ trigger ].remove( result )
  155. # Replaces the given trigger with the given result
  156. # If multiple results for a given trigger, clear, then add
  157. def replaceScanCode( self, trigger, result ):
  158. self.macros[ self.layer ][ trigger ] = [ result ]
  159. # Mark layer scan code, so it won't be removed later
  160. # Also check to see if it hasn't already been removed before
  161. if not self.baseLayout is None and trigger in self.layerLayoutMarkers[ self.layer ]:
  162. del self.layerLayoutMarkers[ self.layer ][ trigger ]
  163. # Return a list of ScanCode triggers with the given USB Code trigger
  164. def lookupUSBCodes( self, usbCode ):
  165. scanCodeList = []
  166. # Scan current layer for USB Codes
  167. for macro in self.macros[ self.layer ].keys():
  168. if usbCode in self.macros[ self.layer ][ macro ]:
  169. scanCodeList.append( macro )
  170. if len(scanCodeList) == 0:
  171. if len(usbCode) > 1 or len(usbCode[0]) > 1:
  172. for combo in usbCode:
  173. comboCodes = list()
  174. for key in combo:
  175. scanCode = self.lookupUSBCodes(((key,),))
  176. comboCodes.append(scanCode[0][0][0])
  177. scanCodeList.append(tuple(code for code in comboCodes))
  178. scanCodeList = [tuple(scanCodeList)]
  179. return scanCodeList
  180. # Cache USBCode Assignment
  181. def cacheAssignment( self, operator, scanCode, result ):
  182. self.assignmentCache.append( [ operator, scanCode, result ] )
  183. # Assign cached USBCode Assignments
  184. def replayCachedAssignments( self ):
  185. # Iterate over each item in the assignment cache
  186. for item in self.assignmentCache:
  187. # Check operator, and choose the specified assignment action
  188. # Append Case
  189. if item[0] == ":+":
  190. self.appendScanCode( item[1], item[2] )
  191. # Remove Case
  192. elif item[0] == ":-":
  193. self.removeScanCode( item[1], item[2] )
  194. # Replace Case
  195. elif item[0] == ":":
  196. self.replaceScanCode( item[1], item[2] )
  197. # Clear assignment cache
  198. self.assignmentCache = []
  199. # Generate/Correlate Layers
  200. def generate( self ):
  201. self.generateIndices()
  202. self.sortIndexLists()
  203. self.generateOffsetTable()
  204. self.generateTriggerLists()
  205. # Generates Index of Results and Triggers
  206. def generateIndices( self ):
  207. # Iterate over every trigger result, and add to the resultsIndex and triggersIndex
  208. for layer in range( 0, len( self.macros ) ):
  209. for trigger in self.macros[ layer ].keys():
  210. # Each trigger has a list of results
  211. for result in self.macros[ layer ][ trigger ]:
  212. # Only add, with an index, if result hasn't been added yet
  213. if not result in self.resultsIndex:
  214. self.resultsIndex[ result ] = len( self.resultsIndex )
  215. # Then add a trigger for each result, if trigger hasn't been added yet
  216. triggerItem = tuple( [ trigger, self.resultsIndex[ result ] ] )
  217. if not triggerItem in self.triggersIndex:
  218. self.triggersIndex[ triggerItem ] = len( self.triggersIndex )
  219. # Sort Index Lists using the indices rather than triggers/results
  220. def sortIndexLists( self ):
  221. self.resultsIndexSorted = [ None ] * len( self.resultsIndex )
  222. # Iterate over the resultsIndex and sort by index
  223. for result in self.resultsIndex.keys():
  224. self.resultsIndexSorted[ self.resultsIndex[ result ] ] = result
  225. self.triggersIndexSorted = [ None ] * len( self.triggersIndex )
  226. # Iterate over the triggersIndex and sort by index
  227. for trigger in self.triggersIndex.keys():
  228. self.triggersIndexSorted[ self.triggersIndex[ trigger ] ] = trigger
  229. # Generates list of offsets for each of the interconnect ids
  230. def generateOffsetTable( self ):
  231. idMaxScanCode = [ 0 ]
  232. # Iterate over each layer to get list of max scancodes associated with each interconnect id
  233. for layer in range( 0, len( self.macros ) ):
  234. # Iterate through each trigger/sequence in the layer
  235. for sequence in self.macros[ layer ].keys():
  236. # Iterate over the trigger to locate the ScanCodes
  237. for combo in sequence:
  238. # Iterate over each scancode id in the combo
  239. for scancode_id in combo:
  240. # Lookup ScanCode
  241. scancode_obj = self.scanCodeStore[ scancode_id ]
  242. # Extend list if not large enough
  243. if scancode_obj.interconnect_id >= len( idMaxScanCode ):
  244. idMaxScanCode.extend( [ 0 ] * ( scancode_obj.interconnect_id - len( idMaxScanCode ) + 1 ) )
  245. # Determine if the max seen id for this interconnect id
  246. if scancode_obj.scancode > idMaxScanCode[ scancode_obj.interconnect_id ]:
  247. idMaxScanCode[ scancode_obj.interconnect_id ] = scancode_obj.scancode
  248. # Generate interconnect offsets
  249. self.interconnectOffset = [ idMaxScanCode[0] + 1 ]
  250. for index in range( 1, len( idMaxScanCode ) ):
  251. self.interconnectOffset.append( self.interconnectOffset[ index - 1 ] + idMaxScanCode[ index ] )
  252. # Generates Trigger Lists per layer using index lists
  253. def generateTriggerLists( self ):
  254. for layer in range( 0, len( self.macros ) ):
  255. # Set max scancode to 0xFF (255)
  256. # But keep track of the actual max scancode and reduce the list size
  257. self.triggerList.append( [ [] ] * 0xFF )
  258. self.maxScanCode.append( 0x00 )
  259. # Iterate through trigger macros to locate necessary ScanCodes and corresponding triggerIndex
  260. for trigger in self.macros[ layer ].keys():
  261. for variant in range( 0, len( self.macros[ layer ][ trigger ] ) ):
  262. # Identify result index
  263. resultIndex = self.resultsIndex[ self.macros[ layer ][ trigger ][ variant ] ]
  264. # Identify trigger index
  265. triggerIndex = self.triggersIndex[ tuple( [ trigger, resultIndex ] ) ]
  266. # Iterate over the trigger to locate the ScanCodes
  267. for sequence in trigger:
  268. for combo_id in sequence:
  269. combo = self.scanCodeStore[ combo_id ].offset( self.interconnectOffset )
  270. # Append triggerIndex for each found scanCode of the Trigger List
  271. # Do not re-add if triggerIndex is already in the Trigger List
  272. if not triggerIndex in self.triggerList[ layer ][ combo ]:
  273. # Append is working strangely with list pre-initialization
  274. # Doing a 0 check replacement instead -HaaTa
  275. if len( self.triggerList[ layer ][ combo ] ) == 0:
  276. self.triggerList[ layer ][ combo ] = [ triggerIndex ]
  277. else:
  278. self.triggerList[ layer ][ combo ].append( triggerIndex )
  279. # Look for max Scan Code
  280. if combo > self.maxScanCode[ layer ]:
  281. self.maxScanCode[ layer ] = combo
  282. # Shrink triggerList to actual max size
  283. self.triggerList[ layer ] = self.triggerList[ layer ][ : self.maxScanCode[ layer ] + 1 ]
  284. # Calculate first scan code for layer, useful for uC implementations trying to save RAM
  285. firstScanCode = 0
  286. for triggerList in range( 0, len( self.triggerList[ layer ] ) ):
  287. firstScanCode = triggerList
  288. # Break if triggerList has items
  289. if len( self.triggerList[ layer ][ triggerList ] ) > 0:
  290. break;
  291. self.firstScanCode.append( firstScanCode )
  292. # Determine overall maxScanCode
  293. self.overallMaxScanCode = 0x00
  294. for maxVal in self.maxScanCode:
  295. if maxVal > self.overallMaxScanCode:
  296. self.overallMaxScanCode = maxVal
  297. class Variables:
  298. # Container for variables
  299. # Stores three sets of variables, the overall combined set, per layer, and per file
  300. def __init__( self ):
  301. # Dictionaries of variables
  302. self.baseLayout = dict()
  303. self.fileVariables = dict()
  304. self.layerVariables = [ dict() ]
  305. self.overallVariables = dict()
  306. self.defines = dict()
  307. self.currentFile = ""
  308. self.currentLayer = 0
  309. self.baseLayoutEnabled = True
  310. def baseLayoutFinished( self ):
  311. self.baseLayoutEnabled = False
  312. def setCurrentFile( self, name ):
  313. # Store using filename and current layer
  314. self.currentFile = name
  315. self.fileVariables[ name ] = dict()
  316. # If still processing BaseLayout
  317. if self.baseLayoutEnabled:
  318. if '*LayerFiles' in self.baseLayout.keys():
  319. self.baseLayout['*LayerFiles'] += [ name ]
  320. else:
  321. self.baseLayout['*LayerFiles'] = [ name ]
  322. # Set for the current layer
  323. else:
  324. if '*LayerFiles' in self.layerVariables[ self.currentLayer ].keys():
  325. self.layerVariables[ self.currentLayer ]['*LayerFiles'] += [ name ]
  326. else:
  327. self.layerVariables[ self.currentLayer ]['*LayerFiles'] = [ name ]
  328. def incrementLayer( self ):
  329. # Store using layer index
  330. self.currentLayer += 1
  331. self.layerVariables.append( dict() )
  332. def assignVariable( self, key, value ):
  333. # Overall set of variables
  334. self.overallVariables[ key ] = value
  335. # The Name variable is a special accumulation case
  336. if key == 'Name':
  337. # BaseLayout still being processed
  338. if self.baseLayoutEnabled:
  339. if '*NameStack' in self.baseLayout.keys():
  340. self.baseLayout['*NameStack'] += [ value ]
  341. else:
  342. self.baseLayout['*NameStack'] = [ value ]
  343. # Layers
  344. else:
  345. if '*NameStack' in self.layerVariables[ self.currentLayer ].keys():
  346. self.layerVariables[ self.currentLayer ]['*NameStack'] += [ value ]
  347. else:
  348. self.layerVariables[ self.currentLayer ]['*NameStack'] = [ value ]
  349. # If still processing BaseLayout
  350. if self.baseLayoutEnabled:
  351. self.baseLayout[ key ] = value
  352. # Set for the current layer
  353. else:
  354. self.layerVariables[ self.currentLayer ][ key ] = value
  355. # File context variables
  356. self.fileVariables[ self.currentFile ][ key ] = value