appmanifest.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401
  1. from dataclasses import dataclass, field
  2. from typing import List, Optional, Tuple, Callable
  3. from enum import Enum
  4. import os
  5. class FlipperManifestException(Exception):
  6. pass
  7. class FlipperAppType(Enum):
  8. SERVICE = "Service"
  9. SYSTEM = "System"
  10. APP = "App"
  11. DEBUG = "Debug"
  12. ARCHIVE = "Archive"
  13. SETTINGS = "Settings"
  14. STARTUP = "StartupHook"
  15. EXTERNAL = "External"
  16. METAPACKAGE = "Package"
  17. PLUGIN = "Plugin"
  18. @dataclass
  19. class FlipperApplication:
  20. @dataclass
  21. class ExternallyBuiltFile:
  22. path: str
  23. command: str
  24. @dataclass
  25. class Library:
  26. name: str
  27. fap_include_paths: List[str] = field(default_factory=lambda: ["."])
  28. sources: List[str] = field(default_factory=lambda: ["*.c*"])
  29. cflags: List[str] = field(default_factory=list)
  30. cdefines: List[str] = field(default_factory=list)
  31. cincludes: List[str] = field(default_factory=list)
  32. PRIVATE_FIELD_PREFIX = "_"
  33. appid: str
  34. apptype: FlipperAppType
  35. name: Optional[str] = ""
  36. entry_point: Optional[str] = None
  37. flags: List[str] = field(default_factory=lambda: ["Default"])
  38. cdefines: List[str] = field(default_factory=list)
  39. requires: List[str] = field(default_factory=list)
  40. conflicts: List[str] = field(default_factory=list)
  41. provides: List[str] = field(default_factory=list)
  42. stack_size: int = 2048
  43. icon: Optional[str] = None
  44. order: int = 0
  45. sdk_headers: List[str] = field(default_factory=list)
  46. targets: List[str] = field(default_factory=lambda: ["all"])
  47. # .fap-specific
  48. sources: List[str] = field(default_factory=lambda: ["*.c*"])
  49. fap_version: Tuple[int] = field(default_factory=lambda: (0, 1))
  50. fap_icon: Optional[str] = None
  51. fap_libs: List[str] = field(default_factory=list)
  52. fap_category: str = ""
  53. fap_description: str = ""
  54. fap_author: str = ""
  55. fap_weburl: str = ""
  56. fap_icon_assets: Optional[str] = None
  57. fap_icon_assets_symbol: Optional[str] = None
  58. fap_extbuild: List[ExternallyBuiltFile] = field(default_factory=list)
  59. fap_private_libs: List[Library] = field(default_factory=list)
  60. fap_file_assets: Optional[str] = None
  61. # Internally used by fbt
  62. _appmanager: Optional["AppManager"] = None
  63. _appdir: Optional[object] = None
  64. _apppath: Optional[str] = None
  65. _plugins: List["FlipperApplication"] = field(default_factory=list)
  66. def supports_hardware_target(self, target: str):
  67. return target in self.targets or "all" in self.targets
  68. @property
  69. def is_default_deployable(self):
  70. return self.apptype != FlipperAppType.DEBUG and self.fap_category != "Examples"
  71. def __post_init__(self):
  72. if self.apptype == FlipperAppType.PLUGIN:
  73. self.stack_size = 0
  74. class AppManager:
  75. def __init__(self):
  76. self.known_apps = {}
  77. def get(self, appname: str):
  78. try:
  79. return self.known_apps[appname]
  80. except KeyError as _:
  81. raise FlipperManifestException(
  82. f"Missing application manifest for '{appname}'"
  83. )
  84. def find_by_appdir(self, appdir: str):
  85. for app in self.known_apps.values():
  86. if app._appdir.name == appdir:
  87. return app
  88. return None
  89. def _validate_app_params(self, *args, **kw):
  90. apptype = kw.get("apptype")
  91. if apptype == FlipperAppType.PLUGIN:
  92. if kw.get("stack_size"):
  93. raise FlipperManifestException(
  94. f"Plugin {kw.get('appid')} cannot have stack (did you mean FlipperAppType.EXTERNAL?)"
  95. )
  96. if not kw.get("requires"):
  97. raise FlipperManifestException(
  98. f"Plugin {kw.get('appid')} must have 'requires' in manifest"
  99. )
  100. # Harmless - cdefines for external apps are meaningless
  101. # if apptype == FlipperAppType.EXTERNAL and kw.get("cdefines"):
  102. # raise FlipperManifestException(
  103. # f"External app {kw.get('appid')} must not have 'cdefines' in manifest"
  104. # )
  105. def load_manifest(self, app_manifest_path: str, app_dir_node: object):
  106. if not os.path.exists(app_manifest_path):
  107. raise FlipperManifestException(
  108. f"App manifest not found at path {app_manifest_path}"
  109. )
  110. # print("Loading", app_manifest_path)
  111. app_manifests = []
  112. def App(*args, **kw):
  113. nonlocal app_manifests
  114. self._validate_app_params(*args, **kw)
  115. app_manifests.append(
  116. FlipperApplication(
  117. *args,
  118. **kw,
  119. _appdir=app_dir_node,
  120. _apppath=os.path.dirname(app_manifest_path),
  121. _appmanager=self,
  122. ),
  123. )
  124. def ExtFile(*args, **kw):
  125. return FlipperApplication.ExternallyBuiltFile(*args, **kw)
  126. def Lib(*args, **kw):
  127. return FlipperApplication.Library(*args, **kw)
  128. try:
  129. with open(app_manifest_path, "rt") as manifest_file:
  130. exec(manifest_file.read())
  131. except Exception as e:
  132. raise FlipperManifestException(
  133. f"Failed parsing manifest '{app_manifest_path}' : {e}"
  134. )
  135. if len(app_manifests) == 0:
  136. raise FlipperManifestException(
  137. f"App manifest '{app_manifest_path}' is malformed"
  138. )
  139. # print("Built", app_manifests)
  140. for app in app_manifests:
  141. self._add_known_app(app)
  142. def _add_known_app(self, app: FlipperApplication):
  143. if self.known_apps.get(app.appid, None):
  144. raise FlipperManifestException(f"Duplicate app declaration: {app.appid}")
  145. self.known_apps[app.appid] = app
  146. def filter_apps(self, applist: List[str], hw_target: str):
  147. return AppBuildset(self, applist, hw_target)
  148. class AppBuilderException(Exception):
  149. pass
  150. class AppBuildset:
  151. BUILTIN_APP_TYPES = (
  152. FlipperAppType.SERVICE,
  153. FlipperAppType.SYSTEM,
  154. FlipperAppType.APP,
  155. FlipperAppType.DEBUG,
  156. FlipperAppType.ARCHIVE,
  157. FlipperAppType.SETTINGS,
  158. FlipperAppType.STARTUP,
  159. )
  160. @staticmethod
  161. def print_writer(message):
  162. print(message)
  163. def __init__(
  164. self,
  165. appmgr: AppManager,
  166. appnames: List[str],
  167. hw_target: str,
  168. message_writer: Callable = None,
  169. ):
  170. self.appmgr = appmgr
  171. self.appnames = set(appnames)
  172. self._orig_appnames = appnames
  173. self.hw_target = hw_target
  174. self._writer = message_writer if message_writer else self.print_writer
  175. self._process_deps()
  176. self._check_conflicts()
  177. self._check_unsatisfied() # unneeded?
  178. self._check_target_match()
  179. self._group_plugins()
  180. self.apps = sorted(
  181. list(map(self.appmgr.get, self.appnames)),
  182. key=lambda app: app.appid,
  183. )
  184. def _is_missing_dep(self, dep_name: str):
  185. return dep_name not in self.appnames
  186. def _check_if_app_target_supported(self, app_name: str):
  187. return self.appmgr.get(app_name).supports_hardware_target(self.hw_target)
  188. def _get_app_depends(self, app_name: str) -> List[str]:
  189. # Skip app if its target is not supported by the target we are building for
  190. if not self._check_if_app_target_supported(app_name):
  191. self._writer(
  192. f"Skipping {app_name} due to target mismatch (building for {self.hw_target}, app supports {app_def.targets}"
  193. )
  194. return []
  195. app_def = self.appmgr.get(app_name)
  196. return list(
  197. filter(
  198. self._check_if_app_target_supported,
  199. filter(self._is_missing_dep, app_def.provides + app_def.requires),
  200. )
  201. )
  202. def _process_deps(self):
  203. while True:
  204. provided = []
  205. for app_name in self.appnames:
  206. provided.extend(self._get_app_depends(app_name))
  207. # print("provides round: ", provided)
  208. if len(provided) == 0:
  209. break
  210. self.appnames.update(provided)
  211. def _check_conflicts(self):
  212. conflicts = []
  213. for app in self.appnames:
  214. if conflict_app_name := list(
  215. filter(
  216. lambda dep_name: dep_name in self.appnames,
  217. self.appmgr.get(app).conflicts,
  218. )
  219. ):
  220. conflicts.append((app, conflict_app_name))
  221. if len(conflicts):
  222. raise AppBuilderException(
  223. f"App conflicts for {', '.join(f'{conflict_dep[0]}: {conflict_dep[1]}' for conflict_dep in conflicts)}"
  224. )
  225. def _check_unsatisfied(self):
  226. unsatisfied = []
  227. for app in self.appnames:
  228. if missing_dep := list(
  229. filter(self._is_missing_dep, self.appmgr.get(app).requires)
  230. ):
  231. unsatisfied.append((app, missing_dep))
  232. if len(unsatisfied):
  233. raise AppBuilderException(
  234. f"Unsatisfied dependencies for {', '.join(f'{missing_dep[0]}: {missing_dep[1]}' for missing_dep in unsatisfied)}"
  235. )
  236. def _check_target_match(self):
  237. incompatible = []
  238. for app in self.appnames:
  239. if not self.appmgr.get(app).supports_hardware_target(self.hw_target):
  240. incompatible.append(app)
  241. if len(incompatible):
  242. raise AppBuilderException(
  243. f"Apps incompatible with target {self.hw_target}: {', '.join(incompatible)}"
  244. )
  245. def _group_plugins(self):
  246. known_extensions = self.get_apps_of_type(FlipperAppType.PLUGIN, all_known=True)
  247. for extension_app in known_extensions:
  248. for parent_app_id in extension_app.requires:
  249. try:
  250. parent_app = self.appmgr.get(parent_app_id)
  251. parent_app._plugins.append(extension_app)
  252. except FlipperManifestException as e:
  253. self._writer(
  254. f"Module {extension_app.appid} has unknown parent {parent_app_id}"
  255. )
  256. def get_apps_cdefs(self):
  257. cdefs = set()
  258. for app in self.apps:
  259. cdefs.update(app.cdefines)
  260. return sorted(list(cdefs))
  261. def get_sdk_headers(self):
  262. sdk_headers = []
  263. for app in self.apps:
  264. sdk_headers.extend([app._appdir.File(header) for header in app.sdk_headers])
  265. return sdk_headers
  266. def get_apps_of_type(self, apptype: FlipperAppType, all_known: bool = False):
  267. return sorted(
  268. filter(
  269. lambda app: app.apptype == apptype,
  270. self.appmgr.known_apps.values() if all_known else self.apps,
  271. ),
  272. key=lambda app: app.order,
  273. )
  274. def get_builtin_apps(self):
  275. return list(
  276. filter(lambda app: app.apptype in self.BUILTIN_APP_TYPES, self.apps)
  277. )
  278. def get_builtin_app_folders(self):
  279. return sorted(
  280. set(
  281. (app._appdir, source_type)
  282. for app in self.get_builtin_apps()
  283. for source_type in app.sources
  284. )
  285. )
  286. class ApplicationsCGenerator:
  287. APP_TYPE_MAP = {
  288. FlipperAppType.SERVICE: ("FlipperApplication", "FLIPPER_SERVICES"),
  289. FlipperAppType.SYSTEM: ("FlipperApplication", "FLIPPER_SYSTEM_APPS"),
  290. FlipperAppType.APP: ("FlipperApplication", "FLIPPER_APPS"),
  291. FlipperAppType.DEBUG: ("FlipperApplication", "FLIPPER_DEBUG_APPS"),
  292. FlipperAppType.SETTINGS: ("FlipperApplication", "FLIPPER_SETTINGS_APPS"),
  293. FlipperAppType.STARTUP: ("FlipperOnStartHook", "FLIPPER_ON_SYSTEM_START"),
  294. }
  295. def __init__(self, buildset: AppBuildset, autorun_app: str = ""):
  296. self.buildset = buildset
  297. self.autorun = autorun_app
  298. def get_app_ep_forward(self, app: FlipperApplication):
  299. if app.apptype == FlipperAppType.STARTUP:
  300. return f"extern void {app.entry_point}();"
  301. return f"extern int32_t {app.entry_point}(void* p);"
  302. def get_app_descr(self, app: FlipperApplication):
  303. if app.apptype == FlipperAppType.STARTUP:
  304. return app.entry_point
  305. return f"""
  306. {{.app = {app.entry_point},
  307. .name = "{app.name}",
  308. .appid = "{app.appid}",
  309. .stack_size = {app.stack_size},
  310. .icon = {f"&{app.icon}" if app.icon else "NULL"},
  311. .flags = {'|'.join(f"FlipperApplicationFlag{flag}" for flag in app.flags)} }}"""
  312. def generate(self):
  313. contents = [
  314. '#include "applications.h"',
  315. "#include <assets_icons.h>",
  316. f'const char* FLIPPER_AUTORUN_APP_NAME = "{self.autorun}";',
  317. ]
  318. for apptype in self.APP_TYPE_MAP:
  319. contents.extend(
  320. map(self.get_app_ep_forward, self.buildset.get_apps_of_type(apptype))
  321. )
  322. entry_type, entry_block = self.APP_TYPE_MAP[apptype]
  323. contents.append(f"const {entry_type} {entry_block}[] = {{")
  324. contents.append(
  325. ",\n".join(
  326. map(self.get_app_descr, self.buildset.get_apps_of_type(apptype))
  327. )
  328. )
  329. contents.append("};")
  330. contents.append(
  331. f"const size_t {entry_block}_COUNT = COUNT_OF({entry_block});"
  332. )
  333. archive_app = self.buildset.get_apps_of_type(FlipperAppType.ARCHIVE)
  334. if archive_app:
  335. contents.extend(
  336. [
  337. self.get_app_ep_forward(archive_app[0]),
  338. f"const FlipperApplication FLIPPER_ARCHIVE = {self.get_app_descr(archive_app[0])};",
  339. ]
  340. )
  341. return "\n".join(contents)