storage.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267
  1. #!/usr/bin/env python3
  2. from flipper.storage import FlipperStorage
  3. import logging
  4. import argparse
  5. import os
  6. import sys
  7. import binascii
  8. import posixpath
  9. class Main:
  10. def __init__(self):
  11. # command args
  12. self.parser = argparse.ArgumentParser()
  13. self.parser.add_argument("-d", "--debug", action="store_true", help="Debug")
  14. self.parser.add_argument("-p", "--port", help="CDC Port", required=True)
  15. self.subparsers = self.parser.add_subparsers(help="sub-command help")
  16. self.parser_mkdir = self.subparsers.add_parser("mkdir", help="Create directory")
  17. self.parser_mkdir.add_argument("flipper_path", help="Flipper path")
  18. self.parser_mkdir.set_defaults(func=self.mkdir)
  19. self.parser_remove = self.subparsers.add_parser(
  20. "remove", help="Remove file/directory"
  21. )
  22. self.parser_remove.add_argument("flipper_path", help="Flipper path")
  23. self.parser_remove.set_defaults(func=self.remove)
  24. self.parser_read = self.subparsers.add_parser("read", help="Read file")
  25. self.parser_read.add_argument("flipper_path", help="Flipper path")
  26. self.parser_read.set_defaults(func=self.read)
  27. self.parser_size = self.subparsers.add_parser("size", help="Size of file")
  28. self.parser_size.add_argument("flipper_path", help="Flipper path")
  29. self.parser_size.set_defaults(func=self.size)
  30. self.parser_receive = self.subparsers.add_parser("receive", help="Receive file")
  31. self.parser_receive.add_argument("flipper_path", help="Flipper path")
  32. self.parser_receive.add_argument("local_path", help="Local path")
  33. self.parser_receive.set_defaults(func=self.receive)
  34. self.parser_send = self.subparsers.add_parser(
  35. "send", help="Send file or directory"
  36. )
  37. self.parser_send.add_argument(
  38. "-f", "--force", help="Force sending", action="store_true"
  39. )
  40. self.parser_send.add_argument("local_path", help="Local path")
  41. self.parser_send.add_argument("flipper_path", help="Flipper path")
  42. self.parser_send.set_defaults(func=self.send)
  43. self.parser_list = self.subparsers.add_parser(
  44. "list", help="Recursively list files and dirs"
  45. )
  46. self.parser_list.add_argument("flipper_path", help="Flipper path", default="/")
  47. self.parser_list.set_defaults(func=self.list)
  48. # logging
  49. self.logger = logging.getLogger()
  50. def __call__(self):
  51. self.args = self.parser.parse_args()
  52. if "func" not in self.args:
  53. self.parser.error("Choose something to do")
  54. # configure log output
  55. self.log_level = logging.DEBUG if self.args.debug else logging.INFO
  56. self.logger.setLevel(self.log_level)
  57. self.handler = logging.StreamHandler(sys.stdout)
  58. self.handler.setLevel(self.log_level)
  59. self.formatter = logging.Formatter("%(asctime)s [%(levelname)s] %(message)s")
  60. self.handler.setFormatter(self.formatter)
  61. self.logger.addHandler(self.handler)
  62. # execute requested function
  63. self.args.func()
  64. def mkdir(self):
  65. storage = FlipperStorage(self.args.port)
  66. storage.start()
  67. self.logger.debug(f'Creating "{self.args.flipper_path}"')
  68. if not storage.mkdir(self.args.flipper_path):
  69. self.logger.error(f"Error: {storage.last_error}")
  70. storage.stop()
  71. def remove(self):
  72. storage = FlipperStorage(self.args.port)
  73. storage.start()
  74. self.logger.debug(f'Removing "{self.args.flipper_path}"')
  75. if not storage.remove(self.args.flipper_path):
  76. self.logger.error(f"Error: {storage.last_error}")
  77. storage.stop()
  78. def receive(self):
  79. storage = FlipperStorage(self.args.port)
  80. storage.start()
  81. if storage.exist_dir(self.args.flipper_path):
  82. for dirpath, dirnames, filenames in storage.walk(self.args.flipper_path):
  83. self.logger.debug(
  84. f'Processing directory "{os.path.normpath(dirpath)}"'.replace(
  85. os.sep, "/"
  86. )
  87. )
  88. dirnames.sort()
  89. filenames.sort()
  90. rel_path = os.path.relpath(dirpath, self.args.flipper_path)
  91. for dirname in dirnames:
  92. local_dir_path = os.path.join(
  93. self.args.local_path, rel_path, dirname
  94. )
  95. local_dir_path = os.path.normpath(local_dir_path)
  96. os.makedirs(local_dir_path, exist_ok=True)
  97. for filename in filenames:
  98. local_file_path = os.path.join(
  99. self.args.local_path, rel_path, filename
  100. )
  101. local_file_path = os.path.normpath(local_file_path)
  102. flipper_file_path = os.path.normpath(
  103. os.path.join(dirpath, filename)
  104. ).replace(os.sep, "/")
  105. self.logger.info(
  106. f'Receiving "{flipper_file_path}" to "{local_file_path}"'
  107. )
  108. if not storage.receive_file(flipper_file_path, local_file_path):
  109. self.logger.error(f"Error: {storage.last_error}")
  110. else:
  111. self.logger.info(
  112. f'Receiving "{self.args.flipper_path}" to "{self.args.local_path}"'
  113. )
  114. if not storage.receive_file(self.args.flipper_path, self.args.local_path):
  115. self.logger.error(f"Error: {storage.last_error}")
  116. storage.stop()
  117. def send(self):
  118. storage = FlipperStorage(self.args.port)
  119. storage.start()
  120. self.send_to_storage(
  121. storage, self.args.flipper_path, self.args.local_path, self.args.force
  122. )
  123. storage.stop()
  124. # send file or folder recursively
  125. def send_to_storage(self, storage, flipper_path, local_path, force):
  126. if not os.path.exists(local_path):
  127. self.logger.error(f'Error: "{local_path}" is not exist')
  128. if os.path.isdir(local_path):
  129. # create parent dir
  130. self.mkdir_on_storage(storage, flipper_path)
  131. for dirpath, dirnames, filenames in os.walk(local_path):
  132. self.logger.debug(f'Processing directory "{os.path.normpath(dirpath)}"')
  133. dirnames.sort()
  134. filenames.sort()
  135. rel_path = os.path.relpath(dirpath, local_path)
  136. # create subdirs
  137. for dirname in dirnames:
  138. flipper_dir_path = os.path.join(flipper_path, rel_path, dirname)
  139. flipper_dir_path = os.path.normpath(flipper_dir_path).replace(
  140. os.sep, "/"
  141. )
  142. self.mkdir_on_storage(storage, flipper_dir_path)
  143. # send files
  144. for filename in filenames:
  145. flipper_file_path = os.path.join(flipper_path, rel_path, filename)
  146. flipper_file_path = os.path.normpath(flipper_file_path).replace(
  147. os.sep, "/"
  148. )
  149. local_file_path = os.path.normpath(os.path.join(dirpath, filename))
  150. self.send_file_to_storage(
  151. storage, flipper_file_path, local_file_path, force
  152. )
  153. else:
  154. self.send_file_to_storage(storage, flipper_path, local_path, force)
  155. # make directory with exist check
  156. def mkdir_on_storage(self, storage, flipper_dir_path):
  157. if not storage.exist_dir(flipper_dir_path):
  158. self.logger.debug(f'"{flipper_dir_path}" not exist, creating')
  159. if not storage.mkdir(flipper_dir_path):
  160. self.logger.error(f"Error: {storage.last_error}")
  161. else:
  162. self.logger.debug(f'"{flipper_dir_path}" already exist')
  163. # send file with exist check and hash check
  164. def send_file_to_storage(self, storage, flipper_file_path, local_file_path, force):
  165. if not storage.exist_file(flipper_file_path):
  166. self.logger.debug(
  167. f'"{flipper_file_path}" not exist, sending "{local_file_path}"'
  168. )
  169. self.logger.info(f'Sending "{local_file_path}" to "{flipper_file_path}"')
  170. if not storage.send_file(local_file_path, flipper_file_path):
  171. self.logger.error(f"Error: {storage.last_error}")
  172. elif force:
  173. self.logger.debug(
  174. f'"{flipper_file_path}" exist, but will be overwritten by "{local_file_path}"'
  175. )
  176. self.logger.info(f'Sending "{local_file_path}" to "{flipper_file_path}"')
  177. if not storage.send_file(local_file_path, flipper_file_path):
  178. self.logger.error(f"Error: {storage.last_error}")
  179. else:
  180. self.logger.debug(
  181. f'"{flipper_file_path}" exist, compare hash with "{local_file_path}"'
  182. )
  183. hash_local = storage.hash_local(local_file_path)
  184. hash_flipper = storage.hash_flipper(flipper_file_path)
  185. if not hash_flipper:
  186. self.logger.error(f"Error: {storage.last_error}")
  187. if hash_local == hash_flipper:
  188. self.logger.debug(
  189. f'"{flipper_file_path}" are equal to "{local_file_path}"'
  190. )
  191. else:
  192. self.logger.debug(
  193. f'"{flipper_file_path}" are not equal to "{local_file_path}"'
  194. )
  195. self.logger.info(
  196. f'Sending "{local_file_path}" to "{flipper_file_path}"'
  197. )
  198. if not storage.send_file(local_file_path, flipper_file_path):
  199. self.logger.error(f"Error: {storage.last_error}")
  200. def read(self):
  201. storage = FlipperStorage(self.args.port)
  202. storage.start()
  203. self.logger.debug(f'Reading "{self.args.flipper_path}"')
  204. data = storage.read_file(self.args.flipper_path)
  205. if not data:
  206. self.logger.error(f"Error: {storage.last_error}")
  207. else:
  208. try:
  209. print("Text data:")
  210. print(data.decode())
  211. except:
  212. print("Binary hexadecimal data:")
  213. print(binascii.hexlify(data).decode())
  214. storage.stop()
  215. def size(self):
  216. storage = FlipperStorage(self.args.port)
  217. storage.start()
  218. self.logger.debug(f'Getting size of "{self.args.flipper_path}"')
  219. size = storage.size(self.args.flipper_path)
  220. if size < 0:
  221. self.logger.error(f"Error: {storage.last_error}")
  222. else:
  223. print(size)
  224. storage.stop()
  225. def list(self):
  226. storage = FlipperStorage(self.args.port)
  227. storage.start()
  228. self.logger.debug(f'Listing "{self.args.flipper_path}"')
  229. storage.list_tree(self.args.flipper_path)
  230. storage.stop()
  231. if __name__ == "__main__":
  232. Main()()