artifactory 上传下载命令

• 下载单个文件到本地：

• # 下载远程a.txt 到本地a.txt
  jf rt dl "aa/bb/a.txt" "a.txt" --url="$ARTIFACTORY_URL_SWF" --user="小绿" --password="$API_KEY_SWF" --flat=true
  
  # 单个文件上传下载命令：
  jf rt dl "要下载的远程文件名称" "下载到本地的名称" --url="artifactory_url" --user="username" --password="api_token" --flat=true
  例如：jf rt dl "apricot_rse/i3_RSU/RSE_System_Staging_Build/20250513/E228.0/System_411487/deliverables/STAR3.0/fastboot_build/dev/fastboot_android_qnx_all_images_userdebug_dev_20250513_411487.tar.gz" "fastboot_android_qnx_all_images_userdebug_dev_20250513_411487.tar.gz" --ur
  l="https://artifact.abc:443/artifactory/" --user="GAYUXIA" --password="aaaaaaaaaaaaaaaaaaaa" --flat=true

• 批量下载文件到本地：

• #下载远程aa/dev 到本地的AA/DEV 目录下
  #ARTIFACTORY_URL_SWF="https://abc.def.com/artifactory/"
  # --falst=true 如果是 true，则所有文件会扁平化下载到同一个目录中。
  #扁平化下载：所有文件都下载到一个目录下，包括子目录的文件也下载到同一个目录，没有目录层级
  jf rt dl "aa/dev/" "AA/DEV/" --url="$ARTIFACTORY_URL_SWF" --user="GAYUXIA" --password="$API_KEY_SWF" --flat=true

• 上传单个文件到指定目录：

• # --recursive=true：从源目录递归上传文件。
  # --flat=true 将文件上传到指定的确切目标路径，但不保留源目录结构。
  # 这里的artifactory_url 必需写到：https://www.abc.com/artifactory/ 这里
  jf rt u --fail-no-op --recursive=true --flat=true --url $artifactory_url $file $upload_dir --user=$username --password=$api_key
  
  例如：
  jf rt u --fail-no-op --recursive=true --flat=true --url https://www.abc.com/artifactory/ a.txt A/B/C/a.txt --user=$username --password=$api_key

• 查询指定目录下的文件列表：

• jf rt search --access-token="你的API TOKEN" --url=https://artifact.XXX.com/artifactory/ apricot_rse/i3_RSU/VCPU/8295_master/STAR3.5/E230.0-1686/dev/ --count=false --include-dirs=false

• 查询artifactory指定目录的所有文件夹，文件，以及文件的大小
• (1):定义一个search-spec.json文件，文件内容如下：

• {
    "files": [
      {
        "pattern": "apricot_rse/i3_RSU/RSE_System_Staging_Build/*/*",
        "recursive": "true",
        "includeDirs": "false",
        "sortBy": [
          "created"
        ],
        "sortOrder": "asc"
      }
    ]
  }

  (2):查询命令：

•     cmd = [
          "jf", "rt", "search",
          "--spec=search-spec.json",
          "--server-id=artifactory"
      ]
  
      # --server-id=artifactory  这里的参数需要使用jf c add 预先配置,artifactory_url地址，artifactory_username,artifactory_password

  #完整脚本代码如下：
  import subprocess
  import json
  import pandas as pd
  from datetime import datetime
  import re
  from pathlib import Path
  import os
  
  def create_spec_file():
      spec = {
          "files": [
              {
                  "pattern": "apricot_rse/i3_RSU/RSE_System_Staging_Build/*/*",
                  "recursive": "true",
                  "includeDirs": "false",
                  "sortBy": ["created"],
                  "sortOrder": "asc"
              }
          ]
      }
      with open("search-spec.json", "w") as f:
          json.dump(spec, f, indent=2)
      print("创建 search-spec.json")
  
  def run_jfrog_search():
      cmd = [
          "jf", "rt", "search",
          "--spec=search-spec.json",
          "--server-id=artifactory"
      ]
  
      try:
          result = subprocess.run(
              cmd,
              check=True,
              capture_output=True,
              text=True
          )
          with open("result.json", "w") as f:
              f.write(result.stdout)
          print("结果已保存到 result.json")
          return True
      except subprocess.CalledProcessError as e:
          print(f"执行失败:\n{e.stderr}")
          return False
  
  def get_data(filename="result.json"):
      prefix = "apricot_rse/i3_RSU/RSE_System_Staging_Build/"
      cutoff_date = datetime.strptime("2025-04-18", "%Y-%m-%d")
  
      with open(filename, 'r', encoding='utf-8') as f:
          data = json.load(f)
  
      filtered_data = []
      for item in data:
          created_str = item.get("created", "")[:10]  # 只取日期部分
          try:
              created_date = datetime.strptime(created_str, "%Y-%m-%d")
          except ValueError:
              # 无效日期格式跳过这条
              continue
  
          if created_date >= cutoff_date:
              path = item.get("path", "")
              if path.startswith(prefix):
                  path = path[len(prefix):]
              #if (path.endswith(('.tar', '.tar.gz')):
              #if (path.endswith(('.tar', '.tar.gz')) and 'dev' in path):
              #if path.endswith(('.tar', '.tar.gz')) and 'dev' in path and any(keyword in path for keyword in ['android_fastboot', 'flat_build', 'BOOT']):
              #pattern = r'.*(android_fastboot|flat_build|BOOT).*dev.*\.tar(\.gz)?$'
              #if re.search(pattern, path, re.IGNORECASE):
              if (
                  #path.endswith(('.tar', '.tar.gz')) and
                  path.endswith(('.tar.gz')) and
                  (
                      # 匹配 swup/dev/*/*/BOOT/
                       ('swup/dev' in path and '/BOOT/' in path and 'BOOT_ALWAYS_ON' not in path) or
                      # 匹配 flat_build/dev/
                      ('flat_build/dev' in path) or
                      # 匹配 fastboot_build/dev/
                      #('fastboot_build/dev/' in path) or
                      ('android/dev/' in path)
                  )
              ):
                  path_obj = Path(path)
                  size_bytes = item.get("size")
                  size_gb = round(size_bytes / (1024**3), 2) if size_bytes is not None else None
  
                  package_name = os.path.basename(path)
                  parts = path.split('/')
                  version = parts[1] if len(parts) > 1 else ""
                  #if not package_name.startswith(("symbols_vmlinux")):
                  if not package_name.startswith(("symbols_vmlinux",)) and "userdebug" not in package_name:
                      filtered_data.append({
                          "created": created_str,
                          "version": version,
                          "path": path,
                          "package_name" : package_name,
                          "size": size_gb
                      })
  
      df = pd.DataFrame(filtered_data)
      df.to_excel('output.xlsx', index=False)
  
  if __name__ == "__main__":
      create_spec_file()
      run_jfrog_search()
      get_data(filename="result.json")