Visualizando centenas de repositórios usando a ferramenta Gource

projects_url f'https://dev.azure.com/{organization}/_apis/projects?api-version=6.0' (1)
result = get_from_azure_devops(projects_url)
organization_data = json.loads(result) (2)

def encode_PAT(pat: str):
    ### PAT = Personal Access Token

    pat_bytes = pat.encode('ascii')
    base64_bytes = base64.b64encode(pat_bytes)
    base64_message = base64_bytes.decode('ascii')
    return base64_message

def get_from_azure_devops(url: str):
    personal_access_token = os.getenv('PERSONAL_ACCESS_TOKEN') (3)
    encoded_token = encode_PAT(f':{PERSONAL_ACCESS_TOKEN}')
    authorization = f'Authorization: Basic {ENCODED_TOKEN}'

    req = urllib.request.Request(url, headers={'Authorization': f'Basic {ENCODED_TOKEN}'})
    with urllib.request.urlopen(req) as response:
        return response.read()

{
  "count": 5,
  "value": [
    {
      "id": "6525b4fe-aa1c-4391-8e8d-1d400506f1ab",
      "name": "PROJETO-X",
      "description": "Descrição do projeto",
      "url": "https://dev.azure.com/ORGANIZATION-NAME/_apis/projects/6525b4fe-aa1c-4391-8e8d-1d400506f1ab",
      "state": "wellFormed",
      "revision": 25130,
      "visibility": "private",
      "lastUpdateTime": "2021-06-28T14:54:17.09Z"
    }
    //...
  ]
}

repositories_by_project = {}

projects = list(organization_data["value"])
for project in projects:
    project_name = project["name"]
    project_repositories_url = f'https://dev.azure.com/{organization}/{project}/_apis/git/repositories?api-version=6.0'
    result = get_from_azure_devops(project_repositories_url)
    repositories_data = json.loads(result)

    repositories = [ (1)
        {'name': repository['name'], 'url': repository['remoteUrl']}
        for repository in repositories_data["value"]
    ]
    repositories_by_project[project_name] = repositories (2)

{
  "PROJETO-1": [
    {
      "name": "repositorio1",
      "url": "https://NOME-ORGANIZACAO@dev.azure.com/NOME-ORGANIZACAO/NOME-PROJETO/_git/repositorio1"
    },
    {
      "name": "repositorio2",
      "url": "https://NOME-ORGANIZACAO@dev.azure.com/NOME-ORGANIZACAO/NOME-PROJETO/_git/repositorio2"
    },
  ]
}

# continuando os trechos anteriores
for project in repositories_by_project:
    for repository in repositories_by_project[project]:
        remote_url = repository["url"]
        name = repository["name"]
        try_clone_repository(remote_url, name)


def execute_in_shell(command: str): (1)
    popen = Popen(command, stdout=PIPE, universal_newlines=True)
    for stdout_line in iter(popen.stdout.readline, ""):
        yield stdout_line
    popen.stdout.close()
    return_code = popen.wait()
    if return_code:
        raise CalledProcessError(return_code, command)


def try_clone_repository(git_url: str, repository_name: str):
    try:
        target_directory = f'./repositories/{repository_name}' (2)
        if os.path.isdir(target_directory) and len(os.listdir(target_directory)) > 0:
            print(f'{target_directory} already cloned. Skipping.')
            return

        git_command = f'git clone "{git_url}" {target_directory}'
        print(f'Executing command: {git_command}')

        for path in execute_in_shell(git_command):
            print(path, end="")
    except Exception as exception:
        print(exception)

**1629995348**|Nome usuário 1|A|/.gitignore (1)
1629995348|**Nome usuário 1**|A|/README.md (2)
1630016091|usuario.2|**M**|/.gitignore (3)
1630016091|usuario.2|A|**/backend/.editorconfig** (4)
1630016091|usuario.2|A|/backend/.gitignore
1630016091|usuario.2|A|/backend/ServiceX.sln
1630016091|usuario.2|A|/backend/NuGet.Config
1630016091|usuario.2|A|/backend/devops/docker/Dockerfile
1630016091|usuario.2|D|/backend/devops/helm/servicex/.helmignore
1630016091|usuario.2|D|/backend/devops/helm/servicex/Chart.yaml

# continuando os trechos anteriores
for project in repositories_by_project:
    for repository in repositories_by_project[project]:
        remote_url = repository["url"]
        name = repository["name"]
        try_clone_repository(remote_url, name)
        render_custom_log(repository, project) (1)

def render_custom_log(repository_name, project_name):
    print(f'Generating log file for repository {repository_name}.txt')
    try:
        target_file = f'./render/{repository_name}.txt'
        if os.path.isfile(target_file):
            print(f'Repository {repository} already processed')
            return

        if not os.path.isdir(repository_directory):
            raise Exception(f'Unable to render custom log for repository {repository_name}. {repository_directory} not found.')
        else:
            files = os.listdir(repository_directory)
            has_files = len(files) > 1  # every repository has at least .git
            if not has_files:
                print(f'Skipping log genereation for repository {repository_name}. Repository is empty')
                return

        gource_command = f'gource --output-custom-log "{target_file}" "./repositories/{repository_name}"' (2)
        proc = Popen(gource_command, stdout=PIPE, stderr=PIPE, shell=True)
        out, err = proc.communicate()

        if proc.returncode == 0:
            print(f'Command executed successfully: {gource_command}')
            sleep(1000)  # necessary to ensure that the generated file is closed

            inject_repository_name(target_file, project_name)
        else:
            raise Exception(f"Error executing command. Exitcode: {proc.returncode}\n {err.decode('utf-8')}\n Command: {gource_command}")
    except Exception as e:
        print(e)

sed -i -r "s#(.+)\|#\1|/repo1#" log1.txt

# ...
if proc.returncode == 0:
    print(f'Command executed successfully: {gource_command}')

    sleep(1)  # ensure that the generated file is closed
    inject_repository_name(target_file, project_name) (1)


def inject_repository_name(file_path, project_name): (2)
    with open(file_path, 'r') as file_read:
        content = file_read.read()
        with open(file_path, 'w') as file:
            new_content = content \
                .replace('|A|', f'|A|/{project_name}') \
                .replace('|M|', f'|M|/{project_name}') \
                .replace('|D|', f'|D|/{project_name}')
            file.write(new_content)

cat log1.txt log2.txt log3.txt | sort -n > combined.txt

  custom_log_files = os.listdir('./render') (1)
  all_lines = []
  for log_file in custom_log_files:
      lines = read_lines(f'./render/{log_file}')
      all_lines.extend(lines) (2)
  all_lines.sort() (3)

  combined_file_path = './combined.txt'
  print(f'Generating file {combined_file_path}')
  with open(f'{combined_file_path}', mode='w', newline='') as file:
      file.writelines(all_lines) (4)
      print(f'File {combined_file_path} successfully generated')