pipeline

.buildkite/pipeline.yml

@@ -0,0 +1,80 @@
+steps:
+- group: ":lock_with_ink_pen: Security Audits"
+  key: "group"
+  steps:
+#    - trigger: "ydshieh-transformers-2"
+    - label: "Generate"
+  #    plugins:
+  #      - docker#v5.12.0:
+  #          image: "python:3.10-slim"
+  #          always-pull: true
+      commands:
+        - "python3 -c \"print('I am good boy')\""
+        - 'tail -100 config.yml'
+        - 'tail -100 config.yml | buildkite-agent pipeline upload'
+#        - 'echo "    - command: \"echo 5\"" | buildkite-agent pipeline upload'
+      key: generate
+    - label: "Build 1"
+  #    plugins:
+  #      - docker#v5.12.0:
+  #          image: "python:3.10-slim"
+  #          always-pull: true
+      commands:
+        - "echo 3"
+        - "echo 2"
+        - "mkdir logs"
+        - "echo 1 > logs/log.txt"
+        - "ls -l"
+        - "ls -l logs"
+        - "ls -l logs/log.txt"
+#        - "sleep 5"
+      artifact_paths:
+        - "logs/log.txt"
+  #      - "conda init"
+  #      - "conda activate py39"
+  #      - "echo 4"
+  #      - "conda deactivate"
+  #      - "echo 6"
+  #      - "echo 7"
+      key: build-1
+#    - label: "Build 2"
+#  #    plugins:
+#  #      - docker#v5.12.0:
+#  #          image: "python:3.10-slim"
+#  #          always-pull: true
+#      commands:
+#        - "echo 1"
+#        - "echo 2"
+#        - "echo 3"
+#        - "sleep 5"
+#  #      - "conda init"
+#  #      - "conda activate py39"
+#  #      - "echo 4"
+#  #      - "conda deactivate"
+#  #      - "echo 6"
+#  #      - "echo 7"
+#      key: build-2
+#    - label: "Build 3"
+#  #    plugins:
+#  #      - docker#v5.12.0:
+#  #          image: "python:3.10-slim"
+#  #          always-pull: true
+#      commands:
+#        - "echo 1"
+#        - "echo 2"
+#        - "echo 3"
+#        - "sleep 5"
+#  #      - "conda init"
+#  #      - "conda activate py39"
+#  #      - "echo 4"
+#  #      - "conda deactivate"
+#  #      - "echo 6"
+#  #      - "echo 7"
+#      key: build-3
+- group: ":lock_with_ink_pen: Good boy!"
+  key: "group-2"
+  steps:
+    - label: "Build 1"
+      commands:
+        - "echo 3"
+        - "echo 2"

.github/scripts/assign_reviewers.py

@@ -0,0 +1,79 @@
+import os
+import github
+import json
+from github import Github
+from fnmatch import fnmatch
+from collections import Counter
+from pathlib import Path
+
+def get_file_owners(file_path, codeowners_lines):
+    # Process lines in reverse (last matching pattern takes precedence)
+    for line in reversed(codeowners_lines):
+        # Skip comments and empty lines, strip inline comments
+        line = line.split('#')[0].strip()
+        if not line:
+            continue
+
+        # Split into pattern and owners
+        parts = line.split()
+        pattern = parts[0]
+        owners = parts[1:]  # Can be empty, e.g. for dummy files with explicitly no owner!
+
+        # Check if file matches pattern
+        if fnmatch(file_path, pattern):
+            return owners  # Remember, can still be empty!
+    return []  # Should never happen, but just in case
+
+def main():
+    g = Github(os.environ['GITHUB_TOKEN'])
+    repo = g.get_repo("ydshieh/transformers")
+    os.system("git branch")
+    os.system("git log -n 1")
+    with open(os.environ['GITHUB_EVENT_PATH']) as f:
+        event = json.load(f)
+    script_dir = Path(__file__).parent.absolute()
+    with open(script_dir / "codeowners_for_review_action") as f:
+        codeowners_lines = f.readlines()
+
+    # The PR number is available in the event payload
+    pr_number = event['pull_request']['number']
+    pr = repo.get_pull(pr_number)
+    os.system("git branch")
+    os.system("git log -n 1")
+    pr_author = pr.user.login
+
+    existing_reviews = list(pr.get_reviews())
+    if existing_reviews:
+        print(f"Already has reviews: {[r.user.login for r in existing_reviews]}")
+        return
+
+    users_requested, teams_requested = pr.get_review_requests()
+    os.system("git branch")
+    os.system("git log -n 1")
+    users_requested = list(users_requested)
+    if users_requested:
+        print(f"Reviewers already requested: {users_requested}")
+        return
+
+    locs_per_owner = Counter()
+    for file in pr.get_files():
+        os.system("git branch")
+        os.system("git log -n 1")
+        owners = get_file_owners(file.filename, codeowners_lines)
+        for owner in owners:
+            locs_per_owner[owner] += file.changes
+
+    # Assign the top 2 based on locs changed as reviewers
+    top_owners = locs_per_owner.most_common(3)
+    print("Top owners", top_owners)
+    top_owners = [owner[0].removeprefix("@") for owner in top_owners]
+    top_owners = [owner for owner in top_owners if owner != pr_author][:2]  # Max 2, and never ping the author
+    try:
+        pr.create_review_request(top_owners)
+    except github.GithubException as e:
+        print(f"Failed to request review for {top_owners}: {e}")
+
+
+
+if __name__ == "__main__":
+    main()