aboutsummaryrefslogtreecommitdiff
path: root/dev/create-release/generate-changelist.py
diff options
context:
space:
mode:
Diffstat (limited to 'dev/create-release/generate-changelist.py')
-rwxr-xr-xdev/create-release/generate-changelist.py160
1 files changed, 82 insertions, 78 deletions
diff --git a/dev/create-release/generate-changelist.py b/dev/create-release/generate-changelist.py
index 13b744ec1b..de1b5d4ae1 100755
--- a/dev/create-release/generate-changelist.py
+++ b/dev/create-release/generate-changelist.py
@@ -29,16 +29,16 @@ import sys
import subprocess
import time
import traceback
-
+
SPARK_HOME = os.environ["SPARK_HOME"]
NEW_RELEASE_VERSION = "1.0.0"
PREV_RELEASE_GIT_TAG = "v0.9.1"
-
-CHANGELIST = "CHANGES.txt"
+
+CHANGELIST = "CHANGES.txt"
OLD_CHANGELIST = "%s.old" % (CHANGELIST)
NEW_CHANGELIST = "%s.new" % (CHANGELIST)
TMP_CHANGELIST = "%s.tmp" % (CHANGELIST)
-
+
# date before first PR in TLP Spark repo
SPARK_REPO_CHANGE_DATE1 = time.strptime("2014-02-26", "%Y-%m-%d")
# date after last PR in incubator Spark repo
@@ -46,99 +46,103 @@ SPARK_REPO_CHANGE_DATE2 = time.strptime("2014-03-01", "%Y-%m-%d")
# Threshold PR number that differentiates PRs to TLP
# and incubator repos
SPARK_REPO_PR_NUM_THRESH = 200
-
+
LOG_FILE_NAME = "changes_%s" % time.strftime("%h_%m_%Y_%I_%M_%S")
LOG_FILE = open(LOG_FILE_NAME, 'w')
-
+
+
def run_cmd(cmd):
- try:
- print >> LOG_FILE, "Running command: %s" % cmd
- output = subprocess.check_output(cmd, shell=True, stderr=LOG_FILE)
- print >> LOG_FILE, "Output: %s" % output
- return output
- except:
- traceback.print_exc()
- cleanup()
- sys.exit(1)
-
+ try:
+ print >> LOG_FILE, "Running command: %s" % cmd
+ output = subprocess.check_output(cmd, shell=True, stderr=LOG_FILE)
+ print >> LOG_FILE, "Output: %s" % output
+ return output
+ except:
+ traceback.print_exc()
+ cleanup()
+ sys.exit(1)
+
+
def append_to_changelist(string):
- with open(TMP_CHANGELIST, "a") as f:
- print >> f, string
-
-def cleanup(ask = True):
- if ask == True:
- print "OK to delete temporary and log files? (y/N): "
- response = raw_input()
- if ask == False or (ask == True and response == "y"):
- if os.path.isfile(TMP_CHANGELIST):
- os.remove(TMP_CHANGELIST)
- if os.path.isfile(OLD_CHANGELIST):
- os.remove(OLD_CHANGELIST)
- LOG_FILE.close()
- os.remove(LOG_FILE_NAME)
-
+ with open(TMP_CHANGELIST, "a") as f:
+ print >> f, string
+
+
+def cleanup(ask=True):
+ if ask is True:
+ print "OK to delete temporary and log files? (y/N): "
+ response = raw_input()
+ if ask is False or (ask is True and response == "y"):
+ if os.path.isfile(TMP_CHANGELIST):
+ os.remove(TMP_CHANGELIST)
+ if os.path.isfile(OLD_CHANGELIST):
+ os.remove(OLD_CHANGELIST)
+ LOG_FILE.close()
+ os.remove(LOG_FILE_NAME)
+
+
print "Generating new %s for Spark release %s" % (CHANGELIST, NEW_RELEASE_VERSION)
os.chdir(SPARK_HOME)
if os.path.isfile(TMP_CHANGELIST):
- os.remove(TMP_CHANGELIST)
+ os.remove(TMP_CHANGELIST)
if os.path.isfile(OLD_CHANGELIST):
- os.remove(OLD_CHANGELIST)
-
+ os.remove(OLD_CHANGELIST)
+
append_to_changelist("Spark Change Log")
append_to_changelist("----------------")
append_to_changelist("")
append_to_changelist("Release %s" % NEW_RELEASE_VERSION)
append_to_changelist("")
-
+
print "Getting commits between tag %s and HEAD" % PREV_RELEASE_GIT_TAG
hashes = run_cmd("git log %s..HEAD --pretty='%%h'" % PREV_RELEASE_GIT_TAG).split()
-
+
print "Getting details of %s commits" % len(hashes)
for h in hashes:
- date = run_cmd("git log %s -1 --pretty='%%ad' --date=iso | head -1" % h).strip()
- subject = run_cmd("git log %s -1 --pretty='%%s' | head -1" % h).strip()
- body = run_cmd("git log %s -1 --pretty='%%b'" % h)
- committer = run_cmd("git log %s -1 --pretty='%%cn <%%ce>' | head -1" % h).strip()
- body_lines = body.split("\n")
-
- if "Merge pull" in subject:
- ## Parse old format commit message
- append_to_changelist(" %s %s" % (h, date))
- append_to_changelist(" %s" % subject)
- append_to_changelist(" [%s]" % body_lines[0])
- append_to_changelist("")
-
- elif "maven-release" not in subject:
- ## Parse new format commit message
- # Get authors from commit message, committer otherwise
- authors = [committer]
- if "Author:" in body:
- authors = [line.split(":")[1].strip() for line in body_lines if "Author:" in line]
-
- # Generate GitHub PR URL for easy access if possible
- github_url = ""
- if "Closes #" in body:
- pr_num = [line.split()[1].lstrip("#") for line in body_lines if "Closes #" in line][0]
- github_url = "github.com/apache/spark/pull/%s" % pr_num
- day = time.strptime(date.split()[0], "%Y-%m-%d")
- if day < SPARK_REPO_CHANGE_DATE1 or (day < SPARK_REPO_CHANGE_DATE2 and pr_num < SPARK_REPO_PR_NUM_THRESH):
- github_url = "github.com/apache/incubator-spark/pull/%s" % pr_num
-
- append_to_changelist(" %s" % subject)
- append_to_changelist(" %s" % ', '.join(authors))
- # for author in authors:
- # append_to_changelist(" %s" % author)
- append_to_changelist(" %s" % date)
- if len(github_url) > 0:
- append_to_changelist(" Commit: %s, %s" % (h, github_url))
- else:
- append_to_changelist(" Commit: %s" % h)
- append_to_changelist("")
-
+ date = run_cmd("git log %s -1 --pretty='%%ad' --date=iso | head -1" % h).strip()
+ subject = run_cmd("git log %s -1 --pretty='%%s' | head -1" % h).strip()
+ body = run_cmd("git log %s -1 --pretty='%%b'" % h)
+ committer = run_cmd("git log %s -1 --pretty='%%cn <%%ce>' | head -1" % h).strip()
+ body_lines = body.split("\n")
+
+ if "Merge pull" in subject:
+ # Parse old format commit message
+ append_to_changelist(" %s %s" % (h, date))
+ append_to_changelist(" %s" % subject)
+ append_to_changelist(" [%s]" % body_lines[0])
+ append_to_changelist("")
+
+ elif "maven-release" not in subject:
+ # Parse new format commit message
+ # Get authors from commit message, committer otherwise
+ authors = [committer]
+ if "Author:" in body:
+ authors = [line.split(":")[1].strip() for line in body_lines if "Author:" in line]
+
+ # Generate GitHub PR URL for easy access if possible
+ github_url = ""
+ if "Closes #" in body:
+ pr_num = [line.split()[1].lstrip("#") for line in body_lines if "Closes #" in line][0]
+ github_url = "github.com/apache/spark/pull/%s" % pr_num
+ day = time.strptime(date.split()[0], "%Y-%m-%d")
+ if day < SPARK_REPO_CHANGE_DATE1 or
+ (day < SPARK_REPO_CHANGE_DATE2 and pr_num < SPARK_REPO_PR_NUM_THRESH):
+ github_url = "github.com/apache/incubator-spark/pull/%s" % pr_num
+
+ append_to_changelist(" %s" % subject)
+ append_to_changelist(" %s" % ', '.join(authors))
+ # for author in authors:
+ # append_to_changelist(" %s" % author)
+ append_to_changelist(" %s" % date)
+ if len(github_url) > 0:
+ append_to_changelist(" Commit: %s, %s" % (h, github_url))
+ else:
+ append_to_changelist(" Commit: %s" % h)
+ append_to_changelist("")
+
# Append old change list
-print "Appending changelist from tag %s" % PREV_RELEASE_GIT_TAG
+print "Appending changelist from tag %s" % PREV_RELEASE_GIT_TAG
run_cmd("git show %s:%s | tail -n +3 >> %s" % (PREV_RELEASE_GIT_TAG, CHANGELIST, TMP_CHANGELIST))
run_cmd("cp %s %s" % (TMP_CHANGELIST, NEW_CHANGELIST))
print "New change list generated as %s" % NEW_CHANGELIST
cleanup(False)
-
generated by cgit v1.2.3 (git 2.39.1) at 2024-07-11 20:29:13 +0000