Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 1 | #!/usr/bin/env python |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 2 | # Usage: ./update_version.py <MAJOR>.<MINOR>.<MICRO> [<RC version>] |
| 3 | # |
| 4 | # Example: |
| 5 | # ./update_version.py 3.7.1 2 |
| 6 | # => Version will become 3.7.1-rc-2 (beta) |
| 7 | # ./update_version.py 3.7.1 |
| 8 | # => Version will become 3.7.1 (stable) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 9 | |
| 10 | import datetime |
| 11 | import re |
| 12 | import sys |
| 13 | from xml.dom import minidom |
| 14 | |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 15 | if len(sys.argv) < 2 or len(sys.argv) > 3: |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 16 | print """ |
| 17 | [ERROR] Please specify a version. |
| 18 | |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 19 | ./update_version.py <MAJOR>.<MINOR>.<MICRO> [<RC version>] |
| 20 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 21 | Example: |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 22 | ./update_version.py 3.7.1 2 |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 23 | """ |
| 24 | exit(1) |
| 25 | |
| 26 | NEW_VERSION = sys.argv[1] |
| 27 | NEW_VERSION_INFO = NEW_VERSION.split('.') |
| 28 | if len(NEW_VERSION_INFO) != 3: |
| 29 | print """ |
| 30 | [ERROR] Version must be in the format <MAJOR>.<MINOR>.<MICRO> |
| 31 | |
| 32 | Example: |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 33 | ./update_version.py 3.7.3 |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 34 | """ |
| 35 | exit(1) |
| 36 | |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 37 | RC_VERSION = 0 |
| 38 | if len(sys.argv) > 2: |
| 39 | RC_VERSION = int(sys.argv[2]) |
| 40 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 41 | |
| 42 | def Find(elem, tagname): |
| 43 | for child in elem.childNodes: |
| 44 | if child.nodeName == tagname: |
| 45 | return child |
| 46 | return None |
| 47 | |
| 48 | |
| 49 | def FindAndClone(elem, tagname): |
| 50 | return Find(elem, tagname).cloneNode(True) |
| 51 | |
| 52 | |
| 53 | def ReplaceText(elem, text): |
| 54 | elem.firstChild.replaceWholeText(text) |
| 55 | |
| 56 | |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 57 | def GetFullVersion(rc_suffix = '-rc-'): |
| 58 | if RC_VERSION == 0: |
| 59 | return NEW_VERSION |
| 60 | else: |
| 61 | return '%s%s%s' % (NEW_VERSION, rc_suffix, RC_VERSION) |
| 62 | |
| 63 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 64 | def RewriteXml(filename, rewriter, add_xml_prefix=True): |
| 65 | document = minidom.parse(filename) |
| 66 | rewriter(document) |
| 67 | # document.toxml() always prepend the XML version without inserting new line. |
| 68 | # We wants to preserve as much of the original formatting as possible, so we |
| 69 | # will remove the default XML version and replace it with our custom one when |
| 70 | # whever necessary. |
| 71 | content = document.toxml().replace('<?xml version="1.0" ?>', '') |
| 72 | file_handle = open(filename, 'wb') |
| 73 | if add_xml_prefix: |
| 74 | file_handle.write('<?xml version="1.0" encoding="UTF-8"?>\n') |
| 75 | file_handle.write(content) |
Hao Nguyen | 4b02f65 | 2018-12-14 15:10:11 -0800 | [diff] [blame] | 76 | file_handle.write('\n') |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 77 | file_handle.close() |
| 78 | |
| 79 | |
| 80 | def RewriteTextFile(filename, line_rewriter): |
| 81 | lines = open(filename, 'r').readlines() |
| 82 | updated_lines = [] |
| 83 | for line in lines: |
| 84 | updated_lines.append(line_rewriter(line)) |
| 85 | if lines == updated_lines: |
| 86 | print '%s was not updated. Please double check.' % filename |
| 87 | f = open(filename, 'w') |
| 88 | f.write(''.join(updated_lines)) |
| 89 | f.close() |
| 90 | |
| 91 | |
| 92 | def UpdateConfigure(): |
| 93 | RewriteTextFile('configure.ac', |
| 94 | lambda line : re.sub( |
| 95 | r'^AC_INIT\(\[Protocol Buffers\],\[.*\],\[[email protected]\],\[protobuf\]\)$', |
| 96 | ('AC_INIT([Protocol Buffers],[%s],[[email protected]],[protobuf])' |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 97 | % GetFullVersion()), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 98 | line)) |
| 99 | |
| 100 | |
| 101 | def UpdateCpp(): |
| 102 | cpp_version = '%s00%s00%s' % ( |
| 103 | NEW_VERSION_INFO[0], NEW_VERSION_INFO[1], NEW_VERSION_INFO[2]) |
Paul Yang | 6973c3a | 2019-03-26 09:30:12 -0700 | [diff] [blame] | 104 | def RewriteCommon(line): |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 105 | line = re.sub( |
| 106 | r'^#define GOOGLE_PROTOBUF_VERSION .*$', |
| 107 | '#define GOOGLE_PROTOBUF_VERSION %s' % cpp_version, |
| 108 | line) |
Hao Nguyen | c70643e | 2019-01-24 11:42:45 -0800 | [diff] [blame] | 109 | line = re.sub( |
| 110 | r'^#define PROTOBUF_VERSION .*$', |
| 111 | '#define PROTOBUF_VERSION %s' % cpp_version, |
| 112 | line) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 113 | if NEW_VERSION_INFO[2] == '0': |
| 114 | line = re.sub( |
Hao Nguyen | c70643e | 2019-01-24 11:42:45 -0800 | [diff] [blame] | 115 | r'^#define PROTOBUF_MIN_HEADER_VERSION_FOR_PROTOC .*$', |
| 116 | '#define PROTOBUF_MIN_HEADER_VERSION_FOR_PROTOC %s' % cpp_version, |
| 117 | line) |
| 118 | line = re.sub( |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 119 | r'^#define GOOGLE_PROTOBUF_MIN_PROTOC_VERSION .*$', |
| 120 | '#define GOOGLE_PROTOBUF_MIN_PROTOC_VERSION %s' % cpp_version, |
| 121 | line) |
| 122 | line = re.sub( |
| 123 | r'^static const int kMinHeaderVersionForLibrary = .*$', |
| 124 | 'static const int kMinHeaderVersionForLibrary = %s;' % cpp_version, |
| 125 | line) |
| 126 | line = re.sub( |
| 127 | r'^static const int kMinHeaderVersionForProtoc = .*$', |
| 128 | 'static const int kMinHeaderVersionForProtoc = %s;' % cpp_version, |
| 129 | line) |
| 130 | return line |
Paul Yang | 6973c3a | 2019-03-26 09:30:12 -0700 | [diff] [blame] | 131 | def RewritePortDef(line): |
| 132 | line = re.sub( |
| 133 | r'^#define PROTOBUF_VERSION .*$', |
| 134 | '#define PROTOBUF_VERSION %s' % cpp_version, |
| 135 | line) |
| 136 | if NEW_VERSION_INFO[2] == '0': |
| 137 | line = re.sub( |
| 138 | r'^#define PROTOBUF_MIN_HEADER_VERSION_FOR_PROTOC .*$', |
| 139 | '#define PROTOBUF_MIN_HEADER_VERSION_FOR_PROTOC %s' % cpp_version, |
| 140 | line) |
| 141 | line = re.sub( |
| 142 | r'^#define PROTOBUF_MIN_PROTOC_VERSION .*$', |
| 143 | '#define PROTOBUF_MIN_PROTOC_VERSION %s' % cpp_version, |
| 144 | line) |
| 145 | line = re.sub( |
| 146 | r'^#define GOOGLE_PROTOBUF_MIN_LIBRARY_VERSION .*$', |
| 147 | '#define GOOGLE_PROTOBUF_MIN_LIBRARY_VERSION %s' % cpp_version, |
| 148 | line) |
| 149 | return line |
Paul Yang | ebfde4c | 2019-08-02 15:04:45 -0700 | [diff] [blame] | 150 | |
Paul Yang | 6973c3a | 2019-03-26 09:30:12 -0700 | [diff] [blame] | 151 | RewriteTextFile('src/google/protobuf/stubs/common.h', RewriteCommon) |
| 152 | RewriteTextFile('src/google/protobuf/port_def.inc', RewritePortDef) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 153 | |
| 154 | |
| 155 | def UpdateCsharp(): |
| 156 | RewriteXml('csharp/src/Google.Protobuf/Google.Protobuf.csproj', |
| 157 | lambda document : ReplaceText( |
| 158 | Find(Find(document.documentElement, 'PropertyGroup'), 'VersionPrefix'), |
Hao Nguyen | fdfe761 | 2019-05-09 06:14:32 -0700 | [diff] [blame] | 159 | GetFullVersion(rc_suffix = '-rc')), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 160 | add_xml_prefix=False) |
| 161 | |
| 162 | RewriteXml('csharp/Google.Protobuf.Tools.nuspec', |
| 163 | lambda document : ReplaceText( |
| 164 | Find(Find(document.documentElement, 'metadata'), 'version'), |
Hao Nguyen | fdfe761 | 2019-05-09 06:14:32 -0700 | [diff] [blame] | 165 | GetFullVersion(rc_suffix = '-rc'))) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 166 | |
| 167 | |
| 168 | def UpdateJava(): |
| 169 | RewriteXml('java/pom.xml', |
| 170 | lambda document : ReplaceText( |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 171 | Find(document.documentElement, 'version'), GetFullVersion())) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 172 | |
Hao Nguyen | c70643e | 2019-01-24 11:42:45 -0800 | [diff] [blame] | 173 | RewriteXml('java/bom/pom.xml', |
| 174 | lambda document : ReplaceText( |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 175 | Find(document.documentElement, 'version'), GetFullVersion())) |
Hao Nguyen | c70643e | 2019-01-24 11:42:45 -0800 | [diff] [blame] | 176 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 177 | RewriteXml('java/core/pom.xml', |
| 178 | lambda document : ReplaceText( |
| 179 | Find(Find(document.documentElement, 'parent'), 'version'), |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 180 | GetFullVersion())) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 181 | |
Hao Nguyen | 13e188f | 2019-04-23 17:06:40 -0700 | [diff] [blame] | 182 | RewriteXml('java/lite/pom.xml', |
| 183 | lambda document : ReplaceText( |
| 184 | Find(Find(document.documentElement, 'parent'), 'version'), |
| 185 | GetFullVersion())) |
| 186 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 187 | RewriteXml('java/util/pom.xml', |
| 188 | lambda document : ReplaceText( |
| 189 | Find(Find(document.documentElement, 'parent'), 'version'), |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 190 | GetFullVersion())) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 191 | |
| 192 | RewriteXml('protoc-artifacts/pom.xml', |
| 193 | lambda document : ReplaceText( |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 194 | Find(document.documentElement, 'version'), GetFullVersion())) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 195 | |
| 196 | |
| 197 | def UpdateJavaScript(): |
| 198 | RewriteTextFile('js/package.json', |
| 199 | lambda line : re.sub( |
| 200 | r'^ "version": ".*",$', |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 201 | ' "version": "%s",' % GetFullVersion(rc_suffix = '-rc.'), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 202 | line)) |
| 203 | |
| 204 | |
| 205 | def UpdateMakefile(): |
| 206 | protobuf_version_offset = 11 |
| 207 | expected_major_version = '3' |
| 208 | if NEW_VERSION_INFO[0] != expected_major_version: |
| 209 | print """[ERROR] Major protobuf version has changed. Please update |
| 210 | update_version.py to readjust the protobuf_version_offset and |
| 211 | expected_major_version such that the PROTOBUF_VERSION in src/Makefile.am is |
| 212 | always increasing. |
| 213 | """ |
| 214 | exit(1) |
| 215 | |
| 216 | protobuf_version_info = '%s:%s:0' % ( |
| 217 | int(NEW_VERSION_INFO[1]) + protobuf_version_offset, NEW_VERSION_INFO[2]) |
| 218 | RewriteTextFile('src/Makefile.am', |
| 219 | lambda line : re.sub( |
| 220 | r'^PROTOBUF_VERSION = .*$', |
| 221 | 'PROTOBUF_VERSION = %s' % protobuf_version_info, |
| 222 | line)) |
| 223 | |
| 224 | |
| 225 | def UpdateObjectiveC(): |
| 226 | RewriteTextFile('Protobuf.podspec', |
| 227 | lambda line : re.sub( |
| 228 | r"^ s.version = '.*'$", |
Paul Yang | 65fed3f | 2019-05-08 19:15:20 -0700 | [diff] [blame] | 229 | " s.version = '%s'" % GetFullVersion(rc_suffix = '-rc'), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 230 | line)) |
| 231 | |
| 232 | |
| 233 | def UpdatePhp(): |
| 234 | def Callback(document): |
| 235 | def CreateNode(tagname, indent, children): |
| 236 | elem = document.createElement(tagname) |
| 237 | indent += 1 |
| 238 | for child in children: |
| 239 | elem.appendChild(document.createTextNode('\n' + (' ' * indent))) |
| 240 | elem.appendChild(child) |
| 241 | indent -= 1 |
| 242 | elem.appendChild(document.createTextNode('\n' + (' ' * indent))) |
| 243 | return elem |
| 244 | |
| 245 | root = document.documentElement |
Paul Yang | 5d8cd3b | 2019-02-25 15:13:59 -0800 | [diff] [blame] | 246 | now = datetime.datetime.now() |
| 247 | ReplaceText(Find(root, 'date'), now.strftime('%Y-%m-%d')) |
| 248 | ReplaceText(Find(root, 'time'), now.strftime('%H:%M:%S')) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 249 | version = Find(root, 'version') |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 250 | ReplaceText(Find(version, 'release'), GetFullVersion(rc_suffix = 'RC')) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 251 | ReplaceText(Find(version, 'api'), NEW_VERSION) |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 252 | stability = Find(root, 'stability') |
Bo Yang | b52754b | 2019-02-22 11:31:48 -0800 | [diff] [blame] | 253 | ReplaceText(Find(stability, 'release'), |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 254 | 'stable' if RC_VERSION == 0 else 'beta') |
Bo Yang | b52754b | 2019-02-22 11:31:48 -0800 | [diff] [blame] | 255 | ReplaceText(Find(stability, 'api'), 'stable' if RC_VERSION == 0 else 'beta') |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 256 | changelog = Find(root, 'changelog') |
| 257 | for old_version in changelog.getElementsByTagName('version'): |
| 258 | if Find(old_version, 'release').firstChild.nodeValue == NEW_VERSION: |
| 259 | print ('[WARNING] Version %s already exists in the change log.' |
| 260 | % NEW_VERSION) |
| 261 | return |
| 262 | changelog.appendChild(document.createTextNode(' ')) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 263 | release = CreateNode('release', 2, [ |
| 264 | CreateNode('version', 3, [ |
| 265 | FindAndClone(version, 'release'), |
| 266 | FindAndClone(version, 'api') |
| 267 | ]), |
| 268 | CreateNode('stability', 3, [ |
| 269 | FindAndClone(stability, 'release'), |
| 270 | FindAndClone(stability, 'api') |
| 271 | ]), |
| 272 | FindAndClone(root, 'date'), |
| 273 | FindAndClone(root, 'time'), |
| 274 | FindAndClone(root, 'license'), |
| 275 | FindAndClone(root, 'notes') |
| 276 | ]) |
| 277 | changelog.appendChild(release) |
| 278 | changelog.appendChild(document.createTextNode('\n ')) |
| 279 | RewriteXml('php/ext/google/protobuf/package.xml', Callback) |
Paul Yang | c7b3392 | 2019-02-19 15:54:45 -0800 | [diff] [blame] | 280 | RewriteTextFile('php/ext/google/protobuf/protobuf.h', |
| 281 | lambda line : re.sub( |
| 282 | r'PHP_PROTOBUF_VERSION ".*"$', |
| 283 | 'PHP_PROTOBUF_VERSION "%s"' % NEW_VERSION, |
| 284 | line)) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 285 | |
Hao Nguyen | 05f5712 | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 286 | RewriteTextFile('php/ext/google/protobuf/protobuf.h', |
| 287 | lambda line : re.sub( |
| 288 | r"^#define PHP_PROTOBUF_VERSION .*$", |
| 289 | "#define PHP_PROTOBUF_VERSION \"%s\"" % GetFullVersion(rc_suffix = 'RC'), |
| 290 | line)) |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 291 | |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 292 | RewriteTextFile('php/ext/google/protobuf/protobuf.h', |
| 293 | lambda line : re.sub( |
| 294 | r"^#define PHP_PROTOBUF_VERSION .*$", |
| 295 | "#define PHP_PROTOBUF_VERSION \"%s\"" % GetFullVersion(rc_suffix = 'RC'), |
| 296 | line)) |
| 297 | |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 298 | def UpdatePython(): |
| 299 | RewriteTextFile('python/google/protobuf/__init__.py', |
| 300 | lambda line : re.sub( |
| 301 | r"^__version__ = '.*'$", |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 302 | "__version__ = '%s'" % GetFullVersion(rc_suffix = 'rc'), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 303 | line)) |
| 304 | |
| 305 | def UpdateRuby(): |
| 306 | RewriteTextFile('ruby/google-protobuf.gemspec', |
| 307 | lambda line : re.sub( |
| 308 | r'^ s.version = ".*"$', |
Hao Nguyen | e22907f | 2019-02-20 11:25:39 -0800 | [diff] [blame] | 309 | ' s.version = "%s"' % GetFullVersion(rc_suffix = '.rc.'), |
Hao Nguyen | 9349e23 | 2018-12-14 15:05:48 -0800 | [diff] [blame] | 310 | line)) |
| 311 | |
| 312 | |
| 313 | UpdateConfigure() |
| 314 | UpdateCsharp() |
| 315 | UpdateCpp() |
| 316 | UpdateJava() |
| 317 | UpdateJavaScript() |
| 318 | UpdateMakefile() |
| 319 | UpdateObjectiveC() |
| 320 | UpdatePhp() |
| 321 | UpdatePython() |
| 322 | UpdateRuby() |