Toolset/scripts/jsondiff.py

#!/usr/bin/env python

import re
import sys
from optparse import OptionParser

parser = OptionParser()
parser.add_option("-r", "--range", dest="range", help="run range", metavar="BEGIN-END")
parser.add_option("-i", "--intersection", action="store_true", dest="intersection", help="show intersections")
parser.add_option("-u", "--union", action="store_true", dest="union", help="show union")

(options, args) = parser.parse_args()

begin = 0
end = 1000000
if options.range:
    m = re.match('([0-9]+)-([0-9]+)', options.range)
    begin = int(m.group(1))
    end = int(m.group(2))
    if begin >= end:
        raise

new = file(args[0]).read()
old = file(args[1]).read()

runPat = re.compile(r'"([0-9]+)": \[\s*((?:\[[0-9]+,\s*[0-9]+\],?\s*)+)\]')
lumiPat = re.compile(r'\[([0-9]+),\s*([0-9]+)\]')

oldList = dict()
newList = dict()

for sourceDest in ((old, oldList), (new, newList)):
    source = sourceDest[0]
    dest = sourceDest[1]
    
    runBlocks = runPat.findall(source)
    for runBlock in runBlocks:
        run = int(runBlock[0])
        if run < begin or run > end:
            continue
    
        lumiBlocks = lumiPat.findall(runBlock[1])
        boundPairs = []
        if run in dest:
            boundPairs = dest[run]
            
        for lumiBlock in lumiBlocks:
            boundPairs.append((int(lumiBlock[0]), int(lumiBlock[1])))

        dest[run] = boundPairs

jsonTxt = '{'

runs = set(newList.keys())
if options.union:
    runs |= set(oldList.keys())

runsList = list(runs)
runsList.sort()

for run in runsList:
    allOldLumis = set()
    allNewLumis = set()

    if run in oldList:
        for boundPair in oldList[run]:
            allOldLumis |= set(range(boundPair[0], boundPair[1] + 1))

    if run in newList:
        for boundPair in newList[run]:
            allNewLumis |= set(range(boundPair[0], boundPair[1] + 1))

    if options.union:
        allLumis = allNewLumis.union(allOldLumis)
    elif options.intersection:
        allLumis = allNewLumis.intersection(allOldLumis)
    else:
        allLumis = allNewLumis.difference(allOldLumis)

    if len(allLumis) == 0:
        continue

    lumiList = list(allLumis)
    lumiList.sort()

    jsonTxt += '"' + str(run) + '": ['

    beginOfBlock = lumiList[0]
    currentLumi = lumiList[0]
    for i in range(1, len(lumiList)):
        if lumiList[i] != currentLumi + 1:
            jsonTxt += '[' + str(beginOfBlock) + ', ' + str(currentLumi) + '], '
            beginOfBlock = lumiList[i]

        currentLumi = lumiList[i]

    jsonTxt += '[' + str(beginOfBlock) + ', ' + str(currentLumi) + ']], '

jsonTxt = jsonTxt.rstrip(', ')
jsonTxt += '}'

print jsonTxt
Revision:	1.4
Committed:	Fri Feb 8 20:21:58 2013 UTC (12 years, 2 months ago) by yiiyama
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	HEAD
Changes since 1.3:	+45 -92 lines
Log Message:	simplified jsondiff
#	User	Rev	Content
1	yiiyama	1.2	#!/usr/bin/env python
2
3	yiiyama	1.1	import re
4			import sys
5			from optparse import OptionParser
6
7			parser = OptionParser()
8			parser.add_option("-r", "--range", dest="range", help="run range", metavar="BEGIN-END")
9	yiiyama	1.4	parser.add_option("-i", "--intersection", action="store_true", dest="intersection", help="show intersections")
10			parser.add_option("-u", "--union", action="store_true", dest="union", help="show union")
11	yiiyama	1.1
12			(options, args) = parser.parse_args()
13
14			begin = 0
15			end = 1000000
16			if options.range:
17			m = re.match('([0-9]+)-([0-9]+)', options.range)
18			begin = int(m.group(1))
19			end = int(m.group(2))
20			if begin >= end:
21			raise
22
23			new = file(args[0]).read()
24			old = file(args[1]).read()
25
26			runPat = re.compile(r'"([0-9]+)": \[\s((?:\[[0-9]+,\s[0-9]+\],?\s*)+)\]')
27			lumiPat = re.compile(r'\[([0-9]+),\s*([0-9]+)\]')
28
29			oldList = dict()
30			newList = dict()
31
32			for sourceDest in ((old, oldList), (new, newList)):
33	yiiyama	1.3	source = sourceDest[0]
34			dest = sourceDest[1]
35
36			runBlocks = runPat.findall(source)
37	yiiyama	1.1	for runBlock in runBlocks:
38			run = int(runBlock[0])
39			if run < begin or run > end:
40			continue
41
42			lumiBlocks = lumiPat.findall(runBlock[1])
43	yiiyama	1.4	boundPairs = []
44	yiiyama	1.3	if run in dest:
45	yiiyama	1.4	boundPairs = dest[run]
46	yiiyama	1.3
47	yiiyama	1.1	for lumiBlock in lumiBlocks:
48	yiiyama	1.4	boundPairs.append((int(lumiBlock[0]), int(lumiBlock[1])))
49	yiiyama	1.1
50	yiiyama	1.4	dest[run] = boundPairs
51	yiiyama	1.1
52			jsonTxt = '{'
53
54	yiiyama	1.4	runs = set(newList.keys())
55			if options.union:
56			runs \|= set(oldList.keys())
57
58			runsList = list(runs)
59			runsList.sort()
60
61			for run in runsList:
62			allOldLumis = set()
63			allNewLumis = set()
64
65			if run in oldList:
66			for boundPair in oldList[run]:
67			allOldLumis \|= set(range(boundPair[0], boundPair[1] + 1))
68
69			if run in newList:
70			for boundPair in newList[run]:
71			allNewLumis \|= set(range(boundPair[0], boundPair[1] + 1))
72
73			if options.union:
74			allLumis = allNewLumis.union(allOldLumis)
75			elif options.intersection:
76			allLumis = allNewLumis.intersection(allOldLumis)
77			else:
78			allLumis = allNewLumis.difference(allOldLumis)
79
80			if len(allLumis) == 0:
81			continue
82	yiiyama	1.1
83	yiiyama	1.4	lumiList = list(allLumis)
84			lumiList.sort()
85	yiiyama	1.1
86	yiiyama	1.4	jsonTxt += '"' + str(run) + '": ['
87	yiiyama	1.3
88	yiiyama	1.4	beginOfBlock = lumiList[0]
89			currentLumi = lumiList[0]
90			for i in range(1, len(lumiList)):
91			if lumiList[i] != currentLumi + 1:
92			jsonTxt += '[' + str(beginOfBlock) + ', ' + str(currentLumi) + '], '
93			beginOfBlock = lumiList[i]
94	yiiyama	1.1
95	yiiyama	1.4	currentLumi = lumiList[i]
96	yiiyama	1.1
97	yiiyama	1.4	jsonTxt += '[' + str(beginOfBlock) + ', ' + str(currentLumi) + ']], '
98	yiiyama	1.1
99			jsonTxt = jsonTxt.rstrip(', ')
100			jsonTxt += '}'
101
102			print jsonTxt