ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/UserCode/OSUT3Analysis/DBTools/scripts/osudb

Comparing UserCode/OSUT3Analysis/DBTools/scripts/osudb (file contents):
Revision 1.1 by ahart, Wed Jun 6 12:14:37 2012 UTC vs.
Revision 1.12 by ahart, Mon Oct 22 12:50:07 2012 UTC

#	Line 3 | Line 3
3		use strict;
4		use Mysql;
5		use Getopt::Long;
6	+	use File::Copy;
7
8		sub getDataset;
9		sub dbUpdate;
10	+	sub dbUpdateOther;
11	+	sub dbDelete;
12	+	sub dbDeleteOther;
13		sub addSlashes;
14	+	sub uploadRelease;
15	+	sub downloadRelease;
16	+	sub datasetExists;
17
18	<	our $db;
18	>	our $db = Mysql->connect ("cmshead.mps.ohio-state.edu", "ntuple", "osuT3User") or die "Failed to connect to Tier 3, stopped";
19
20		my %opt;
21		Getopt::Long::Configure ("bundling");
22	<	GetOptions (\%opt, "comment|c=s", "format|f=s", "pyConfig|p=s", "crabCfg|b=s", "jsonFile|j=s", "remoteLocation|r=s", "lumiSummary|s=s", "location|l=s", "help|h");
22	>	GetOptions (\%opt, "comment|c=s", "format|f=s", "pyConfig|p=s", "crabCfg|b=s", "jsonFile|j=s", "lumiSummary|s=s", "location|l=s", "fileList|t=s", "release|r=s", "other|o", "help|h");
23		my $argc = @ARGV;
24
25	<	printHelp () if $opt{"help"};
26	<	printHelp () if $argc != 2;
27	<	printHelp () if $ARGV[0] != "create" && $ARGV[0] != "update" && $ARGV[0] != "finish" && $ARGV[0] != "deprecate";
28	<	my $id = -1;
29	<	$id = getDataset ($ARGV[1]) if $ARGV[0] ne "create";
30	<	$ARGV[0] = "create" if $id < 0;
31	<	my $status = "present";
32	<	$status = "" if $ARGV[0] eq "update";
33	<	$status = "deprecated" if $ARGV[0] eq "deprecate";
34	<	$opt{"format"} = "BEAN" if $ARGV[0] eq "create" && !$opt{"format"};
35	<	dbUpdate ($id, $ARGV[1], $ENV{"USER"}, $opt{"format"}, $opt{"location"}, $opt{"remoteLocation"}, $status, $opt{"comment"}, $opt{"pyConfig"}, $opt{"crabCfg"}, $opt{"jsonFile"}, $opt{"lumiSummary"});
25	>	printHelp ($ARGV[0]) if $opt{"help"};
26	>	printHelp () if $argc != 2 && $ARGV[0] ne "createOther";
27	>	printHelp () if $ARGV[0] ne "create" && $ARGV[0] ne "createOther" && $ARGV[0] ne "update" && $ARGV[0] ne "finish" && $ARGV[0] ne "deprecate" && $ARGV[0] ne "uploadRelease" && $ARGV[0] ne "downloadRelease" && $ARGV[0] ne "deleteEntry";
28	>	if (($ARGV[0] eq "create" || $ARGV[0] eq "finish") && !$opt{"location"})
29	>	{
30	>	print "The directory containing the ntuples must be given!\n";
31	>	exit;
32	>	}
33	>	if ($ARGV[0] eq "uploadRelease" && !$opt{"pyConfig"} && !$opt{"release"})
34	>	{
35	>	print "Both the Python and the CMSSW release must be given!\n";
36	>	exit;
37	>	}
38	>	if ($ARGV[0] eq "uploadRelease")
39	>	{
40	>	my $parentDir = "./$opt{'release'}";
41	>	$parentDir =~ s/CMSSW_[^\/]*//g;
42	>	$parentDir =~ s/\/\/*/\//g;
43	>	my $cmsswRelease = $opt{'release'};
44	>	$cmsswRelease =~ s/^.*CMSSW_([^\/]*).*$/CMSSW_$1/;
45	>	`tar -C $parentDir -czf $ARGV[1].tar.gz $opt{"release"}`;
46	>	$opt{"format"} = "BEAN" if !$opt{"format"};
47	>	uploadRelease ($opt{"format"}, $cmsswRelease, "$ARGV[1].tar.gz", $opt{"pyConfig"}, $ARGV[1], "$ENV{'USER'}", $opt{"comment"});
48	>	}
49	>	elsif ($ARGV[0] eq "downloadRelease")
50	>	{
51	>	downloadRelease ($ARGV[1], $opt{"pyConfig"});
52	>	}
53	>	elsif ($ARGV[0] eq "createOther")
54	>	{
55	>	my @listOfFiles = @ARGV;
56	>	@listOfFiles = reverse (@listOfFiles);
57	>	pop (@listOfFiles);
58	>	@listOfFiles = reverse (@listOfFiles);
59	>	dbOtherCreate ("$ENV{'USER'}", \@listOfFiles, $opt{"comment"});
60	>	}
61	>	else
62	>	{
63	>	my $id = -1;
64	>	my $fullDataset;
65	>	($id, $fullDataset) = getDataset ($ARGV[0], $ARGV[1]) if $ARGV[0] ne "create" && ($ARGV[0] ne "update" || !$opt{"other"}) && ($ARGV[0] ne "deleteEntry" || !$opt{"other"});
66	>	$id = $ARGV[1] if ($ARGV[0] eq "update" && $opt{"other"}) || ($ARGV[0] eq "deleteEntry" && $opt{"other"});
67	>	$fullDataset = $ARGV[1] if $id < 0;
68	>	$ARGV[0] = "create" if $id < 0;
69	>	my $status = "present";
70	>	$status = "" if $ARGV[0] eq "update";
71	>	$status = "deprecated" if $ARGV[0] eq "deprecate";
72	>	$opt{"format"} = "BEAN" if $ARGV[0] eq "create" && !$opt{"format"};
73	>	dbUpdate ($id, $fullDataset, "$ENV{'USER'}\@$ENV{'HOSTNAME'}", $opt{"format"}, $opt{"location"}, $opt{"fileList"}, $status, $opt{"comment"}, $opt{"pyConfig"}, $opt{"crabCfg"}, $opt{"jsonFile"}, $opt{"lumiSummary"}, $opt{"release"}) if !$opt{"other"};
74	>	dbUpdateOther ($id, $opt{"comment"}, "$ENV{'USER'}\@$ENV{'HOSTNAME'}") if $opt{"other"};
75	>	dbDelete ($id) if $ARGV[0] eq "deleteEntry" && !$opt{"other"};
76	>	dbDeleteOther ($id) if $ARGV[0] eq "deleteEntry" && $opt{"other"};
77	>	}
78
79		sub
80		addSlashes
81	<	{t
81	>	{
82		my $string = shift;
83
84		$string =~ s/\\/\\\\/g;
#	Line 43 | Line 92 | addSlashes
92		sub
93		getDataset
94		{
95	+	my $command = shift;
96		my $dataset = shift;
97
98		my $results;
99	<	$db = Mysql->connect ("cmshead.mps.ohio-state.edu", "ntuple", "osuT3User");
100	<	my $query = "select id,user,creationTime from ntuple where dataset='$dataset' order by lastUpdateTime";
99	>	my $queryDataset = $dataset;
100	>	$queryDataset =~ s/\*/%/g;
101	>	$queryDataset =~ s/(.*)/%$1%/g;
102	>	my $query = "select id,dataset,user,creationTime from ntuple where dataset like '$queryDataset' order by creationTime";
103		$db->selectdb ("ntuple");
104		$results = $db->query ($query);
105		if ($results->numrows () == 1)
106		{
107		my @row = $results->fetchrow ();
108	<	return $row[0];
108	>	return ($row[0], $row[1]);
109		}
110		if ($results->numrows () == 0)
111		{
112	<	print "Database entry does not exist. Create it? (Y/n): ";
113	<	my $response = <STDIN>;
114	<	$response =~ s/\n//g;
115	<	$response = "y" if !$response;
116	<	exit if substr (lc ($response), 0, 1) ne 'y';
117	<	return -1;
112	>	if ($command ne "deleteEntry" && $command ne "deprecate")
113	>	{
114	>	print "Database entry does not exist. Create it? (Y/n): ";
115	>	my $response = <STDIN>;
116	>	$response =~ s/\n//g;
117	>	$response = "y" if !$response;
118	>	exit if substr (lc ($response), 0, 1) ne 'y';
119	>	return (-1, "");
120	>	}
121	>	else
122	>	{
123	>	print "Database entry does not exist.\n";
124	>	exit;
125	>	}
126		}
127	<	my %map;
127	>	my %id;
128	>	my %fullDataset;
129		print "Found multiple database entries matching\n";
130		print "\"$dataset\":\n";
131	<	print "(0) new\n";
131	>	print "( 0) new\n" if $command ne "deleteEntry" && $command ne "deprecate";
132		for (my $i = 1; $i <= $results->numrows (); $i++)
133		{
134		my @row = $results->fetchrow ();
135	<	$map{"$i"} = $row[0];
136	<	print "($i) created by $row[1] on $row[2]\n";
135	>	$id{"$i"} = $row[0];
136	>	$fullDataset{"$i"} = $row[1];
137	>	printf "(%2d) $row[1]\n", $i;
138	>	print "     created by $row[2] on $row[3]\n";
139	>	}
140	>	print "\nWhich entry would you like to modify?";
141	>	if ($command ne "deleteEntry" && $command ne "deprecate")
142	>	{
143	>	print " (Select 0 to create a new entry): "
144	>	}
145	>	else
146	>	{
147	>	print ": ";
148		}
77	–	print "\nWhich entry would you like to update? (Select 0 to create a new entry): ";
149		my $response = <STDIN>;
150		$response =~ s/[ \t\n]//g;
151	<	return -1 if $response == 0;
152	<	if (!(exists $map{$response}))
151	>	return (-1, "") if $response == 0 && $command ne "deleteEntry" && $command ne "deprecate";
152	>	if (!(exists $id{$response}))
153		{
154		print "Your selection \"$response\" was not a valid option! Quitting.\n";
155		exit;
156		}
157
158	<	return $map{$response};
158	>	return ($id{$response}, $fullDataset{$response});
159		}
160
161		sub
#	Line 95 | Line 166 | dbUpdate
166		my $user = shift;
167		my $format = shift;
168		my $location = shift;
169	<	my $remoteLocation = shift;
169	>	my $fileListName = shift;
170		my $status = shift;
171		my $comment = shift;
172		my $psetName = shift;
173		my $crabCfgName = shift;
174		my $jsonFileName = shift;
175		my $lumiSummaryName = shift;
176	+	my $release = shift;
177
178	+	my $fileList;
179		my $pset;
180		my $crabCfg;
181		my $jsonFile;
182		my $lumiSummary;
183		my $size = 0;
184		my $nFiles = 0;
185	+	if ($fileListName)
186	+	{
187	+	if (!(-e $fileListName))
188	+	{
189	+	print "$fileListName does not exist!\n";
190	+	exit;
191	+	}
192	+	open (FILE_LIST, "<$fileListName");
193	+	my @fileList = <FILE_LIST>;
194	+	close (FILE_LIST);
195	+	$fileList = join ("", @fileList);
196	+	}
197		if ($psetName)
198		{
199		if (!(-e $psetName))
#	Line 157 | Line 242 | dbUpdate
242		close (LUMI_SUMMARY);
243		$lumiSummary = join ("", @lumiSummary);
244		}
245	<	if ($location)
246	<	{
247	<	if (!(-e $location))
248	<	{
249	<	print "$location does not exist!\n";
250	<	exit;
251	<	}
252	<	$nFiles = `ls $location | wc -l`;
253	<	$size = `du -s $location`;
254	<	$size =~ s/([^ ]*) .*/$1/;
255	<	$size /= 1024 * 1024;
256	<	$size = sprintf "%.2f", $size;
257	<	}
245	>	if ($release)
246	>	{
247	>	my $query = "select id from ntupleRelease where name='$release'";
248	>	$db->selectdb ("ntuple");
249	>	my $results = $db->query ($query);
250	>	if ($results->numrows () != 1)
251	>	{
252	>	print "Ntuple release \"$release\" not found!\n";
253	>	exit;
254	>	}
255	>	}
256	>	($nFiles, $size) = sizeOfDataset ($dataset, $location, $fileList);
257	>	my $fullLocation = $location;
258	>	$fullLocation = "$ENV{'PWD'}/$location" if !($location =~ m/^\//);
259
260		$dataset = addSlashes ($dataset);
261		$user = addSlashes ($user);
#	Line 178 | Line 264 | dbUpdate
264		$crabCfg = addSlashes ($crabCfg);
265		$jsonFile = addSlashes ($jsonFile);
266		$lumiSummary = addSlashes ($lumiSummary);
267	<	$location = addSlashes ($location);
268	<	$remoteLocation = addSlashes ($remoteLocation);
267	>	$fullLocation = addSlashes ($fullLocation);
268	>	$fileList = addSlashes ($fileList);
269		$status = addSlashes ($status);
270		$comment = addSlashes ($comment);
271	+	$release = addSlashes ($release);
272
273		my $results;
274		my $query;
275		if ($id < 0)
276		{
190	–	$db = Mysql->connect ("cmshead.mps.ohio-state.edu", "ntuple", "osuT3User");
277		$query = "select max(id) from ntuple";
278		$db->selectdb ("ntuple");
279		$results = $db->query ($query);
#	Line 195 | Line 281 | dbUpdate
281		my $id = 1;
282		$id = $row[0] + 1 if $results->numrows ();
283
284	<	$query = "insert into ntuple (id, dataset, creationTime, lastUpdateTime, user, format, location, remoteLocation, nFiles, sizeInGB, status, comment, pset, crabCfg, jsonFile, lumiSummary) values ($id, '$dataset', now(), now(), '$user', '$format', '$location', '$remoteLocation', $nFiles, $size, '$status', '$comment', '$pset', '$crabCfg', '$jsonFile', '$lumiSummary')";
284	>	$query = "insert into ntuple (id, dataset, creationTime, lastUpdateTime, lastUpdateUser, user, format, location, fileList, nFiles, sizeInGB, status, comment, pset, crabCfg, jsonFile, lumiSummary, version) values ($id, '$dataset', now(), now(), '$user', '$user', '$format', '$fullLocation', '$fileList', $nFiles, $size, '$status', '$comment', '$pset', '$crabCfg', '$jsonFile', '$lumiSummary', '$release')";
285		}
286		if ($id > 0)
287		{
#	Line 204 | Line 290 | dbUpdate
290
291		$values .= ", dataset='$dataset'" if $dataset;
292		$values .= ", lastUpdateTime=now()";
293	+	$values .= ", lastUpdateUser='$user'";
294		$values .= ", format='$format'" if $format;
295	<	$values .= ", location='$location'" if $location;
296	<	$values .= ", remoteLocation='$remoteLocation'" if $remoteLocation;
297	<	$values .= ", nFiles=$nFiles" if $location;
298	<	$values .= ", sizeInGB=$size" if $location;
295	>	$values .= ", location='$fullLocation'" if $location;
296	>	$values .= ", fileList='$fileList'" if $fileList;
297	>	$values .= ", nFiles=$nFiles" if $nFiles;
298	>	$values .= ", sizeInGB=$size" if $size;
299		$values .= ", status='$status'" if $status;
300		$values .= ", comment='$comment'" if $comment;
301		$values .= ", pset='$pset'" if $pset;
302		$values .= ", crabCfg='$crabCfg'" if $crabCfg;
303		$values .= ", jsonFile='$jsonFile'" if $jsonFile;
304		$values .= ", lumiSummary='$lumiSummary'" if $lumiSummary;
305	+	$values .= ", version='$release'" if $release;
306
307		$values =~ s/^, //;
308		$query = "update ntuple set $values where id=$id";
#	Line 225 | Line 313 | dbUpdate
313		}
314
315		sub
316	+	dbUpdateOther
317	+	{
318	+	my $id = shift;
319	+	my $comment = shift;
320	+	my $user = shift;
321	+
322	+	$comment = addSlashes ($comment);
323	+
324	+	my $query = "update other set lastUpdateTime=now(), lastUpdateUser='$user', comment='$comment'  where id=$id";
325	+	$db->selectdb ("ntuple");
326	+	my $results = $db->query ($query);
327	+
328	+	return $results;
329	+	}
330	+
331	+	sub
332	+	dbDelete
333	+	{
334	+	my $id = shift;
335	+
336	+	my $query = "delete from ntuple where id=$id";
337	+	$db->selectdb ("ntuple");
338	+	my $results = $db->query ($query);
339	+	}
340	+
341	+	sub
342	+	dbDeleteOther
343	+	{
344	+	my $id = shift;
345	+
346	+	my $query = "delete from other where id=$id";
347	+	$db->selectdb ("ntuple");
348	+	my $results = $db->query ($query);
349	+	}
350	+
351	+	sub
352		printHelp
353		{
354	+	my $command = shift;
355	+
356		my $exeName = $0;
357		$exeName =~ s/^.*\/([^\/]*)$/$1/;
358
359	<	print "Usage: $exeName [OPTION]... COMMAND DATASET\n";
360	<	print "Manipulates entries in the OSU Tier 3 ntuple database.\n";
361	<	print "\n";
362	<	print "Mandatory arguments to long options are mandatory for short options too.\n";
363	<	printf "%-29s%s\n", "  -b, --crabCfg FILE", "CRAB config file used to submit the ntuple jobs";
364	<	printf "%-29s%s\n", "  -c, --comment COMMENT", "comment for this database entry";
365	<	printf "%-29s%s\n", "  -f, --format FORMAT", "ntuple format (default: BEAN)";
366	<	printf "%-29s%s\n", "  -j, --jsonFile FILE", "JSON file used to ntuplize the dataset";
367	<	printf "%-29s%s\n", "  -h, --help", "print this help message";
368	<	printf "%-29s%s\n", "  -l, --location DIRECTORY", "location on the Tier 3";
369	<	printf "%-29s%s\n", "  -p, --pyConfig FILE", "python config used to ntuplize the dataset";
370	<	printf "%-29s%s\n", "  -s, --lumiSummary FILE", "lumiSummary.json returned by CRAB";
371	<	print "\n";
372	<	print "COMMAND may be one of the following:\n";
373	<	printf "%-29s%s\n", "  create", "creates the entry (assumes the dataset is present)";
374	<	printf "%-29s%s\n", "  update", "updates the entry";
375	<	printf "%-29s%s\n", "  finish", "finalizes the database entry";
376	<	printf "%-29s%s\n", "  deprecate", "marks the dataset for deletion";
359	>	if ($command eq "create")
360	>	{
361	>	print "Usage: $exeName -l DIRECTORY [OPTION]... create NAME\n";
362	>	print "Creates an entry in the database for dataset NAME. The ntuples are assumed to\n";
363	>	print "be present on the Tier 3, with the status being set accordingly.\n";
364	>	print "\n";
365	>	print "Mandatory arguments to long options are mandatory for short options too.\n";
366	>	printf "%-29s%s\n", "  -b, --crabCfg FILE", "CRAB config used to submit ntuple jobs";
367	>	printf "%-29s%s\n", "  -c, --comment COMMENT", "comment for the database entry";
368	>	printf "%-29s%s\n", "  -f, --format FORMAT", "ntuple format (default: BEAN)";
369	>	printf "%-29s%s\n", "  -j, --jsonFile FILE", "JSON file used for this dataset";
370	>	printf "%-29s%s\n", "  -l, --location DIRECTORY", "directory containing the ntuples";
371	>	printf "%-29s%s\n", "  -p, --pyConfig FILE", "Python config used to produce ntuples";
372	>	printf "%-29s%s\n", "  -r, --release NAME", "ntuple release used to produce ntuples";
373	>	printf "%-29s%s\n", "  -s, --lumiSummary FILE", "lumiSummary.json reported by CRAB";
374	>	}
375	>	elsif ($command eq "createOther")
376	>	{
377	>	print "Usage: $exeName [OPTION]... createOther DIRECTORIES_AND_FILES\n";
378	>	print "Creates an entry in the database for non-ntuple data.\n";
379	>	print "\n";
380	>	print "Mandatory arguments to long options are mandatory for short options too.\n";
381	>	printf "%-29s%s\n", "  -c, --comment COMMENT", "comment for the database entry";
382	>	}
383	>	elsif ($command eq "update")
384	>	{
385	>	print "Usage: $exeName [OPTION]... update NAME\n";
386	>	print "Updates an existing database entry for dataset NAME.\n";
387	>	print "\n";
388	>	print "Mandatory arguments to long options are mandatory for short options too.\n";
389	>	printf "%-29s%s\n", "  -b, --crabCfg FILE", "CRAB config used to submit ntuple jobs";
390	>	printf "%-29s%s\n", "  -c, --comment COMMENT", "comment for the database entry";
391	>	printf "%-29s%s\n", "  -f, --format FORMAT", "ntuple format";
392	>	printf "%-29s%s\n", "  -j, --jsonFile FILE", "JSON file used for this dataset";
393	>	printf "%-29s%s\n", "  -l, --location DIRECTORY", "directory containing the ntuples";
394	>	printf "%-29s%s\n", "  -o, --other", "update an entry in the non-ntuple database";
395	>	printf "%-29s%s\n", "  -p, --pyConfig FILE", "Python config used to produce ntuples";
396	>	printf "%-29s%s\n", "  -r, --release NAME", "ntuple release used to produce ntuples";
397	>	printf "%-29s%s\n", "  -s, --lumiSummary FILE", "lumiSummary.json reported by CRAB";
398	>	}
399	>	elsif ($command eq "finish")
400	>	{
401	>	print "Usage: $exeName -l DIRECTORY finish NAME\n";
402	>
403	>	print "Finalizes the database entry for dataset NAME, changing its status to\n";
404	>	print "\"present\".  This is intended to be the final step in command-line based ntuple\n";
405	>	print "production.\n";
406	>	print "\n";
407	>	print "Mandatory arguments to long options are mandatory for short options too.\n";
408	>	printf "%-29s%s\n", "  -l, --location DIRECTORY", "directory containing the ntuples";
409	>	}
410	>	elsif ($command eq "deleteEntry")
411	>	{
412	>	print "Usage: $exeName [OPTION]... deleteEntry NAME\n";
413	>	print "Deletes the database entry for dataset NAME. This is intended primarily for\n";
414	>	print "mistaken database entries. If you wish to actually delete a set of ntuples,\n";
415	>	print "please use the \"deprecate\" command instead.\n";
416	>	print "\n";
417	>	printf "%-29s%s\n", "  -o, --other", "update an entry in the non-ntuple database";
418	>	}
419	>	elsif ($command eq "deprecate")
420	>	{
421	>	print "Usage: $exeName deprecate NAME\n";
422	>	print "Marks the dataset NAME for deletion. WARNING: The dataset will be deleted from\n";
423	>	print "the Tier 3 within one week of this action. If you wish to simply delete a\n";
424	>	print "mistaken database entry, use the \"deleteEntry\" command instead.\n";
425	>	}
426	>	elsif ($command eq "uploadRelease")
427	>	{
428	>	print "Usage: $exeName -p FILE -r DIRECTORY [OPTION]... uploadRelease NAME\n";
429	>	print "Copies an ntuple release to the appropriate area on the Tier 3, and creates a\n";
430	>	print "database entry for it, with NAME being the name of the release. An ntuple\n";
431	>	print "release is a CMSSW release with all the necessary packages added for creating\n";
432	>	print "ntuples, along with a default Python config file.\n";
433	>	print "\n";
434	>	print "Mandatory arguments to long options are mandatory for short options too.\n";
435	>	printf "%-29s%s\n", "  -c, --comment COMMENT", "comment for the database entry";
436	>	printf "%-29s%s\n", "  -f, --format FORMAT", "ntuple format (default: BEAN)";
437	>	printf "%-29s%s\n", "  -p, --pyConfig FILE", "default Python config for the release";
438	>	printf "%-29s%s\n", "  -r, --release DIRECTORY", "CMSSW release containing ntuple packages";
439	>	}
440	>	elsif ($command eq "downloadRelease")
441	>	{
442	>	print "Usage: $exeName [OPTION]... downloadRelease NAME\n";
443	>	print "Copies an ntuple release to the current directory on the Tier 3. Optionally\n";
444	>	print "copies the corresponding Python configuration file registered in the database.\n";
445	>	print "\n";
446	>	print "Mandatory arguments to long options are mandatory for short options too.\n";
447	>	printf "%-29s%s\n", "  -p, --pyConfig FILE", "Python configuration file name";
448	>	}
449	>	else
450	>	{
451	>	print "Usage: $exeName [OPTION]... COMMAND NAME\n";
452	>	print "Manipulates entry in the OSU Tier 3 ntuple database given by NAME.\n";
453	>	print "\n";
454	>	print "Mandatory arguments to long options are mandatory for short options too.\n";
455	>	printf "%-29s%s\n", "  -h, --help", "print help. If COMMAND is present, print help";
456	>	printf "%-29s%s\n", " ", "specific to COMMAND.";
457	>	print "\n";
458	>	print "COMMAND may be one of the following:\n";
459	>	printf "%-29s%s\n", "  create", "creates the entry";
460	>	printf "%-29s%s\n", "  createOther", "creates an entry for non-ntuple data";
461	>	printf "%-29s%s\n", "  update", "updates the entry";
462	>	printf "%-29s%s\n", "  finish", "finalizes the database entry";
463	>	printf "%-29s%s\n", "  deleteEntry", "removes the database entry";
464	>	printf "%-29s%s\n", "  deprecate", "marks the dataset for deletion";
465	>	printf "%-29s%s\n", "  uploadRelease", "upload an ntuple release";
466	>	printf "%-29s%s\n", "  downloadRelease", "download an ntuple release";
467	>	}
468
469		exit;
470		}
471	+
472	+	sub
473	+	sizeOfDataset
474	+	{
475	+	my $dataset = shift;
476	+	my $location = shift;
477	+	my $fileList = shift;
478	+
479	+	my $size = 0.0;
480	+	my $nFiles = 0;
481	+	if ($location && !$fileList)
482	+	{
483	+	if (!(-e $location))
484	+	{
485	+	print "$location does not exist!\n";
486	+	exit;
487	+	}
488	+	$nFiles = `ls $location | wc -l`;
489	+	$size = `du -s $location`;
490	+	$size =~ s/([^ ]*) .*/$1/;
491	+	$size /= 1024 * 1024;
492	+	$size = sprintf "%.2f", $size;
493	+	}
494	+	elsif ($fileList)
495	+	{
496	+	foreach my $file (split (/\n/, $fileList))
497	+	{
498	+	$nFiles++;
499	+	my $fileSize = `du -s $file`;
500	+	$fileSize =~ s/([^ ]*) .*/$1/;
501	+	$size += $fileSize;
502	+	}
503	+	$size /= 1024 * 1024;
504	+	$size = sprintf "%.2f", $size;
505	+	}
506	+
507	+	return ($nFiles, $size);
508	+	}
509	+
510	+	sub
511	+	uploadRelease
512	+	{
513	+	my $format = shift;
514	+	my $cmsswRelease = shift;
515	+	my $release = shift;
516	+	my $psetName = shift;
517	+	my $name = shift;
518	+	my $user = shift;
519	+	my $comment = shift;
520	+
521	+	move ($release, "/home/hart/public_html/releases/$name.tar.gz") or die "Ntuple releases may only be uploaded on the Tier 3, stopped";
522	+	if (!(-e $psetName))
523	+	{
524	+	print "$psetName does not exist!\n";
525	+	exit;
526	+	}
527	+	open (PY_CONFIG, "<$psetName");
528	+	my @pset = <PY_CONFIG>;
529	+	close (PY_CONFIG);
530	+	my $pset = join ("", @pset);
531	+
532	+	my $query = "select max(id) from ntupleRelease";
533	+	$db->selectdb ("ntuple");
534	+	my $results = $db->query ($query);
535	+	my @row = $results->fetchrow ();
536	+	my $id = 1;
537	+	$id = $row[0] + 1 if $results->numrows ();
538	+
539	+	$name = addSlashes ($name);
540	+	$pset = addSlashes ($pset);
541	+	$user = addSlashes ($user);
542	+	$format = addSlashes ($format);
543	+	$cmsswRelease = addSlashes ($cmsswRelease);
544	+	$comment = addSlashes ($comment);
545	+
546	+	my $query = "insert into ntupleRelease (id, name, pset, user, pending, format, cmsswRelease, comment) values ($id, '$name', '$pset', '$user', 1, '$format', '$cmsswRelease', '$comment')";
547	+	$db->selectdb ("ntuple");
548	+	my $results = $db->query ($query);
549	+	}
550	+
551	+	sub
552	+	downloadRelease
553	+	{
554	+	my $release = shift;
555	+	my $pyConfigName = shift;
556	+
557	+	my $query = "select id,pset from ntupleRelease where name='$release'";
558	+	$db->selectdb ("ntuple");
559	+	my $results = $db->query ($query);
560	+	if ($results->numrows () != 1)
561	+	{
562	+	print "Ntuple release \"$release\" not found!\n";
563	+	exit;
564	+	}
565	+	if (!(-e "/home/hart/public_html/releases/$release.tar.gz"))
566	+	{
567	+	print "Release is in the database but no package exists!\n";
568	+	exit;
569	+	}
570	+	if ($pyConfigName)
571	+	{
572	+	my @row = $results->fetchrow ();
573	+	open (PY_CONFIG, ">$pyConfigName");
574	+	print PY_CONFIG $row[1];
575	+	close (PY_CONFIG);
576	+	}
577	+	copy ("/home/hart/public_html/releases/$release.tar.gz", "$release.tar.gz");
578	+	}
579	+
580	+	sub
581	+	dbOtherCreate
582	+	{
583	+	my $user = shift;
584	+	my $listOfFiles = shift;
585	+	my $comment = shift;
586	+
587	+	my $size = 0.0;
588	+	my $nFiles = 0.0;
589	+	for (my $i = 0; $i < @$listOfFiles; $i++)
590	+	{
591	+	if (!(-e $$listOfFiles[$i]))
592	+	{
593	+	print "$$listOfFiles[$i] does not exist!\n";
594	+	exit;
595	+	}
596	+	$nFiles += `ls -R $$listOfFiles[$i] | grep -v ':\$' | grep -v '^\$' | wc -l`;
597	+	my $fileSize = `du -s $$listOfFiles[$i]`;
598	+	$fileSize =~ s/([^ ]*) .*/$1/;
599	+	$fileSize /= 1024 * 1024;
600	+	$size += $fileSize;
601	+	$$listOfFiles[$i] = "$ENV{'PWD'}/$$listOfFiles[$i]" if !($$listOfFiles[$i] =~ m/^\//);
602	+	}
603	+	$size = sprintf "%.2f", $size;
604	+	my $location = join ("<br />", @$listOfFiles);
605	+
606	+	my $query = "select max(id) from other";
607	+	$db->selectdb ("ntuple");
608	+	my $results = $db->query ($query);
609	+	my @row = $results->fetchrow ();
610	+	my $id = 1;
611	+	$id = $row[0] + 1 if $results->numrows ();
612	+
613	+	$user = addSlashes ($user);
614	+	$location = addSlashes ($location);
615	+	$comment = addSlashes ($comment);
616	+
617	+	my $query = "insert into other (id, creationTime, lastUpdateTime, lastUpdateUser, user, location, nFiles, sizeInGB, comment) values ($id, now(), now(), '$user', '$user', '$location', $nFiles, $size, '$comment')";
618	+	$db->selectdb ("ntuple");
619	+	my $results = $db->query ($query);
620	+
621	+	print "ID $id\n";
622	+	}

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines