CRAB/python/LFNBaseName.py

#!/usr/bin/env python
"""
_LFNBaseName_
"""

from crab_exceptions import *
from crab_util import runCommand
import common
import os, string


def LFNBase(ProcessedDataset,merged=True,LocalUser=False):
    """
    """
    lfnbase = "/store" 
    if not merged:
        lfnbase = os.path.join(lfnbase,"tmp")   
    lfnbase = os.path.join(lfnbase, "user", getUserName(LocalUser=LocalUser), ProcessedDataset )
       
    return lfnbase

def PFNportion(ProcessedDataset,LocalUser=False):
    pfnpath = os.path.join(getUserName(LocalUser=LocalUser), ProcessedDataset )
    return pfnpath

def getUnixUserName():
    """
    extract username from whoami
    """
    try:
        UserName = runCommand("whoami")
        UserName = string.strip(UserName)
    except:
        msg = "Error. Problem with whoami command"
        raise CrabException(msg)
    return UserName

def getDN():
    """
    extract DN from user proxy's identity
    """
    try:
        userdn = runCommand("voms-proxy-info -identity")
        userdn = string.strip(userdn)
        #search for a / to avoid picking up warning messages
        userdn = userdn[userdn.find('/'):]
    except:
        msg = "Error. Problem with voms-proxy-info -identity command"
        raise CrabException(msg)
    return userdn.split('\n')[0] 

def gethnUserName():
    """
    extract user name from SiteDB
    """
    import urllib
    hnUserName = None
    userdn = getDN()
    try:
        sitedburl="https://cmsweb.cern.ch/sitedb/sitedb/json/index/dnUserName"
        params = urllib.urlencode({'dn': userdn })
        f = urllib.urlopen(sitedburl,params)
        udata = f.read()
        try:
            userinfo= eval(udata)
        except StandardError, ex:
            msg = "Error. Problem extracting user name from %s : %s \n SiteDB call output: \n %s"%(sitedburl,ex,udata)
            raise CrabException(msg)
        hnUserName = userinfo['user']
    except:
        msg = "Error. Problem extracting user name from %s "%sitedburl
        msg += "\n Check that you are registered in SiteDB, see https://twiki.cern.ch/twiki/bin/view/CMS/SiteDBForCRAB" 
        msg += "\n SiteDB call output: \n %s"%udata
        raise CrabException(msg)
    if not hnUserName:
        msg = "Error. There is no user name associated to DN %s in %s. You need to register in SiteDB with the instructions at https://twiki.cern.ch/twiki/bin/view/CMS/SiteDBForCRAB"%(userdn,sitedburl)
        print msg
        raise CrabException(msg)
    return hnUserName

def getUserName(LocalUser=False):
    """
    extract user name from either SiteDB or Unix
    """
    if LocalUser:
       common.logger.message("==> Using as username the Unix user name")
       UserName=getUnixUserName()
       return UserName
    
    UserName=gethnUserName()
    return UserName

if __name__ == '__main__' :
    """
    """
    from crab_logger import Logger
    from WorkSpace import *
    continue_dir="/afs/cern.ch/user/a/afanfani/"
    cfg_params={'USER.logdir' : continue_dir }
    common.work_space = WorkSpace(continue_dir, cfg_params)
    log = Logger()
    common.logger = log

    print "xx %s xx"%getUserName() 
    baselfn = LFNBase("datasetstring")
    print baselfn    

    unmergedlfn = LFNBase("datasetstring",merged=False)
    print unmergedlfn  
    print PFNportion("datasetstring")
Revision:	1.8
Committed:	Thu Jun 5 13:39:32 2008 UTC (16 years, 10 months ago) by spiga
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	CRAB_2_3_1, CRAB_2_3_1_pre6, CRAB_2_3_1_pre5, CRAB_2_3_1_pre4, CRAB_2_3_1_pre3, CRAB_2_3_1_pre2, CRAB_2_3_1_pre1, CRAB_2_3_0, CRAB_2_3_0_pre6, CRAB_2_3_0_pre1, CRAB_2_2_2_pre5, CRAB_2_2_2_pre4
Branch point for:	CRAB_2_3_0_br
Changes since 1.7:	+1 -1 lines
Log Message:	fix on DN parsing vs OSG from Brian
#	User	Rev	Content
1	afanfani	1.2	#!/usr/bin/env python
2			"""
3			_LFNBaseName_
4			"""
5
6			from crab_exceptions import *
7			from crab_util import runCommand
8			import common
9			import os, string
10
11
12	afanfani	1.5	def LFNBase(ProcessedDataset,merged=True,LocalUser=False):
13	afanfani	1.2	"""
14			"""
15			lfnbase = "/store"
16			if not merged:
17	afanfani	1.4	lfnbase = os.path.join(lfnbase,"tmp")
18	afanfani	1.5	lfnbase = os.path.join(lfnbase, "user", getUserName(LocalUser=LocalUser), ProcessedDataset )
19
20	afanfani	1.2	return lfnbase
21
22	afanfani	1.5	def PFNportion(ProcessedDataset,LocalUser=False):
23			pfnpath = os.path.join(getUserName(LocalUser=LocalUser), ProcessedDataset )
24	afanfani	1.2	return pfnpath
25
26	afanfani	1.4	def getUnixUserName():
27			"""
28			extract username from whoami
29			"""
30			try:
31			UserName = runCommand("whoami")
32			UserName = string.strip(UserName)
33			except:
34			msg = "Error. Problem with whoami command"
35			raise CrabException(msg)
36			return UserName
37
38	afanfani	1.2	def getDN():
39			"""
40			extract DN from user proxy's identity
41			"""
42			try:
43			userdn = runCommand("voms-proxy-info -identity")
44			userdn = string.strip(userdn)
45	afanfani	1.7	#search for a / to avoid picking up warning messages
46			userdn = userdn[userdn.find('/'):]
47	afanfani	1.2	except:
48			msg = "Error. Problem with voms-proxy-info -identity command"
49			raise CrabException(msg)
50	spiga	1.8	return userdn.split('\n')[0]
51	afanfani	1.2
52			def gethnUserName():
53			"""
54			extract user name from SiteDB
55			"""
56			import urllib
57			hnUserName = None
58			userdn = getDN()
59			try:
60			sitedburl="https://cmsweb.cern.ch/sitedb/sitedb/json/index/dnUserName"
61			params = urllib.urlencode({'dn': userdn })
62			f = urllib.urlopen(sitedburl,params)
63			udata = f.read()
64			try:
65			userinfo= eval(udata)
66			except StandardError, ex:
67	afanfani	1.6	msg = "Error. Problem extracting user name from %s : %s \n SiteDB call output: \n %s"%(sitedburl,ex,udata)
68	afanfani	1.2	raise CrabException(msg)
69			hnUserName = userinfo['user']
70			except:
71	afanfani	1.6	msg = "Error. Problem extracting user name from %s "%sitedburl
72			msg += "\n Check that you are registered in SiteDB, see https://twiki.cern.ch/twiki/bin/view/CMS/SiteDBForCRAB"
73			msg += "\n SiteDB call output: \n %s"%udata
74	afanfani	1.2	raise CrabException(msg)
75			if not hnUserName:
76			msg = "Error. There is no user name associated to DN %s in %s. You need to register in SiteDB with the instructions at https://twiki.cern.ch/twiki/bin/view/CMS/SiteDBForCRAB"%(userdn,sitedburl)
77			print msg
78			raise CrabException(msg)
79			return hnUserName
80
81	afanfani	1.5	def getUserName(LocalUser=False):
82	afanfani	1.4	"""
83			extract user name from either SiteDB or Unix
84			"""
85	afanfani	1.5	if LocalUser:
86			common.logger.message("==> Using as username the Unix user name")
87			UserName=getUnixUserName()
88			return UserName
89
90			UserName=gethnUserName()
91	afanfani	1.4	return UserName
92
93	afanfani	1.2	if __name__ == '__main__' :
94			"""
95			"""
96			from crab_logger import Logger
97			from WorkSpace import *
98	afanfani	1.4	continue_dir="/afs/cern.ch/user/a/afanfani/"
99	afanfani	1.2	cfg_params={'USER.logdir' : continue_dir }
100			common.work_space = WorkSpace(continue_dir, cfg_params)
101			log = Logger()
102			common.logger = log
103
104	afanfani	1.4	print "xx %s xx"%getUserName()
105	afanfani	1.2	baselfn = LFNBase("datasetstring")
106			print baselfn
107
108			unmergedlfn = LFNBase("datasetstring",merged=False)
109			print unmergedlfn
110			print PFNportion("datasetstring")