FILEMOVER/test/file_manager.py

#!/usr/bin/env python
#-*- coding: ISO-8859-1 -*-
#
# Author: Brian Bockelman

import os
import sys
import time
import unittest
import ConfigParser

if os.path.exists("src"):
    sys.path.append("src")
if os.path.exists('../src'):
    sys.path.append('../src')

from CmsFileServer.FileManager import Server

class TestFileManager(unittest.TestCase):

    def setUp(self):
        cp = ConfigParser.ConfigParser()
        cp.add_section("file_manager")
        cp.set("file_manager", "base_directory", "/Users/brian/tmp/cms_stuff")
        cp.add_section("transfer_wrapper")
        cp.set("transfer_wrapper", "transfer_command", "srmcp -debug=true " \
               "-srm_protocol_version=2 -retry_num=1 -streams_num=1")
        self.cp = cp

    def test_main(self):
        # Test case demonstrates:
        # - Single transfer works
        # - Second transfer starts up in parallel
        # - Third transfer notices that it's for the same LFN as the first, and it
        #   just sits waiting for the first one to finish.
        # - Cancelling works
        # - Graceful shutdown works
        cp = self.cp
        Server.configure(cp)
        Server.request("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FEB27E49-B63C-DD11-89D8-000423D6B42C.root")
        time.sleep(10)
        Server.request("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FEB27E49-B63C-DD11-89D8-000423D6B42C.root")
        Server.request("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FE989CBF-913C-DD11-BEE5-001617E30CE8.root")
        time.sleep(5)
        print "****", Server.status("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FE989CBF-913C-DD11-BEE5-001617E30CE8.root")
        print "****", Server.status("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FEB27E49-B63C-DD11-89D8-000423D6B42C.root")
        time.sleep(30)
        Server.cancel("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FE989CBF-913C-DD11-BEE5-001617E30CE8.root")
        # Note that the thread pool is all daemon - if the main thread exits, the
        # python process terminates, even if the thread pool is running.  Hence, we
        # use the graceful_exit function
        Server.graceful_exit()

        # At this point, you can hit Ctrl+C, and the partial file will clean up
        # and the transfer will kill itself.

        # Let this run successfully once, and notice that if you run it again,
        # the file was cached locally and the request returns successfully
        # instantly.

if __name__ == '__main__':
    unittest.main()
    
Revision:	1.1
Committed:	Tue Jan 6 14:32:43 2009 UTC (16 years, 3 months ago) by bbockelm
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	V01_00_33, V01_00_32, V01_00_31, V01_00_30, V01_00_29, V01_00_28, V01_00_27, V01_00_26, V01_00_25, V01_00_24, V01_00_23, V01_00_22, V01_00_21, V01_00_20, V01_00_19, V01_00_18, V01_00_17, V01_00_16, V01_00_15, V01_00_14, V01_00_13, V01_00_12, HEAD
Error occurred while calculating annotation data.
Log Message:	Further improvements in the CmsFs features. Ran the whole suite through pylint for bug cleanup. Added an activity monitor so we can eventually produce a "status" page. Moved PickEvent logic from the web service to the CMSRunManager. Minor updates to the EdmFile*; not sure if we'll be using these files (as the CMSRunManager already implements these features).
#	Content
1	#!/usr/bin/env python
2	#-- coding: ISO-8859-1 --
3	#
4	# Author: Brian Bockelman
5
6	import os
7	import sys
8	import time
9	import unittest
10	import ConfigParser
11
12	if os.path.exists("src"):
13	sys.path.append("src")
14	if os.path.exists('../src'):
15	sys.path.append('../src')
16
17	from CmsFileServer.FileManager import Server
18
19	class TestFileManager(unittest.TestCase):
20
21	def setUp(self):
22	cp = ConfigParser.ConfigParser()
23	cp.add_section("file_manager")
24	cp.set("file_manager", "base_directory", "/Users/brian/tmp/cms_stuff")
25	cp.add_section("transfer_wrapper")
26	cp.set("transfer_wrapper", "transfer_command", "srmcp -debug=true " \
27	"-srm_protocol_version=2 -retry_num=1 -streams_num=1")
28	self.cp = cp
29
30	def test_main(self):
31	# Test case demonstrates:
32	# - Single transfer works
33	# - Second transfer starts up in parallel
34	# - Third transfer notices that it's for the same LFN as the first, and it
35	# just sits waiting for the first one to finish.
36	# - Cancelling works
37	# - Graceful shutdown works
38	cp = self.cp
39	Server.configure(cp)
40	Server.request("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FEB27E49-B63C-DD11-89D8-000423D6B42C.root")
41	time.sleep(10)
42	Server.request("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FEB27E49-B63C-DD11-89D8-000423D6B42C.root")
43	Server.request("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FE989CBF-913C-DD11-BEE5-001617E30CE8.root")
44	time.sleep(5)
45	print "****", Server.status("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FE989CBF-913C-DD11-BEE5-001617E30CE8.root")
46	print "****", Server.status("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FEB27E49-B63C-DD11-89D8-000423D6B42C.root")
47	time.sleep(30)
48	Server.cancel("/store/data/CRUZET2/Cosmics/RECO/CRUZET2_V1_v2/0018/FE989CBF-913C-DD11-BEE5-001617E30CE8.root")
49	# Note that the thread pool is all daemon - if the main thread exits, the
50	# python process terminates, even if the thread pool is running. Hence, we
51	# use the graceful_exit function
52	Server.graceful_exit()
53
54	# At this point, you can hit Ctrl+C, and the partial file will clean up
55	# and the transfer will kill itself.
56
57	# Let this run successfully once, and notice that if you run it again,
58	# the file was cached locally and the request returns successfully
59	# instantly.
60
61	if __name__ == '__main__':
62	unittest.main()
63