Can now mirror tarballs in a local directory.

- Can add tarballs to local directory; no longer have to download from source URL.

lib/spack/spack/globals.py

@@ -104,6 +104,20 @@
 #
 sys_type = None
 
+#
+# Places to download tarballs from.  Examples:
+#
+# For a local directory:
+#   mirrors = ['file:///Users/gamblin2/spack-mirror']
+#
+# For a website:
+#   mirrors = ['http://spackports.org/spack-mirror/']
+#
+# For no mirrors:
+#   mirrors = []
+#
+mirrors = []
+
 # Important environment variables
 SPACK_NO_PARALLEL_MAKE = 'SPACK_NO_PARALLEL_MAKE'
 SPACK_LIB = 'SPACK_LIB'

lib/spack/spack/package.py

@@ -389,7 +389,10 @@ def stage(self):
             raise ValueError("Can only get a stage for a concrete package.")
 
         if self._stage is None:
-            self._stage = Stage(self.url, str(self.spec))
+            mirror_path="%s/%s-%s.tar.gz" % (
+                self.name, self.name, self.version)
+            self._stage = Stage(
+                self.url, mirror_path=mirror_path, name=str(self.spec))
         return self._stage
 
 
@@ -688,7 +691,8 @@ def module(self):
 
     def install(self, spec, prefix):
         """Package implementations override this with their own build configuration."""
-        tty.die("Packages must provide an install method!")
+        configure()
+        #tty.die("Packages must provide an install method!")
 
 
     def do_uninstall(self):

lib/spack/spack/packages/libelf.py

@@ -36,12 +36,12 @@ class Libelf(Package):
     versions = { '0.8.13' : '4136d7b4c04df68b686570afa26988ac',
                  '0.8.12' : 'e21f8273d9f5f6d43a59878dc274fec7', }
 
-    def install(self, spec, prefix):
+    # def install(self, spec, prefix):
-        configure("--prefix=" + prefix,
+    #     configure("--prefix=" + prefix,
-                  "--enable-shared",
+    #               "--enable-shared",
-                  "--disable-dependency-tracking",
+    #               "--disable-dependency-tracking",
-                  "--disable-debug")
+    #               "--disable-debug")
-        make()
+    #     make()
 
-        # The mkdir commands in libelf's install can fail in parallel
+    #     # The mkdir commands in libelf's install can fail in parallel
-        make("install", parallel=False)
+    #     make("install", parallel=False)

lib/spack/spack/stage.py

@@ -65,7 +65,7 @@ class Stage(object):
        similar, and are intended to persist for only one run of spack.
     """
 
-    def __init__(self, url, name=None):
+    def __init__(self, url, **kwargs):
         """Create a stage object.
            Parameters:
              url     URL of the archive to be downloaded into this stage.
@@ -75,9 +75,11 @@ def __init__(self, url, name=None):
                      stage object later).  If name is not provided, then this
                      stage will be given a unique name automatically.
         """
+        self.name = kwargs.get('name')
+        self.mirror_path = kwargs.get('mirror_path')
+
         self.tmp_root = find_tmp_root()
         self.url = url
-        self.name = name
         self.path = None   # This will be set after setup is called.
 
 
@@ -210,22 +212,13 @@ def chdir(self):
             tty.die("Setup failed: no such directory: " + self.path)
 
 
-    def fetch(self):
+    def fetch_from_url(self, url):
-        """Downloads the file at URL to the stage.  Returns true if it was downloaded,
-           false if it already existed."""
-        self.chdir()
-        if self.archive_file:
-            tty.msg("Already downloaded %s." % self.archive_file)
-
-        else:
-            tty.msg("Fetching %s" % self.url)
-
         try:
             # Run curl but grab the mime type from the http headers
             headers = spack.curl('-#',        # status bar
                                  '-O',        # save file to disk
                                  '-D', '-',   # print out HTML headers
-                                     '-L', self.url, return_output=True)
+                                 '-L', url, return_output=True)
         except:
             # clean up archive on failure.
             if self.archive_file:
@@ -242,6 +235,25 @@ def fetch(self):
                      "'spack clean --all' to remove the bad archive, then fix",
                      "your internet gateway issue and install again.")
 
+
+    def fetch(self):
+        """Downloads the file at URL to the stage.  Returns true if it was downloaded,
+           false if it already existed."""
+        self.chdir()
+        if self.archive_file:
+            tty.msg("Already downloaded %s." % self.archive_file)
+
+        else:
+            urls = [self.url]
+            if self.mirror_path:
+                urls += ["%s/%s" % (m, self.mirror_path) for m in spack.mirrors]
+
+            for url in urls:
+                tty.msg("Trying to fetch from %s" % url)
+                self.fetch_from_url(url)
+                if self.archive_file:
+                    break
+
         if not self.archive_file:
             raise FailedDownloadError(url)
 

lib/spack/spack/test/stage.py

@@ -189,7 +189,7 @@ def check_destroy(self, stage, stage_name):
 
 
     def checkSetupAndDestroy(self, stage_name=None):
-        stage = Stage(archive_url, stage_name)
+        stage = Stage(archive_url, name=stage_name)
         stage.setup()
         self.check_setup(stage, stage_name)
 
@@ -218,7 +218,7 @@ def test_setup_and_destroy_no_name_without_tmp(self):
 
 
     def test_chdir(self):
-        stage = Stage(archive_url, stage_name)
+        stage = Stage(archive_url, name=stage_name)
 
         stage.chdir()
         self.check_setup(stage, stage_name)
@@ -229,7 +229,7 @@ def test_chdir(self):
 
 
     def test_fetch(self):
-        stage = Stage(archive_url, stage_name)
+        stage = Stage(archive_url, name=stage_name)
 
         stage.fetch()
         self.check_setup(stage, stage_name)
@@ -241,7 +241,7 @@ def test_fetch(self):
 
 
     def test_expand_archive(self):
-        stage = Stage(archive_url, stage_name)
+        stage = Stage(archive_url, name=stage_name)
 
         stage.fetch()
         self.check_setup(stage, stage_name)
@@ -255,7 +255,7 @@ def test_expand_archive(self):
 
 
     def test_expand_archive(self):
-        stage = Stage(archive_url, stage_name)
+        stage = Stage(archive_url, name=stage_name)
 
         stage.fetch()
         self.check_setup(stage, stage_name)
@@ -271,7 +271,7 @@ def test_expand_archive(self):
 
 
     def test_restage(self):
-        stage = Stage(archive_url, stage_name)
+        stage = Stage(archive_url, name=stage_name)
 
         stage.fetch()
         stage.expand_archive()