Changes In Branch pkgdSelfUpdate Through [e31d9b486a] Excluding Merge-Ins
This is equivalent to a diff from 7e7cba65fa to e31d9b486a
2016-08-19
| ||
20:13 | Refactor and add code to permit the package repository and downloader clients to be self-updated. check-in: 090817ba13 user: mistachkin tags: trunk | |
19:37 | When downloading for a self-update, overwrite existing files. check-in: 09a7063c6e user: mistachkin tags: pkgdSelfUpdate | |
19:14 | The package downloader client is now working again. check-in: e31d9b486a user: mistachkin tags: pkgdSelfUpdate | |
04:51 | Refactoring work-in-progress on the package downloader client. check-in: 1b8b52e27d user: mistachkin tags: pkgdSelfUpdate | |
02:55 | Move all package client files into a '1.0' sub-directory. check-in: 7e7cba65fa user: mistachkin tags: trunk | |
02:48 | Remove the duplicated 'maybeReadSettingsFile' procedure as it is no longer necessary. check-in: 89022f2b30 user: mistachkin tags: trunk | |
Modified client/1.0/pkgd.eagle from [39534dc0c9] to [e00eecc8fc].
︙ | ︙ | |||
21 22 23 24 25 26 27 | # namespace eval ::PackageDownloader { # # NOTE: This procedure sets up the default values for all configuration # parameters used by the package downloader client. There are no # arguments. # | | > > > > > > > > > > | 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | # namespace eval ::PackageDownloader { # # NOTE: This procedure sets up the default values for all configuration # parameters used by the package downloader client. There are no # arguments. # proc setupDownloadVars { script } { # # NOTE: What is the fully qualified path to the directory containing the # package downloader client? # variable clientDirectory if {![info exists clientDirectory]} then { set clientDirectory [file dirname $script] } # # NOTE: Prevent progress messages from being displayed while downloading # from the repository, etc? By default, this is enabled. # variable quiet; # DEFAULT: true if {![info exists quiet]} then { |
︙ | ︙ | |||
54 55 56 57 58 59 60 | if {![info exists downloadUri]} then { set downloadUri {${baseUri}?download&ci=trunk&filename=${fileName}} } # # NOTE: The root directory where any persistent packages will be saved. # | | | | > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > | 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 | if {![info exists downloadUri]} then { set downloadUri {${baseUri}?download&ci=trunk&filename=${fileName}} } # # NOTE: The root directory where any persistent packages will be saved. # variable persistentRootDirectory; # DEFAULT: [getPersistentRootDirectory] if {![info exists persistentRootDirectory]} then { set persistentRootDirectory [getPersistentRootDirectory] } # # NOTE: The root directory where any temporary packages will be written. # variable temporaryRootDirectory; # DEFAULT: [getFileTempDirectory PKGD_TEMP] if {![info exists temporaryRootDirectory]} then { set temporaryRootDirectory \ [::PackageRepository::getFileTempDirectory PKGD_TEMP] } } # # NOTE: This procedure returns the root directory where any packages that # are downloaded should be saved to permanent storage for subsequent # use. There are no arguments. # proc getPersistentRootDirectory {} { # # NOTE: Return a directory parallel to the one containing the library # directory. # return [file join [file dirname [info library]] pkgd] } # # NOTE: This procedure returns non-zero if the specified file seems to be # an OpenPGP signature file. The fileName argument is the name of # the file to check, which may or may not exist. # proc isPgpSignatureFileName { fileName } { if {[string length $fileName] == 0} then { return false } set extension [file extension $fileName] if {$extension eq ".asc"} then { if {[file exists $fileName]} then { return [::PackageRepository::isPgpSignature [readFile $fileName]] } else { return true } } else { return false } } # # NOTE: This procedure returns non-zero if the specified file seems to be # a Harpy script certificate file. The fileName argument is the name # of the file to check, which may or may not exist. # proc isHarpyCertificateFileName { fileName } { if {[string length $fileName] == 0} then { return false } set extension [file extension $fileName] if {$extension eq ".harpy"} then { if {[file exists $fileName]} then { return [::PackageRepository::isHarpyCertificate [readFile $fileName]] } else { return true } } else { return false } } # # NOTE: This procedure adds a directory to the auto-path of the specified # language (i.e. native Tcl or Eagle). The directory will not be # added if it is already present. The language argument must be the # literal string "eagle" or the literal string "tcl". The directory # argument is the fully qualified path for the directory to add to |
︙ | ︙ | |||
123 124 125 126 127 128 129 130 131 132 | } } } else { error "unsupported language, no idea how to modify auto-path" } } # # NOTE: This procedure attempts to download a list of files, optionally # persistening them for subsequent uses by the target language. | > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > | | | | | | | | | | | | < | | > > | > | | | < | < | < < | > > | < | | | < < | < < | | | > > > > > | | > | > > | < < | | > | | < | > | | < < < | < | | | | < < | < | | < < < < | > > > | | > | > | 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 | } } } else { error "unsupported language, no idea how to modify auto-path" } } # # NOTE: This procedure downloads a single file from the package file server, # writing its contents to the specified local file name. It can also # verify the PGP signatures. When a PGP signature file is # downloaded, this procedure assumes the corresponding data file was # already downloaded (i.e. since OpenPGP needs both to perform the # signature checks). The language argument must be one of the # literal strings "eagle", "tcl", or "client". The version argument # must be one of the literal strings "8.4", "8.5", or "8.6" when the # language is "tcl" -OR- the literal string "1.0" when the language # is either "eagle" or "client". The fileName argument is a file # name relative to the language and version-specific directory on the # package file server. The localFileName argument is the file name # where the downloaded file should be written. The usePgp argument # should be non-zero when an OpenPGP signature file needs to be # downloaded and verified for the downloaded file. # proc downloadOneFile { language version fileName localFileName usePgp } { variable baseUri variable downloadUri variable quiet # # NOTE: First, build the full relative file name to download from # the remote package repository. # set fileName [file join $language $version $fileName] set uri [subst $downloadUri] # # NOTE: Then, in one step, download the file from the package file # server and write it to the specified local file. # if {[isEagle]} then { writeFile $localFileName [interp readorgetscriptfile -- "" $uri] } else { writeFile $localFileName \ [::PackageRepository::getFileViaHttp $uri 10 stdout $quiet] } # # NOTE: Is use of OpenPGP for signature verification enabled? Also, # did we just download an OpenPGP signature file? # if {$usePgp && [isPgpSignatureFileName $localFileName]} then { # # NOTE: Attempt to verify the OpenPGP signature. If this fails, # an error is raised. # if {![::PackageRepository::verifyPgpSignature $localFileName]} then { error [appendArgs \ "bad PGP signature \"" $localFileName \"] } } } # # NOTE: This procedure attempts to download a list of files, optionally # persistening them for subsequent uses by the target language. # The language argument must be one of the literal strings "eagle", # "tcl", or "client". The version argument must be one of the # literal strings "8.4", "8.5", or "8.6" when the language is "tcl" # -OR- the literal string "1.0" when the language is either "eagle" # or "client". The fileNames argument must be a well-formed list # of file names to download, each one relative to the language and # version-specific directory on the package file server. The # persistent argument should be non-zero if the downloaded files # should be saved to permanent storage for subsequent use. The # usePgp argument should be non-zero when an OpenPGP signature file # needs to be downloaded and verified for each downloaded file. The # useAutoPath argument should be non-zero to modify the auto-path # to include the temporary or persistent directories containing # the downloaded files. # # <public> proc downloadFiles { language version fileNames persistent usePgp useAutoPath } { variable clientDirectory variable persistentRootDirectory variable temporaryRootDirectory set client false if {[string length $language] == 0 || $language eq "eagle"} then { if {$version ne "1.0"} then { error "unsupported Eagle version" } } elseif {$language eq "tcl"} then { if {$version ne "8.4" && $version ne "8.5" && $version ne "8.6"} then { error "unsupported Tcl version" } } elseif {$language eq "client"} then { if {$version ne "1.0"} then { error "unsupported client version" } set client true } else { error "unsupported language" } set temporaryDirectory [file join $temporaryRootDirectory \ [appendArgs pkgd_ [string trim [pid] -] _ [string trim \ [clock seconds] -]]] if {$client} then { set persistentDirectory $clientDirectory } else { set persistentDirectory $persistentRootDirectory } set downloadedFileNames [list] foreach fileName $fileNames { if {[string length $fileName] == 0 || \ [file pathtype $fileName] ne "relative"} then { error [appendArgs \ "bad file name \"" $fileName "\", not relative"] } set directoryParts [file split [file dirname $fileName]] if {[llength $directoryParts] == 0} then { error [appendArgs \ "bad file name \"" $fileName "\", no directory parts"] } set directory(temporary) [file normalize [eval \ file join [list $temporaryDirectory] $directoryParts]] set directory(persistent) [file normalize [eval \ file join [list $persistentDirectory] $directoryParts]] set fileNameOnly [file tail $fileName] set downloadFileName [file normalize [file join \ $directory(temporary) $fileNameOnly]] if {[file exists $downloadFileName]} then { error [appendArgs \ "temporary file name \"" $downloadFileName \ "\" already exists"] } file mkdir [file dirname $downloadFileName] downloadOneFile $language $version $fileName $downloadFileName $usePgp lappend downloadedFileNames [list \ $fileNameOnly $directory(temporary) $directory(persistent)] if {$usePgp && ![isPgpSignatureFileName $downloadFileName]} then { downloadOneFile $language $version [appendArgs $fileName .asc] \ [appendArgs $downloadFileName .asc] $usePgp lappend downloadedFileNames [list \ [appendArgs $fileNameOnly .asc] $directory(temporary) \ $directory(persistent)] } } set downloadDirectories [list] foreach downloadedFileName $downloadedFileNames { set directory(temporary) [lindex $downloadedFileName 1] if {$persistent} then { set fileNameOnly [lindex $downloadedFileName 0] set directory(persistent) [lindex $downloadedFileName 2] file mkdir $directory(persistent) file copy -- \ [file join $directory(temporary) $fileNameOnly] \ [file join $directory(persistent) $fileNameOnly] lappend downloadDirectories $directory(persistent) } else { lappend downloadDirectories $directory(temporary) } } set downloadDirectories [lsort -unique $downloadDirectories] if {$useAutoPath} then { foreach downloadDirectory $downloadDirectories { addToAutoPath $language $downloadDirectory |
︙ | ︙ | |||
277 278 279 280 281 282 283 | # one or more of the variable setup in the next step. # ::PackageRepository::maybeReadSettingsFile [info script] # # NOTE: Setup the variables, within this namespace, used by this script. # | | | 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 | # one or more of the variable setup in the next step. # ::PackageRepository::maybeReadSettingsFile [info script] # # NOTE: Setup the variables, within this namespace, used by this script. # setupDownloadVars [info script] # # NOTE: Provide the package to the interpreter. # package provide Eagle.Package.Downloader \ [expr {[isEagle] ? [info engine PatchLevel] : "1.0"}] } |
Modified client/1.0/pkgd.eagle.harpy from [d275cf6011] to [24ba4af2c1].
︙ | ︙ | |||
17 18 19 20 21 22 23 | THE ASSOCIATED SOFTWARE MAY NOT WORK PROPERLY IF THIS FILE IS ALTERED. --> <Certificate xmlns="https://eagle.to/2011/harpy" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema"> <Protocol>None</Protocol> <Vendor>Mistachkin Systems</Vendor> | | | | | | | | | | | | | | | | | | | | | | 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | THE ASSOCIATED SOFTWARE MAY NOT WORK PROPERLY IF THIS FILE IS ALTERED. --> <Certificate xmlns="https://eagle.to/2011/harpy" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema"> <Protocol>None</Protocol> <Vendor>Mistachkin Systems</Vendor> <Id>2cf31dc5-d48b-44f1-afad-103b81c554ef</Id> <HashAlgorithm>SHA512</HashAlgorithm> <EntityType>Script</EntityType> <TimeStamp>2016-08-19T19:13:42.5234844Z</TimeStamp> <Duration>-1.00:00:00</Duration> <Key>0x2c322765603b5278</Key> <Signature> F2AmzOfG32K6r6W4k1oC5iIm/NKFrBb7Grdwc7jMYHna6N0BU5l62voPJPSNDZazj7XRCYebg6yj XHSRP68dY3aatxhQSoqvavirr1OZ/AmU2mFC00f5gGBk8/ERjfvs7fS9YoYGmjFQ8OMhRdyMNiWK sSOTmJb/vi7es2rNV0kZEQMkAX1v9Nbq5MJW5BryANn+PazCaC3eKBO9QSWaeBcIW2ORspf61kqN 8bj7vT5zPlX5xjHZUry/9U8dc+6Jfo6KYZPqvu5nViuu3S4bi4C2RG6zgxxyING+5BbuiRFDqUwl Ly4h/gPB/cNWfjc1sjO8lAExx6qQyIiV1muBV1aahcoxyia1c3L4OdvZVWzOpvvlw6hc18/EWZTK n/yB9/kvMFePImBrTS7OZrKJPciEUh9VsIcVOsTZa0Z0al5u46TDGV+lixPxuHeSHg7u2PWe5SNO gzbJYF+E1Nl62246HVB7IgWr82p3ZsI9ofFg1SefVWMPCArXokXl4buDYA2DbFXtYirTn3XpKlTc 3OqQudHZ13uqo0RfyK39lm1iqYIXAzFNwh53KbV1eGk7rmi1V3ne2sjsADYqor3WwvODUr+/huFu k4b3a1RhJd8B0lLCmXX09/3NAS9K5yfNErdyOjgM9Elf8myBOuBhsHkjZapopvHkuzfzsdE95YM4 +XXvoX/bQnKlb+nDlfDshEbvu7aUgaybyj5SkEn4Z9u2/1/E/L1EHtij7ObAOXDoc9/hvV0eOqzW NPSkkySEEToEA1TcC74Mq9lEnQ6cdWPmKN7IKsheM/X4BsQMBWRxOyO5zPsiqu0XunROWpahoJ/7 fS2bFk+Yd4B9j6gyOYVzD6YduNaGV6LCRwrseR3jmfhf6FMwIgl16/evrwJRytk1q284JrgPkUEM GYtlVBHMh5P+8rj9bmNygC8pPen37F5VkgTDZyiBbhdbOHe5xLQaMkfK2eW+foQo87p7UW1ft2rU 1wy/SEHKyetTr0Co/mG51XoxnnHWs7VLWdFWgbdZWFETgh6V65z0+sntGalLX+5XyuGC9PDSFYXi 7T70NQcXhBvZAL1fbh944I5bLGzUVga2mNi/68yhTLNoASfa6ZZMCwY9qjR/ciUOCXhxME65wGXu XcRmr4+lS+LP/81XTurBOJpkSe4yhpSpTIMh6B6CgFGiL2IYXOFW7s46Y7+pnySSHDNGQVCKhVt0 cjT/T8z/r8E6EknU2zDLKSPS98b87dH32Tc0C2+3p7sJBYss+Erxkike9XCMmAwv9rths9i8Clua HLqX1D+K2oNfyMHrUsyyA6Qv0TtuxAujB2tZggPN5/yoKcw4sH3fy6K1TflzHDo1sWRcMyJPjw== </Signature> </Certificate> |
Modified client/1.0/pkgr.eagle from [9dc3f0e9e9] to [ece670d676].
︙ | ︙ | |||
120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 | }] $value] != -1} then { return true } else { return false } } # # NOTE: This procedure returns a unique temporary file name. A script # error is raised if this task cannot be accomplished. There are # no arguments. # proc getFileTempName {} { if {[isEagle]} then { return [file tempname] } else { | > > > > > > > > > > > > > > > > > > > > > > < < < < < < < | < < < < | 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 | }] $value] != -1} then { return true } else { return false } } # # NOTE: This procedure returns the fully qualified name of the directory # where temporary files should be written. The envVarName argument # is an optional extra environment variable to check (first). # proc getFileTempDirectory { {envVarName ""} } { global env if {[string length $envVarName] > 0 && \ [info exists env($envVarName)]} then { return $env($envVarName) } elseif {[info exists env(TEMP)]} then { return $env(TEMP) } elseif {[info exists env(TMP)]} then { return $env(TMP) } else { error [appendArgs \ "please set " $envVarName \ " (via environment) to temporary directory"] } } # # NOTE: This procedure returns a unique temporary file name. A script # error is raised if this task cannot be accomplished. There are # no arguments. # proc getFileTempName {} { if {[isEagle]} then { return [file tempname] } else { set directory [getFileTempDirectory PKGR_TEMP] set counter [expr {[pid] ^ int(rand() * 0xFFFF)}] while {1} { set fileNameOnly [format tcl%04X.tmp $counter] set fileName [file join $directory $fileNameOnly] if {![file exists $fileName]} then { |
︙ | ︙ |
Modified client/1.0/pkgr.eagle.harpy from [8c0f96195a] to [041e568d84].
︙ | ︙ | |||
17 18 19 20 21 22 23 | THE ASSOCIATED SOFTWARE MAY NOT WORK PROPERLY IF THIS FILE IS ALTERED. --> <Certificate xmlns="https://eagle.to/2011/harpy" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema"> <Protocol>None</Protocol> <Vendor>Mistachkin Systems</Vendor> | | | | | | | | | | | | | | | | | | | | | | 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 | THE ASSOCIATED SOFTWARE MAY NOT WORK PROPERLY IF THIS FILE IS ALTERED. --> <Certificate xmlns="https://eagle.to/2011/harpy" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema"> <Protocol>None</Protocol> <Vendor>Mistachkin Systems</Vendor> <Id>c8d855d3-dc6c-4ff7-b559-6920bdc2c9ef</Id> <HashAlgorithm>SHA512</HashAlgorithm> <EntityType>Script</EntityType> <TimeStamp>2016-08-19T19:13:22.5840312Z</TimeStamp> <Duration>-1.00:00:00</Duration> <Key>0x2c322765603b5278</Key> <Signature> JBC1xWLd8MNtAHcCpSmqGSmJHhqY2uwe0jbBGKS7vFoYEPueeYGUyLgp2ZUxjJj2jhMxAlkUd/zX mLpjzG3YNHCBRxPL1OvkOgn7Oi1bqz9QgJCUimh8vQkq0iGY9lL5GLdmcaBoRwJz1hbFlGhXv5LK TrwqAlJQ1Lzb7VZDgRmQpkjq//0m/4rTczf6uvihdKoV2bJRcrCxh6zTtdbbbfJNPMZy+4elb8I3 xP0EVoI9L1vB/XUGKLPLpD1hI2vDJVoa5RoM2W4FQZyAu7w/gXpno8I1rkhKoiICku9zlMsAfLmR PQm2YNn284KKuCjm/UzNzFQw4TrHH8EJY+utqeQ45ZRhfTk+inSSsnkSqhwxzB1EDkdUL4vcTndI idOw4ElrG32vDRvA2JPiIezKANn0InpXRFpICcTPIyqLXGlu62PDBBdyQWsIH8ZCFVaJUSNbh9yk gzGWBzYcqVqBGOT4YHe/9vdB5uJeqNS7LbGgcC88VPgaG2rnzTmzK6OXCi4dXDFIc7b43XFAeQLy G2OGbzz9HS4OvoWvhX2ZVm3rFgPsVdatWIaYQBEsaHY1GDn0Caf4Xe0zbjsn0s24awumSDfrM2kQ gke7GLCYyNQti7ydQpHH3ac8EBGj8t7SCgiP3K5yMsKkeTQUvPo/Az/90aNuZ9W6JSOxQAVZ7BDB YX5iW15HrWsoR/Uxs+4IUaSB6X/Af2HaJvBGF6EUbqszvehGcd+cFrcU05OQZDQYT2D3rq/ZZYE9 YMQms6GOKxcHDsoSqM5Z8Q9gH5l1+i/YC5r0yQu/KkakxeAztMmVzl4QttojbInyXQXUj7XOreDA 1dpE+k/eyjgh+SveAjltsrc7m020eMKKZUgPJmo47CXsZvqknF6exATQ8NWC3d03PcOVqkCk1oK1 c0QnkH8DddSEUvjLBKTlzUlTVB8Z1GWT/5APOqEgs5BBCvKtLtB7M6PhM9qb+ax5N+mslhEKkMIE F4CAul92Zcl62SIw1J+QZPxC3ZW01OrF8OtEQGMMC2TTISBMqkweGhm/aI+QnoEv6686590bvs6G iTkjvEYodSqZQtSlZIkddWPF7wgqhcO7mtxAR711yQpQywItJYMOmeBVwTykQ75/LAOfaHI6evPo GrxIlt+UfeE57Lb6y/luVdbXNMlovLe4n2XYymD62B/GubjHfj67j/qGPTO8EWVn3gUWwFBXpILn 3cFqVvH3p3HeMGK/5gGbMafi9fGsqqcugpWrH66PLBCn7VHhiKNa20IOxwiWrx3w5VM1s0Otqcug QstW9/mOw1qMLcZh/+mOKhB5XMbF50bapmbZ2SSA+/E3U9j335nekmXIS6OESOVQtbIXb9kqOw== </Signature> </Certificate> |