wiki.janforman.com

User Tools

Site Tools

You are here: start » storage » s3
storage:s3

Differences

This shows you the differences between two versions of the page.

Link to this comparison view

Both sides previous revisionPrevious revision
storage:s3 [2022/05/24 10:48] – Jan Formanstorage:s3 [2022/05/24 12:28] (current) – Jan Forman
Line 1: Line 1:
 +====== Amazon S3 compatible service ======
 +
 +===== Public access S3 bucket =====
 +
 +<code>
 +{
 +  "Version": "2008-10-17",
 +  "Statement": [
 +    {
 +      "Sid": "AllowPublicRead",
 +      "Effect": "Allow",
 +      "Principal": {
 +        "AWS": "*"
 +      },
 +      "Action": [
 +        "s3:GetObject"
 +      ],
 +      "Resource": [
 +        "arn:aws:s3:::s3-oob/*"
 +      ]
 +    }
 +  ]
 +}
 +</code>
 +
 +===== Access by username/password =====
 +<code>
 +{
 +    "Version": "2012-10-17",
 +    "Statement": [
 +        {
 +            "Sid": "allow-username-and-password-access",
 +            "Effect": "Allow",
 +            "Principal": {
 +                "AWS": "*"
 +            },
 +            "Action": [
 +                "s3:PutObject",
 +                "s3:GetObject"
 +            ],
 +            "Resource": "arn:aws:s3:::BUCKETNAME/*",
 +            "Condition": {
 +                "StringEquals": {
 +                    "aws:UserAgent": "USERNAME",
 +                    "aws:Referer": "PASSWORD"
 +                }
 +            }
 +        }
 +    ]
 +</code>
 +
 +<code>
 +curl --user-agent USERNAME --referer PASSWORD --upload-file "FILENAME" --request PUT "https://s3-AWS_REGION.amazonaws.com/BUCKETNAME/FILENAME"
 +</code>
 +
 +<code>curl --user-agent USERNAME --referer PASSWORD "https://s3-AWS_REGION.amazonaws.com/BUCKETNAME/FILENAME" > FILENAME</code>
 +
 +
 +===== Generate time expiration link =====
 +
 +<code>
 +<?php 
 +
 +  if(!function_exists('el_crypto_hmacSHA1')){
 +    /**
 +    * Calculate the HMAC SHA1 hash of a string.
 +    *
 +    * @param string $key The key to hash against
 +    * @param string $data The data to hash
 +    * @param int $blocksize Optional blocksize
 +    * @return string HMAC SHA1
 +    */
 +    function el_crypto_hmacSHA1($key, $data, $blocksize = 64) {
 +        if (strlen($key) > $blocksize) $key = pack('H*', sha1($key));
 +        $key = str_pad($key, $blocksize, chr(0x00));
 +        $ipad = str_repeat(chr(0x36), $blocksize);
 +        $opad = str_repeat(chr(0x5c), $blocksize);
 +        $hmac = pack( 'H*', sha1(
 +        ($key ^ $opad) . pack( 'H*', sha1(
 +          ($key ^ $ipad) . $data
 +        ))
 +      ));
 +        return base64_encode($hmac);
 +    }
 +  }
 +
 +  if(!function_exists('el_s3_getTemporaryLink')){
 +    /**
 +    * Create temporary URLs to your protected Amazon S3 files.
 +    *
 +    * @param string $accessKey Your Amazon S3 access key
 +    * @param string $secretKey Your Amazon S3 secret key
 +    * @param string $bucket The bucket (bucket.s3.amazonaws.com)
 +    * @param string $path The target file path
 +    * @param int $expires In minutes
 +    * @return string Temporary Amazon S3 URL
 +    * @see http://awsdocs.s3.amazonaws.com/S3/20060301/s3-dg-20060301.pdf
 +    */
 +    
 +    function el_s3_getTemporaryLink($accessKey, $secretKey, $bucket, $path, $expires = 5) {
 +      // Calculate expiry time
 +      $expires = time() + intval(floatval($expires) * 60);
 +      // Fix the path; encode and sanitize
 +      $path = str_replace('%2F', '/', rawurlencode($path = ltrim($path, '/')));
 +      // Path for signature starts with the bucket
 +      $signpath = '/'. $bucket .'/'. $path;
 +      // S3 friendly string to sign
 +      $signsz = implode("\n", $pieces = array('GET', null, null, $expires, $signpath));
 +      // Calculate the hash
 +      $signature = el_crypto_hmacSHA1($secretKey, $signsz);
 +      // Glue the URL ...
 +      $url = sprintf('http://%s.s3.amazonaws.com/%s', $bucket, $path);
 +      // ... to the query string ...
 +      $qs = http_build_query($pieces = array(
 +        'AWSAccessKeyId' => $accessKey,
 +        'Expires' => $expires,
 +        'Signature' => $signature,
 +      ));
 +      // ... and return the URL!
 +      return $url.'?'.$qs;
 +    }
 +  }
 +
 +?>
 +</code>
 +
 +<code>
 +<?php echo el_s3_getTemporaryLink('your-access-key', 'your-secret-key', 'bucket-name', '/path/to/file.mov'); ?>
 +</code>
 +
 +===== S3 access using CLI =====
 +
 +<code>
 +aws configure
 +aws --endpoint-url=http://ceph-RGW-IP:7480 s3api list-buckets
 +</code>
 +
  
storage/s3.txt · Last modified: 2022/05/24 12:28 by Jan Forman

Page Tools