Uploading the static assets to R2 bucket (#3921)
Uploads all the folders inside `./assets` folder to a new R2 bucket
called `cdn`. Uses the package version as the prefix, so that we can
host multiple versions of the assets.
### Change Type
<!-- ❗ Please select a 'Scope' label ❗️ -->
- [ ] `sdk` — Changes the tldraw SDK
- [ ] `dotcom` — Changes the tldraw.com web app
- [ ] `docs` — Changes to the documentation, examples, or templates.
- [ ] `vs code` — Changes to the vscode plugin
- [x] `internal` — Does not affect user-facing stuff
<!-- ❗ Please select a 'Type' label ❗️ -->
- [ ] `bugfix` — Bug fix
- [ ] `feature` — New feature
- [ ] `improvement` — Improving existing features
- [ ] `chore` — Updating dependencies, other boring stuff
- [ ] `galaxy brain` — Architectural changes
- [ ] `tests` — Changes to any test code
- [x] `tools` — Changes to infrastructure, CI, internal scripts,
debugging tools, etc.
- [ ] `dunno` — I don't know
### Test Plan
1. Add a step-by-step description of how to test your PR here.
2.
- [ ] Unit Tests
- [ ] End to end tests
### Release Notes
- Upload our static assets (fonts, icons, embed-icons, translations) to
a R2 bucket so that we can move away from using unpkg and start using
our own cdn.
2024-06-14 12:25:42 +00:00
|
|
|
import { PutObjectCommand, S3Client } from '@aws-sdk/client-s3'
|
|
|
|
import fs from 'fs'
|
2024-06-17 13:13:46 +00:00
|
|
|
import mime from 'mime'
|
Uploading the static assets to R2 bucket (#3921)
Uploads all the folders inside `./assets` folder to a new R2 bucket
called `cdn`. Uses the package version as the prefix, so that we can
host multiple versions of the assets.
### Change Type
<!-- ❗ Please select a 'Scope' label ❗️ -->
- [ ] `sdk` — Changes the tldraw SDK
- [ ] `dotcom` — Changes the tldraw.com web app
- [ ] `docs` — Changes to the documentation, examples, or templates.
- [ ] `vs code` — Changes to the vscode plugin
- [x] `internal` — Does not affect user-facing stuff
<!-- ❗ Please select a 'Type' label ❗️ -->
- [ ] `bugfix` — Bug fix
- [ ] `feature` — New feature
- [ ] `improvement` — Improving existing features
- [ ] `chore` — Updating dependencies, other boring stuff
- [ ] `galaxy brain` — Architectural changes
- [ ] `tests` — Changes to any test code
- [x] `tools` — Changes to infrastructure, CI, internal scripts,
debugging tools, etc.
- [ ] `dunno` — I don't know
### Test Plan
1. Add a step-by-step description of how to test your PR here.
2.
- [ ] Unit Tests
- [ ] End to end tests
### Release Notes
- Upload our static assets (fonts, icons, embed-icons, translations) to
a R2 bucket so that we can move away from using unpkg and start using
our own cdn.
2024-06-14 12:25:42 +00:00
|
|
|
import path from 'path'
|
|
|
|
import { makeEnv } from './lib/makeEnv'
|
|
|
|
|
|
|
|
const env = makeEnv(['R2_ACCESS_KEY_ID', 'R2_ACCESS_KEY_SECRET'])
|
|
|
|
|
|
|
|
const R2_URL = 'https://c34edc4e76350954b63adebde86d5eb1.r2.cloudflarestorage.com'
|
|
|
|
const R2_BUCKET = 'cdn'
|
|
|
|
const ASSETS_FOLDER = './assets'
|
|
|
|
|
|
|
|
const R2 = new S3Client({
|
|
|
|
region: 'auto',
|
|
|
|
endpoint: R2_URL,
|
|
|
|
credentials: {
|
|
|
|
accessKeyId: env.R2_ACCESS_KEY_ID,
|
|
|
|
secretAccessKey: env.R2_ACCESS_KEY_SECRET,
|
|
|
|
},
|
|
|
|
})
|
|
|
|
|
|
|
|
async function uploadFile(key: string, fullPath: string) {
|
|
|
|
const fileStream = fs.createReadStream(fullPath)
|
2024-06-17 13:13:46 +00:00
|
|
|
const contentType = mime.getType(fullPath) ?? 'application/octet-stream'
|
Uploading the static assets to R2 bucket (#3921)
Uploads all the folders inside `./assets` folder to a new R2 bucket
called `cdn`. Uses the package version as the prefix, so that we can
host multiple versions of the assets.
### Change Type
<!-- ❗ Please select a 'Scope' label ❗️ -->
- [ ] `sdk` — Changes the tldraw SDK
- [ ] `dotcom` — Changes the tldraw.com web app
- [ ] `docs` — Changes to the documentation, examples, or templates.
- [ ] `vs code` — Changes to the vscode plugin
- [x] `internal` — Does not affect user-facing stuff
<!-- ❗ Please select a 'Type' label ❗️ -->
- [ ] `bugfix` — Bug fix
- [ ] `feature` — New feature
- [ ] `improvement` — Improving existing features
- [ ] `chore` — Updating dependencies, other boring stuff
- [ ] `galaxy brain` — Architectural changes
- [ ] `tests` — Changes to any test code
- [x] `tools` — Changes to infrastructure, CI, internal scripts,
debugging tools, etc.
- [ ] `dunno` — I don't know
### Test Plan
1. Add a step-by-step description of how to test your PR here.
2.
- [ ] Unit Tests
- [ ] End to end tests
### Release Notes
- Upload our static assets (fonts, icons, embed-icons, translations) to
a R2 bucket so that we can move away from using unpkg and start using
our own cdn.
2024-06-14 12:25:42 +00:00
|
|
|
const uploadParams = {
|
|
|
|
Bucket: R2_BUCKET,
|
|
|
|
Key: key,
|
|
|
|
Body: fileStream,
|
2024-06-17 13:13:46 +00:00
|
|
|
ContentType: contentType,
|
Uploading the static assets to R2 bucket (#3921)
Uploads all the folders inside `./assets` folder to a new R2 bucket
called `cdn`. Uses the package version as the prefix, so that we can
host multiple versions of the assets.
### Change Type
<!-- ❗ Please select a 'Scope' label ❗️ -->
- [ ] `sdk` — Changes the tldraw SDK
- [ ] `dotcom` — Changes the tldraw.com web app
- [ ] `docs` — Changes to the documentation, examples, or templates.
- [ ] `vs code` — Changes to the vscode plugin
- [x] `internal` — Does not affect user-facing stuff
<!-- ❗ Please select a 'Type' label ❗️ -->
- [ ] `bugfix` — Bug fix
- [ ] `feature` — New feature
- [ ] `improvement` — Improving existing features
- [ ] `chore` — Updating dependencies, other boring stuff
- [ ] `galaxy brain` — Architectural changes
- [ ] `tests` — Changes to any test code
- [x] `tools` — Changes to infrastructure, CI, internal scripts,
debugging tools, etc.
- [ ] `dunno` — I don't know
### Test Plan
1. Add a step-by-step description of how to test your PR here.
2.
- [ ] Unit Tests
- [ ] End to end tests
### Release Notes
- Upload our static assets (fonts, icons, embed-icons, translations) to
a R2 bucket so that we can move away from using unpkg and start using
our own cdn.
2024-06-14 12:25:42 +00:00
|
|
|
}
|
|
|
|
await R2.send(new PutObjectCommand(uploadParams))
|
|
|
|
}
|
|
|
|
|
|
|
|
async function uploadDirectory(prefix: string, directoryPath: string) {
|
|
|
|
const entries = fs.readdirSync(directoryPath, { withFileTypes: true })
|
|
|
|
|
|
|
|
for (const entry of entries) {
|
|
|
|
const fullPath = path.join(directoryPath, entry.name)
|
|
|
|
const key = path.join(prefix, entry.name)
|
|
|
|
|
|
|
|
if (entry.isDirectory()) {
|
|
|
|
await uploadDirectory(key, fullPath)
|
|
|
|
} else if (entry.isFile()) {
|
|
|
|
await uploadFile(key, fullPath)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export async function uploadStaticAssets(version: string) {
|
|
|
|
try {
|
|
|
|
const entries = fs.readdirSync(ASSETS_FOLDER, { withFileTypes: true })
|
|
|
|
// Loop through all the folders in the assets folder and upload them.
|
|
|
|
for (const entry of entries) {
|
|
|
|
if (entry.isDirectory()) {
|
|
|
|
const folderName = entry.name
|
|
|
|
await uploadDirectory(`${version}/${folderName}`, `${ASSETS_FOLDER}/${folderName}`)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} catch (e) {
|
|
|
|
console.error(e)
|
|
|
|
process.exit(1)
|
|
|
|
}
|
|
|
|
}
|