spacedrive/core/Cargo.toml

[package]
name = "sd-core"
version = "0.1.0"
description = "Virtual distributed filesystem engine that powers Spacedrive."
authors = ["Spacedrive Technology Inc."]
license = "GNU GENERAL PUBLIC LICENSE"
repository = "https://github.com/spacedriveapp/spacedrive"
edition = "2021"
rust-version = "1.64.0"

[features]
default = ["p2p"]
p2p = [
] # This feature controls whether the Spacedrive Core contains the Peer to Peer syncing engine (It isn't required for the hosted core so we can disable it).
mobile = [
] # This feature allows features to be disabled when the Core is running on mobile.
android = ["dep:tracing-android"]
ffmpeg = [
  "dep:ffmpeg-next",
  "dep:sd-ffmpeg",
] # This feature controls whether the Spacedrive Core contains functionality which requires FFmpeg.
location-watcher = [
  "dep:notify"
]

[dependencies]
hostname = "0.3.1"

# Universal Dependencies
base64 = "0.13.0"
serde = { version = "1.0", features = ["derive"] }
chrono = { version = "0.4.22", features = ["serde"] }
serde_json = "1.0"
futures = "0.3"
int-enum = "0.5.0"
rmp = "^0.8.11"
rmp-serde = "^1.1.1"
blake3 = "1.3.1"

# Project dependencies
rspc = { workspace = true, features = ["uuid", "chrono", "tracing"] }
prisma-client-rust = { workspace = true }
normi = { workspace = true }
specta = { workspace = true }
uuid = { version = "1.1.2", features = ["v4", "serde"] }
sysinfo = "0.26.4"
thiserror = "1.0.37"

tokio = { version = "1.21.2", features = [
  "sync",
  "rt-multi-thread",
  "io-util",
] }
include_dir = { version = "0.7.2", features = ["glob"] }
async-trait = "^0.1.57"
image = "0.24.4"
webp = "0.2.2"
ffmpeg-next = { version = "5.1.1", optional = true, features = [] }
sd-ffmpeg = { path = "../crates/ffmpeg", optional = true }
sd-crypto = { path = "../crates/crypto", features = ["rspc", "serde"] }
sd-file-ext = { path = "../crates/file-ext"}
sd-sync = { path = "../crates/sync" }
fs_extra = "1.2.0"
tracing = "0.1.36"
tracing-subscriber = { version = "0.3.15", features = ["env-filter"] }
tracing-android = { version = "0.2.0", optional = true }
async-stream = "0.3.3"
once_cell = "1.15.0"
ctor = "0.1.23"
globset = { version = "^0.4.9", features = ["serde1"] }
itertools = "^0.10.5"
enumflags2 = "0.7.5"
notify = { version = "5.0.0", default-features = false, features = ["macos_fsevent"], optional = true }
uhlc = "0.5.1"

[dev-dependencies]
tempfile = "^3.3.0"
tracing-test = "^0.2.3"
init monorepo 2021-12-24 09:13:21 +00:00			`[package]`
[ENG-84] Sync library (#394) * new sql lib stuff * add sync stuff + rename all crates * build sd-core * add sync/example/dist to source * fix sync example in monorepop * appease clippy * update lockfile * update commit hooks * fix typescript * fix typescript build * please rustfmt 2022-10-04 12:25:12 +00:00			`name = "sd-core"`
init monorepo 2021-12-24 09:13:21 +00:00			`version = "0.1.0"`
New team page (#229) * Wrote blog * feat: implement new team page * refactor: reusable link comp * chore: update images * perf: compress images * refactor: update link * refactor: update icons, remove white border in favor or rounded corners, add investors * changes to roles * team changes * refactor: add a few changes * style: slightly better styling * update team images paths * use proper image element * update haris to match team style + keep constant * improve team member styling * use vite import pattern * team tweaks * fix brendan crop * fix text and gradient color to match brand colors * engineer not developer!!! * add annoucement banner since this can not be merged until post annoucement anyway * fade in stuff * better copy * better haris.jpg * style: slight update to styling * Update apps/landing/src/pages/team.tsx * update my image * chore: remove unused log * Update team.tsx * use incorp'd name everywhere * update team credits * hoist headings in credits * consistent marketing copy in cargo * fix types * style tweaks * blog updates * blog title tweaks * fix demo * jj said lets round it up Co-authored-by: Lu Hill <email@lewie.me> Co-authored-by: Jamie Pine <ijamespine@me.com> Co-authored-by: maxichrome <maxichrome@users.noreply.github.com> Co-authored-by: xPolar <50601857+xPolar@users.noreply.github.com> 2022-06-14 20:13:09 +00:00			`description = "Virtual distributed filesystem engine that powers Spacedrive."`
			`authors = ["Spacedrive Technology Inc."]`
remove codegen'd files + update dev docs 2022-04-01 01:10:56 +00:00			`license = "GNU GENERAL PUBLIC LICENSE"`
update github repo url 2022-05-01 04:45:13 +00:00			`repository = "https://github.com/spacedriveapp/spacedrive"`
upgrade to latest prisma-client-rust 2022-04-20 09:25:50 +00:00			`edition = "2021"`
make rust 1.64 requirement more concrete 2022-09-27 04:28:32 +00:00			`rust-version = "1.64.0"`
init monorepo 2021-12-24 09:13:21 +00:00
feature gated p2p + update deps + pushed bindings 2022-04-25 08:42:37 +00:00			`[features]`
Rustify mobile (#361) * Refactor navigation flow & types * Remove drawer screen wrapper * Remove DrawerItem + cleanup * Switch to JS Stack Nav & header animations * [WIP] Spacedrive core on Android & IOS * Update Podfile and cleanup Contributing guide. * Remove @sd/core from mobile * File Modal * Prettify File Modal & Add date-fns * IOS subscriptions * Update package versions * Custom header for stack screens * android subscriptions * Animate Drawer button & template for Search screen * Search header * Fix Search icon being weird * Merge branch 'main' into rustify-mobile * fix rspc dep + setup script for mobile * Less margin on header * Move shared assets & drawer logo for mobile * support for IOS simulator * add type safe rspc hooks to mobile * Cleanup PR & Update packages * Updated bindings from main * Update lefthook.yml * Remove `tag` folder from core The `tag` folder came back from the dead. Maybe it got confused in merge conflict? * update pnpm lockfile + fix tsc errors * fix asset import Co-authored-by: Utku Bakir <74243531+utkubakir@users.noreply.github.com> 2022-08-29 11:59:09 +00:00			`default = ["p2p"]`
typo fixes 2022-09-23 05:46:23 +00:00			`p2p = [`
			`] # This feature controls whether the Spacedrive Core contains the Peer to Peer syncing engine (It isn't required for the hosted core so we can disable it).`
			`mobile = [`
			`] # This feature allows features to be disabled when the Core is running on mobile.`
🎉 Fix core on Android 2022-10-18 12:56:16 +00:00			`android = ["dep:tracing-android"]`
typo fixes 2022-09-23 05:46:23 +00:00			`ffmpeg = [`
make rust 1.64 requirement more concrete 2022-09-27 04:28:32 +00:00			`"dep:ffmpeg-next",`
[ENG-84] Sync library (#394) * new sql lib stuff * add sync stuff + rename all crates * build sd-core * add sync/example/dist to source * fix sync example in monorepop * appease clippy * update lockfile * update commit hooks * fix typescript * fix typescript build * please rustfmt 2022-10-04 12:25:12 +00:00			`"dep:sd-ffmpeg",`
typo fixes 2022-09-23 05:46:23 +00:00			`] # This feature controls whether the Spacedrive Core contains functionality which requires FFmpeg.`
ENG 223 Location Awareness (#468) * Introducing location online/offline checks and location relink * Some initial drafts for location watchers * Location metadata relink and add library * Many improvements at job system Now using prisma batching at identifier job Removing blocking I/O from extension subcrate Implementing lazy generation of thumbnails New current directory identifier job to be used on light rescans * Some optimizations on identifier and object validator jobs * merge jamie's identifier PR * fully repaired identifier job * properly hooked up object kind * inspector fix * fix video badge * small improvements to libraries settings * identifier and inspector improvements * fix feature flags and hook up context menu location utilities * BETTER CONTEXT MENU x100 * test-files * style tweaks * new icon designs * manifest * fix thumbnails on web * media data * New Location Watcher and some minor fixes * disable broken media_data extractor, wip * wip * function name fix * Fixing pnpm prep and some warnings * Solving a race condition beetween indexer job and FS event handlerSome other minor warnings * Generating thumbnails on watcher * Remove event handler on watcher * Some initial works on modify events and other small fixes * File update event * Trying to be more generic with used events and some tests to validate our assumptions * Turning on location metadata file * Introducing core unit tests on CI pipeline * Submiting new unit test assumptions to validate on windows CI * Fixing unit tests * Fixing unit tests again * Fixing unit tests * Fixing unit tests for macos * Fixing unit tests for macos again * New structure for platform dependent event handling Implementing event handlers for Linux and MacOS * minor fixes + rustfmt + clippy * Windows event handling * Introducing a feature gate to only use location watching on desktop app for now * Putting more stuff behind feature gates to avoid warnings * Adding feature to cargo test on CI * Changing some debug logs to trace logs and removing Jamie specific stuff * Make location removal from manager less async * fix build when "location-watcher" feature disabled * fix types + clippy * make location manager non-static * remove uses of `to_string_lossy` * more invalidate_query calls * Expose `library_ctx` directly to avoid needless clones * New materialized_path handling for directories * Removing cascade delete between file_path and object - Some other minor stuff * remove unused `CurrentDirFileIdentifierJob` Co-authored-by: Jamie Pine <ijamespine@me.com> Co-authored-by: Oscar Beaumont <oscar@otbeaumont.me> 2022-12-30 16:53:24 +00:00			`location-watcher = [`
			`"dep:notify"`
			`]`
feature gated p2p + update deps + pushed bindings 2022-04-25 08:42:37 +00:00
init monorepo 2021-12-24 09:13:21 +00:00			`[dependencies]`
client logic 2021-12-30 13:35:25 +00:00			`hostname = "0.3.1"`
feature gated p2p + update deps + pushed bindings 2022-04-25 08:42:37 +00:00
smashing errors 2021-12-24 12:24:12 +00:00			`# Universal Dependencies`
			`base64 = "0.13.0"`
			`serde = { version = "1.0", features = ["derive"] }`
upgrade rspc 2022-10-01 17:16:11 +00:00			`chrono = { version = "0.4.22", features = ["serde"] }`
smashing errors 2021-12-24 12:24:12 +00:00			`serde_json = "1.0"`
			`futures = "0.3"`
Merge branch 'eng-259-identify-objectkind' Conflicts: apps/landing/package.json apps/landing/vite.config.ts packages/interface/src/AppLayout.tsx packages/interface/src/components/explorer/Explorer.tsx packages/interface/src/components/explorer/ExplorerTopBar.tsx packages/ui/src/ContextMenu.tsx pnpm-lock.yaml 2022-10-21 05:49:15 +00:00			`int-enum = "0.5.0"`
Resumable Jobs + Lefthook Integration (#344) * Introducing Lefthook for git hooks automation * TypeScript typechecking and linting * Rust formatting and linting * Spellchecking (also corrected spell errors in some files) * Check links in md files * Introducing resumable jobs * Abstractions to pause and resume jobs automatically when application exits and is started * Changing database to use Bytes for UUID fields * Changing uuid fields on core to use uuid::Uuid instead of String * Updating some dependencies and introducing msg_pack serialization to save job state on database * Fixing some clippy warnings * Fixing a regression introduced on identifier job, doing too much db accesses concurrently 2022-07-27 07:06:34 +00:00			`rmp = "^0.8.11"`
upgrade rspc 2022-10-01 17:16:11 +00:00			`rmp-serde = "^1.1.1"`
CAS ID Improvements (#413) * remove `ring` dependency and use `sha2` instead * use BLAKE3 and include full file checksum * update schema comments 2022-10-13 22:31:47 +00:00			`blake3 = "1.3.1"`
feature gated p2p + update deps + pushed bindings 2022-04-25 08:42:37 +00:00
smashing errors 2021-12-24 12:24:12 +00:00			`# Project dependencies`
merge main into update-rspc-and-more 2022-10-05 00:58:03 +00:00			`rspc = { workspace = true, features = ["uuid", "chrono", "tracing"] }`
move prisma schema and migrations to /core (#392) * move prisma schema and migrations to /core * fix prisma updates 2022-10-04 09:32:46 +00:00			`prisma-client-rust = { workspace = true }`
upgrade rspc + fix reactivity + add in disabled Normi code 2022-10-17 20:45:37 +00:00			`normi = { workspace = true }`
			`specta = { workspace = true }`
Move Rust backend to rspc (#345) * move Rust backend to rspc * move server to Axum + remove parts of old bridge * move frontend over to @rspc/client * move core to rspc + update deps * fix Typescript errors + upgrade deps * document invalidate_query! macro * general cleanup + upgrade to PCR 0.6.0 * prisma error handling * upgrade to rspc 0.0.4 * update vite-plugin-ssr * fix typescript * fix builds * put landing page app name back * hardcode ffmpeg version on Windows * rename 'command' to 'mutation' to line up with react-query terminology * upgrade rspc to v0.0.5 + fix types * use shared ffmpeg binaries * general Typescript cleanup * fix clippy workflow failing due to tauri proc-macro Co-authored-by: Brendan Allan <brendonovich@outlook.com> 2022-08-03 15:36:03 +00:00			`uuid = { version = "1.1.2", features = ["v4", "serde"] }`
upgrade rspc 2022-10-01 17:16:11 +00:00			`sysinfo = "0.26.4"`
			`thiserror = "1.0.37"`
smashing errors 2021-12-24 12:24:12 +00:00
upgrade rspc 2022-10-01 17:16:11 +00:00			`tokio = { version = "1.21.2", features = [`
Use feature gated database branch of PCR (#387) use feature gating branch of pcr 2022-09-23 06:40:15 +00:00			`"sync",`
			`"rt-multi-thread",`
			`"io-util",`
			`] }`
(chore): added better loggin 2022-06-22 05:53:07 +00:00			`include_dir = { version = "0.7.2", features = ["glob"] }`
upgrade rspc 2022-10-01 17:16:11 +00:00			`async-trait = "^0.1.57"`
			`image = "0.24.4"`
fix missing dependencies & revert color change 2022-03-30 09:37:03 +00:00			`webp = "0.2.2"`
upgrade rspc 2022-10-01 17:16:11 +00:00			`ffmpeg-next = { version = "5.1.1", optional = true, features = [] }`
[ENG-84] Sync library (#394) * new sql lib stuff * add sync stuff + rename all crates * build sd-core * add sync/example/dist to source * fix sync example in monorepop * appease clippy * update lockfile * update commit hooks * fix typescript * fix typescript build * please rustfmt 2022-10-04 12:25:12 +00:00			`sd-ffmpeg = { path = "../crates/ffmpeg", optional = true }`
[ENG-307] Key manager features (#467) * working key management in settings page * sync with library button * fix `rspc` feature and add passphrase generation * untested key manager rework * trying to return values from mutations * update library manager and remove settiong master PW * update bindings * set static secret key/master password * prompt user for master password if correct one hasn't been provided yet * add `hasMasterPassword` route * add `clearMasterPassword` route + remove dead code * tweak `set_master_password()` and add dedicated error * tweak UI, fix `few hooks than expected`, add unmount+lock button * remove old comment * fmt * clippy * move static key/password setting so it doesn't fail sometimes * add dedicated `get_key()` and remove keys from memory * add `getKey` route * update bindings * use `const` instead of `let` * comment updates * update schema to remove salt * add string parse error * generate passphrase within key manager * generate new migrations * feature gate serde support in `crypto` crate * fmt * more specific error types * foramatting * add locking mechanism to keysettings page (not working?) * fix react hook issues Co-authored-by: maxichrome <maxichrome@users.noreply.github.com> * remove empty onclick * add keymanager dropdown menu * working key backup functionality * add experimental master password changing support * update bindings * semi-working change master password dialog * use gear/lock icons to clean up key manager UI * make settings button functional * make buttons uniform and format code * fix double base64 encode * add change master password dialog and secret key dialog * code cleanup * restore backup dialog * change UI wording * make a start on restoring from a backup * potentially working keystore restore * don't overwrite verification key if one is set * working backup restore + fix master password changing * fix typo in static password/verification key check logic * change wording to make UI clearer * disable mount button if key is empty * handle errors+remove type annotations * show total imported keys on backup restoration * add zxcvbn package * change input border colour based on zxcvbn score * clippy and formatting * password strength meter * remove nbsp * add button type to stop early form submission * use `react-hook-form` for backup restoration dialog * more `react-hook-form` stuff * attempt to fix password meter * small cleanup * Fix password meter * update colours Co-authored-by: maxichrome <maxichrome@users.noreply.github.com> Co-authored-by: Utku Bakir <74243531+utkubakir@users.noreply.github.com> 2022-12-02 10:18:21 +00:00			`sd-crypto = { path = "../crates/crypto", features = ["rspc", "serde"] }`
[ENG-258] Key Manager and Crypto Crate Improvements (#423) * add base keymanager structs/functions * change md/pvm `new()` to prevent useless re-hashing * update lockfile * update keymanager * cleanup code, make things easier to understand * move md and pvm construction to the header * update pvm ser/de * update metadata ser/de * additional API changes, update example * formatting and clippy * update examples * move `impl` to associated files * formatting+clippy * add more keymanager functionality * add docs * wrap `master_password` as an option * add `sd-crypto` crate as a dependency to `core` * add key manager to `LibraryContext` * rename `id` -> `uuid` * add more keymanager functions * add `set_master_password()` function * function to see if keymanager has master password * update schema * add default bool to schema * populate keystore on SD startup * clippy+formatting * implement requested changes * remove unwrap * fmt, clippy, remove ser/de derives Co-authored-by: Brendan Allan <brendonovich@outlook.com> 2022-10-23 10:47:41 +00:00			`sd-file-ext = { path = "../crates/file-ext"}`
Beginning of sync stuff (#502) 2023-01-05 07:11:55 +00:00			`sd-sync = { path = "../crates/sync" }`
(fix) dropdown ui tweak + identifier code comments + add log 2022-06-22 04:31:39 +00:00			`fs_extra = "1.2.0"`
upgrade rspc 2022-10-01 17:16:11 +00:00			`tracing = "0.1.36"`
			`tracing-subscriber = { version = "0.3.15", features = ["env-filter"] }`
🎉 Fix core on Android 2022-10-18 12:56:16 +00:00			`tracing-android = { version = "0.2.0", optional = true }`
Move Rust backend to rspc (#345) * move Rust backend to rspc * move server to Axum + remove parts of old bridge * move frontend over to @rspc/client * move core to rspc + update deps * fix Typescript errors + upgrade deps * document invalidate_query! macro * general cleanup + upgrade to PCR 0.6.0 * prisma error handling * upgrade to rspc 0.0.4 * update vite-plugin-ssr * fix typescript * fix builds * put landing page app name back * hardcode ffmpeg version on Windows * rename 'command' to 'mutation' to line up with react-query terminology * upgrade rspc to v0.0.5 + fix types * use shared ffmpeg binaries * general Typescript cleanup * fix clippy workflow failing due to tauri proc-macro Co-authored-by: Brendan Allan <brendonovich@outlook.com> 2022-08-03 15:36:03 +00:00			`async-stream = "0.3.3"`
upgrade rspc 2022-10-01 17:16:11 +00:00			`once_cell = "1.15.0"`
			`ctor = "0.1.23"`
Introducing Indexer rules (#363) * Introducing indexer rules for the indexer job * Solving a minor race condition at `Worker::spawn` * Many refactors at database accesses with prisma * Documenting some features of indexer rules * Updating to new prisma rev * Updating photo * Some documentation tweaks * fix note editing * Implementing some requested changes * Fixing unit tests on walk function * Using rsps::Error::with_cause instead of new * Introducing a compoung unique key between `node_id` and `local_path` at `locations` table Co-authored-by: Oscar Beaumont <oscar@otbeaumont.me> 2022-09-01 23:38:26 +00:00			`globset = { version = "^0.4.9", features = ["serde1"] }`
upgrade rspc 2022-10-01 17:16:11 +00:00			`itertools = "^0.10.5"`
Better db migrations (#381) * use prisma migration engine for migrations * squash migrations + remove excessive logging 2022-09-08 22:57:07 +00:00			`enumflags2 = "0.7.5"`
Checking MacOS file system events using FSEvents instead od Kqueue 2023-01-11 21:57:41 +00:00			`notify = { version = "5.0.0", default-features = false, features = ["macos_fsevent"], optional = true }`
Beginning of sync stuff (#502) 2023-01-05 07:11:55 +00:00			`uhlc = "0.5.1"`
Introducing Indexer rules (#363) * Introducing indexer rules for the indexer job * Solving a minor race condition at `Worker::spawn` * Many refactors at database accesses with prisma * Documenting some features of indexer rules * Updating to new prisma rev * Updating photo * Some documentation tweaks * fix note editing * Implementing some requested changes * Fixing unit tests on walk function * Using rsps::Error::with_cause instead of new * Introducing a compoung unique key between `node_id` and `local_path` at `locations` table Co-authored-by: Oscar Beaumont <oscar@otbeaumont.me> 2022-09-01 23:38:26 +00:00
			`[dev-dependencies]`
			`tempfile = "^3.3.0"`
make rust 1.64 requirement more concrete 2022-09-27 04:28:32 +00:00			`tracing-test = "^0.2.3"`