commit 688552eb8e3db44ccff38db9873a71e1c615753d Author: Peter Ludikovsky Date: Mon Mar 25 16:52:24 2019 +0100 Initial commit diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..d758d88 --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +.*swp +*.svg diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..12123b5 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "reveal.js"] + path = reveal.js + url = https://github.com/hakimel/reveal.js.git diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..fe8dbc5 --- /dev/null +++ b/LICENSE @@ -0,0 +1,428 @@ +Attribution-ShareAlike 4.0 International + +======================================================================= + +Creative Commons Corporation ("Creative Commons") is not a law firm and +does not provide legal services or legal advice. Distribution of +Creative Commons public licenses does not create a lawyer-client or +other relationship. Creative Commons makes its licenses and related +information available on an "as-is" basis. Creative Commons gives no +warranties regarding its licenses, any material licensed under their +terms and conditions, or any related information. Creative Commons +disclaims all liability for damages resulting from their use to the +fullest extent possible. + +Using Creative Commons Public Licenses + +Creative Commons public licenses provide a standard set of terms and +conditions that creators and other rights holders may use to share +original works of authorship and other material subject to copyright +and certain other rights specified in the public license below. The +following considerations are for informational purposes only, are not +exhaustive, and do not form part of our licenses. + + Considerations for licensors: Our public licenses are + intended for use by those authorized to give the public + permission to use material in ways otherwise restricted by + copyright and certain other rights. Our licenses are + irrevocable. Licensors should read and understand the terms + and conditions of the license they choose before applying it. + Licensors should also secure all rights necessary before + applying our licenses so that the public can reuse the + material as expected. Licensors should clearly mark any + material not subject to the license. This includes other CC- + licensed material, or material used under an exception or + limitation to copyright. More considerations for licensors: + wiki.creativecommons.org/Considerations_for_licensors + + Considerations for the public: By using one of our public + licenses, a licensor grants the public permission to use the + licensed material under specified terms and conditions. If + the licensor's permission is not necessary for any reason--for + example, because of any applicable exception or limitation to + copyright--then that use is not regulated by the license. Our + licenses grant only permissions under copyright and certain + other rights that a licensor has authority to grant. Use of + the licensed material may still be restricted for other + reasons, including because others have copyright or other + rights in the material. A licensor may make special requests, + such as asking that all changes be marked or described. + Although not required by our licenses, you are encouraged to + respect those requests where reasonable. More considerations + for the public: + wiki.creativecommons.org/Considerations_for_licensees + +======================================================================= + +Creative Commons Attribution-ShareAlike 4.0 International Public +License + +By exercising the Licensed Rights (defined below), You accept and agree +to be bound by the terms and conditions of this Creative Commons +Attribution-ShareAlike 4.0 International Public License ("Public +License"). To the extent this Public License may be interpreted as a +contract, You are granted the Licensed Rights in consideration of Your +acceptance of these terms and conditions, and the Licensor grants You +such rights in consideration of benefits the Licensor receives from +making the Licensed Material available under these terms and +conditions. + + +Section 1 -- Definitions. + + a. Adapted Material means material subject to Copyright and Similar + Rights that is derived from or based upon the Licensed Material + and in which the Licensed Material is translated, altered, + arranged, transformed, or otherwise modified in a manner requiring + permission under the Copyright and Similar Rights held by the + Licensor. For purposes of this Public License, where the Licensed + Material is a musical work, performance, or sound recording, + Adapted Material is always produced where the Licensed Material is + synched in timed relation with a moving image. + + b. Adapter's License means the license You apply to Your Copyright + and Similar Rights in Your contributions to Adapted Material in + accordance with the terms and conditions of this Public License. + + c. BY-SA Compatible License means a license listed at + creativecommons.org/compatiblelicenses, approved by Creative + Commons as essentially the equivalent of this Public License. + + d. Copyright and Similar Rights means copyright and/or similar rights + closely related to copyright including, without limitation, + performance, broadcast, sound recording, and Sui Generis Database + Rights, without regard to how the rights are labeled or + categorized. For purposes of this Public License, the rights + specified in Section 2(b)(1)-(2) are not Copyright and Similar + Rights. + + e. Effective Technological Measures means those measures that, in the + absence of proper authority, may not be circumvented under laws + fulfilling obligations under Article 11 of the WIPO Copyright + Treaty adopted on December 20, 1996, and/or similar international + agreements. + + f. Exceptions and Limitations means fair use, fair dealing, and/or + any other exception or limitation to Copyright and Similar Rights + that applies to Your use of the Licensed Material. + + g. License Elements means the license attributes listed in the name + of a Creative Commons Public License. The License Elements of this + Public License are Attribution and ShareAlike. + + h. Licensed Material means the artistic or literary work, database, + or other material to which the Licensor applied this Public + License. + + i. Licensed Rights means the rights granted to You subject to the + terms and conditions of this Public License, which are limited to + all Copyright and Similar Rights that apply to Your use of the + Licensed Material and that the Licensor has authority to license. + + j. Licensor means the individual(s) or entity(ies) granting rights + under this Public License. + + k. Share means to provide material to the public by any means or + process that requires permission under the Licensed Rights, such + as reproduction, public display, public performance, distribution, + dissemination, communication, or importation, and to make material + available to the public including in ways that members of the + public may access the material from a place and at a time + individually chosen by them. + + l. Sui Generis Database Rights means rights other than copyright + resulting from Directive 96/9/EC of the European Parliament and of + the Council of 11 March 1996 on the legal protection of databases, + as amended and/or succeeded, as well as other essentially + equivalent rights anywhere in the world. + + m. You means the individual or entity exercising the Licensed Rights + under this Public License. Your has a corresponding meaning. + + +Section 2 -- Scope. + + a. License grant. + + 1. Subject to the terms and conditions of this Public License, + the Licensor hereby grants You a worldwide, royalty-free, + non-sublicensable, non-exclusive, irrevocable license to + exercise the Licensed Rights in the Licensed Material to: + + a. reproduce and Share the Licensed Material, in whole or + in part; and + + b. produce, reproduce, and Share Adapted Material. + + 2. Exceptions and Limitations. For the avoidance of doubt, where + Exceptions and Limitations apply to Your use, this Public + License does not apply, and You do not need to comply with + its terms and conditions. + + 3. Term. The term of this Public License is specified in Section + 6(a). + + 4. Media and formats; technical modifications allowed. The + Licensor authorizes You to exercise the Licensed Rights in + all media and formats whether now known or hereafter created, + and to make technical modifications necessary to do so. The + Licensor waives and/or agrees not to assert any right or + authority to forbid You from making technical modifications + necessary to exercise the Licensed Rights, including + technical modifications necessary to circumvent Effective + Technological Measures. For purposes of this Public License, + simply making modifications authorized by this Section 2(a) + (4) never produces Adapted Material. + + 5. Downstream recipients. + + a. Offer from the Licensor -- Licensed Material. Every + recipient of the Licensed Material automatically + receives an offer from the Licensor to exercise the + Licensed Rights under the terms and conditions of this + Public License. + + b. Additional offer from the Licensor -- Adapted Material. + Every recipient of Adapted Material from You + automatically receives an offer from the Licensor to + exercise the Licensed Rights in the Adapted Material + under the conditions of the Adapter's License You apply. + + c. No downstream restrictions. You may not offer or impose + any additional or different terms or conditions on, or + apply any Effective Technological Measures to, the + Licensed Material if doing so restricts exercise of the + Licensed Rights by any recipient of the Licensed + Material. + + 6. No endorsement. Nothing in this Public License constitutes or + may be construed as permission to assert or imply that You + are, or that Your use of the Licensed Material is, connected + with, or sponsored, endorsed, or granted official status by, + the Licensor or others designated to receive attribution as + provided in Section 3(a)(1)(A)(i). + + b. Other rights. + + 1. Moral rights, such as the right of integrity, are not + licensed under this Public License, nor are publicity, + privacy, and/or other similar personality rights; however, to + the extent possible, the Licensor waives and/or agrees not to + assert any such rights held by the Licensor to the limited + extent necessary to allow You to exercise the Licensed + Rights, but not otherwise. + + 2. Patent and trademark rights are not licensed under this + Public License. + + 3. To the extent possible, the Licensor waives any right to + collect royalties from You for the exercise of the Licensed + Rights, whether directly or through a collecting society + under any voluntary or waivable statutory or compulsory + licensing scheme. In all other cases the Licensor expressly + reserves any right to collect such royalties. + + +Section 3 -- License Conditions. + +Your exercise of the Licensed Rights is expressly made subject to the +following conditions. + + a. Attribution. + + 1. If You Share the Licensed Material (including in modified + form), You must: + + a. retain the following if it is supplied by the Licensor + with the Licensed Material: + + i. identification of the creator(s) of the Licensed + Material and any others designated to receive + attribution, in any reasonable manner requested by + the Licensor (including by pseudonym if + designated); + + ii. a copyright notice; + + iii. a notice that refers to this Public License; + + iv. a notice that refers to the disclaimer of + warranties; + + v. a URI or hyperlink to the Licensed Material to the + extent reasonably practicable; + + b. indicate if You modified the Licensed Material and + retain an indication of any previous modifications; and + + c. indicate the Licensed Material is licensed under this + Public License, and include the text of, or the URI or + hyperlink to, this Public License. + + 2. You may satisfy the conditions in Section 3(a)(1) in any + reasonable manner based on the medium, means, and context in + which You Share the Licensed Material. For example, it may be + reasonable to satisfy the conditions by providing a URI or + hyperlink to a resource that includes the required + information. + + 3. If requested by the Licensor, You must remove any of the + information required by Section 3(a)(1)(A) to the extent + reasonably practicable. + + b. ShareAlike. + + In addition to the conditions in Section 3(a), if You Share + Adapted Material You produce, the following conditions also apply. + + 1. The Adapter's License You apply must be a Creative Commons + license with the same License Elements, this version or + later, or a BY-SA Compatible License. + + 2. You must include the text of, or the URI or hyperlink to, the + Adapter's License You apply. You may satisfy this condition + in any reasonable manner based on the medium, means, and + context in which You Share Adapted Material. + + 3. You may not offer or impose any additional or different terms + or conditions on, or apply any Effective Technological + Measures to, Adapted Material that restrict exercise of the + rights granted under the Adapter's License You apply. + + +Section 4 -- Sui Generis Database Rights. + +Where the Licensed Rights include Sui Generis Database Rights that +apply to Your use of the Licensed Material: + + a. for the avoidance of doubt, Section 2(a)(1) grants You the right + to extract, reuse, reproduce, and Share all or a substantial + portion of the contents of the database; + + b. if You include all or a substantial portion of the database + contents in a database in which You have Sui Generis Database + Rights, then the database in which You have Sui Generis Database + Rights (but not its individual contents) is Adapted Material, + + including for purposes of Section 3(b); and + c. You must comply with the conditions in Section 3(a) if You Share + all or a substantial portion of the contents of the database. + +For the avoidance of doubt, this Section 4 supplements and does not +replace Your obligations under this Public License where the Licensed +Rights include other Copyright and Similar Rights. + + +Section 5 -- Disclaimer of Warranties and Limitation of Liability. + + a. UNLESS OTHERWISE SEPARATELY UNDERTAKEN BY THE LICENSOR, TO THE + EXTENT POSSIBLE, THE LICENSOR OFFERS THE LICENSED MATERIAL AS-IS + AND AS-AVAILABLE, AND MAKES NO REPRESENTATIONS OR WARRANTIES OF + ANY KIND CONCERNING THE LICENSED MATERIAL, WHETHER EXPRESS, + IMPLIED, STATUTORY, OR OTHER. THIS INCLUDES, WITHOUT LIMITATION, + WARRANTIES OF TITLE, MERCHANTABILITY, FITNESS FOR A PARTICULAR + PURPOSE, NON-INFRINGEMENT, ABSENCE OF LATENT OR OTHER DEFECTS, + ACCURACY, OR THE PRESENCE OR ABSENCE OF ERRORS, WHETHER OR NOT + KNOWN OR DISCOVERABLE. WHERE DISCLAIMERS OF WARRANTIES ARE NOT + ALLOWED IN FULL OR IN PART, THIS DISCLAIMER MAY NOT APPLY TO YOU. + + b. TO THE EXTENT POSSIBLE, IN NO EVENT WILL THE LICENSOR BE LIABLE + TO YOU ON ANY LEGAL THEORY (INCLUDING, WITHOUT LIMITATION, + NEGLIGENCE) OR OTHERWISE FOR ANY DIRECT, SPECIAL, INDIRECT, + INCIDENTAL, CONSEQUENTIAL, PUNITIVE, EXEMPLARY, OR OTHER LOSSES, + COSTS, EXPENSES, OR DAMAGES ARISING OUT OF THIS PUBLIC LICENSE OR + USE OF THE LICENSED MATERIAL, EVEN IF THE LICENSOR HAS BEEN + ADVISED OF THE POSSIBILITY OF SUCH LOSSES, COSTS, EXPENSES, OR + DAMAGES. WHERE A LIMITATION OF LIABILITY IS NOT ALLOWED IN FULL OR + IN PART, THIS LIMITATION MAY NOT APPLY TO YOU. + + c. The disclaimer of warranties and limitation of liability provided + above shall be interpreted in a manner that, to the extent + possible, most closely approximates an absolute disclaimer and + waiver of all liability. + + +Section 6 -- Term and Termination. + + a. This Public License applies for the term of the Copyright and + Similar Rights licensed here. However, if You fail to comply with + this Public License, then Your rights under this Public License + terminate automatically. + + b. Where Your right to use the Licensed Material has terminated under + Section 6(a), it reinstates: + + 1. automatically as of the date the violation is cured, provided + it is cured within 30 days of Your discovery of the + violation; or + + 2. upon express reinstatement by the Licensor. + + For the avoidance of doubt, this Section 6(b) does not affect any + right the Licensor may have to seek remedies for Your violations + of this Public License. + + c. For the avoidance of doubt, the Licensor may also offer the + Licensed Material under separate terms or conditions or stop + distributing the Licensed Material at any time; however, doing so + will not terminate this Public License. + + d. Sections 1, 5, 6, 7, and 8 survive termination of this Public + License. + + +Section 7 -- Other Terms and Conditions. + + a. The Licensor shall not be bound by any additional or different + terms or conditions communicated by You unless expressly agreed. + + b. Any arrangements, understandings, or agreements regarding the + Licensed Material not stated herein are separate from and + independent of the terms and conditions of this Public License. + + +Section 8 -- Interpretation. + + a. For the avoidance of doubt, this Public License does not, and + shall not be interpreted to, reduce, limit, restrict, or impose + conditions on any use of the Licensed Material that could lawfully + be made without permission under this Public License. + + b. To the extent possible, if any provision of this Public License is + deemed unenforceable, it shall be automatically reformed to the + minimum extent necessary to make it enforceable. If the provision + cannot be reformed, it shall be severed from this Public License + without affecting the enforceability of the remaining terms and + conditions. + + c. No term or condition of this Public License will be waived and no + failure to comply consented to unless expressly agreed to by the + Licensor. + + d. Nothing in this Public License constitutes or may be interpreted + as a limitation upon, or waiver of, any privileges and immunities + that apply to the Licensor or You, including from the legal + processes of any jurisdiction or authority. + + +======================================================================= + +Creative Commons is not a party to its public +licenses. Notwithstanding, Creative Commons may elect to apply one of +its public licenses to material it publishes and in those instances +will be considered the “Licensor.” The text of the Creative Commons +public licenses is dedicated to the public domain under the CC0 Public +Domain Dedication. Except for the limited purpose of indicating that +material is shared under a Creative Commons public license or as +otherwise permitted by the Creative Commons policies published at +creativecommons.org/policies, Creative Commons does not authorize the +use of the trademark "Creative Commons" or any other trademark or logo +of Creative Commons without its prior written consent including, +without limitation, in connection with any unauthorized modifications +to any of its public licenses or any other arrangements, +understandings, or agreements concerning use of licensed material. For +the avoidance of doubt, this paragraph does not form part of the +public licenses. + +Creative Commons may be contacted at creativecommons.org. + diff --git a/Makefile b/Makefile new file mode 100644 index 0000000..a180913 --- /dev/null +++ b/Makefile @@ -0,0 +1,30 @@ +all: html dateisysteme.pdf dateisysteme-notes.pdf + +html: dateisysteme.html linked-list-fs.svg indexed-fs.svg b-tree-fs.svg + +linked-list-fs.svg: linked-list-fs.dot + dot -Tsvg -o linked-list-fs.svg linked-list-fs.dot + +indexed-fs.svg: indexed-fs.dot + dot -Tsvg -o indexed-fs.svg indexed-fs.dot + +b-tree-fs.svg: b-tree-fs.dot + dot -Tsvg -o b-tree-fs.svg b-tree-fs.dot + +dateisysteme.html: dateisysteme.md + pandoc -f markdown+inline_notes \ + -t revealjs --standalone --smart --slide-level=2 \ + --css=usrspace.css \ + -V 'revealjs-url:reveal.js/' \ + -o dateisysteme.html dateisysteme.md + +dateisysteme.pdf: dateisysteme.html + @echo "Bitte das HTML mit dem Paramenter ?print-pdf öffnen, und mit einem" + @echo "PDF-Drucker speichern" + +dateisysteme-notes.pdf: dateisysteme.html + @echo "Bitte das HTML mit dem Paramenter ?print-pdf&showNotes=true öffnen," + @echo "und mit einem PDF-Drucker speichern" + +clean: + rm -rf dateisysteme.html dateisysteme.pdf dateisysteme-notes.pdf *.svg diff --git a/README.md b/README.md new file mode 100644 index 0000000..113d658 --- /dev/null +++ b/README.md @@ -0,0 +1,13 @@ +Dateisystem - Warum, wozu, welche? +================================== + +Dieser Vortrag wurde erstellt von Peter Ludikovsky, und soll zeigen das +Dateisysteme sind, wie sie funktionieren, und die Vor- und Nachteile +einiger Beispiele zeigen. + +Lizenz +------ + +Dieser Vortrag wurde unter als [CC-BY-SA +4.0](https://creativecommons.org/licenses/by-sa/4.0/legalcode.de) +veröffentlicht. diff --git a/b-tree-fs.dot b/b-tree-fs.dot new file mode 100644 index 0000000..f33df4c --- /dev/null +++ b/b-tree-fs.dot @@ -0,0 +1,28 @@ +digraph "b-tree" { + node [shape=record] + subgraph cluster_file1 { + graph [label="file1.txt", fontname="monospace"] + f1b1 [label=" nil | Block 1 | nil"] + f1b2 [label=" • | Block 2 | •"] + f1b3 [label=" nil | Block 3 | nil"] + f1b2:f1b2l:c -> f1b1:n + f1b2:f1b2r:c -> f1b3:n + } + subgraph cluster_file2 { + graph [label="file2.exe", fontname="monospace"] + f2b1 [label=" nil | Block 1 | nil"] + f2b2 [label=" • | Block 2 | •"] + f2b3 [label=" nil | Block 3 | nil"] + f2b4 [label=" • | Block 4 | •"] + f2b5 [label=" nil | Block 5 | nil"] + f2b6 [label=" • | Block 6 | •"] + f2b7 [label=" nil | Block 7 | nil"] + + f2b4:f2b4l:c -> f2b2:n + f2b4:f2b4r:c -> f2b6:n + f2b2:f2b2l:c -> f2b1:n + f2b2:f2b2r:c -> f2b3:n + f2b6:f2b6l:c -> f2b5:n + f2b6:f2b6r:c -> f2b7:n + } +} diff --git a/dateisysteme-notes.pdf b/dateisysteme-notes.pdf new file mode 100644 index 0000000..433b02e Binary files /dev/null and b/dateisysteme-notes.pdf differ diff --git a/dateisysteme.html b/dateisysteme.html new file mode 100644 index 0000000..98b8364 --- /dev/null +++ b/dateisysteme.html @@ -0,0 +1,367 @@ + + + + + + + + + + + + + + + + + + +
+
+ + +

Dateisysteme

+

Inhalt

+
    +
  • Was sind Dateisysteme
    • +
  • Grundbegriffe
    • +
  • Arten von Dateisystemen
    • +
  • Beispiele
    • +
  • Fragen?
    • +
+
+

Was sind Dateisysteme

+

Was sind Dateisysteme

+
    +
  • Abstraktionsebene zwischen unstrukturiertem Speicher und Anwender / Applikation
    • +
  • angereichert um Verwaltungsdaten +
      +
    • Dateiname
      • +
    • Zugriffsrechte
      • +
    • Interaktions-Zeiten
      • +
    • +
  • Index der belegten / freien Speicherbereiche
    • +
+
+

Grundbegriffe

+

Grundbegriffe

+
+
+Blöcke +
+
+Zusammenfassung von Bytes im Speicher, die zusammen gelesen/geschrieben werden +
+
+Speicher +
+
+Addressierbare Ablage für Daten +
+
+IOPS +
+
+I/O Operations Per Second, also Lese-/Schreiboperationen Pro Sekunde +
+
+ +
+

Grundbegriffe

+
+
+Datei +
+
+Logische Gruppe von zusammengehörigen Daten +
+
+Verzeichnis +
+
+Logische Gruppe von Dateien +
+
+
+

Arten von Dateisystemen

+

Lineare Dateisysteme

+
    +
  • Älteste Form
    • +
  • Typischer Einsatz: Lochkarten und Bandspeicher
    • +
  • Kein zentraler Index der freien Blöcke, sondern verteilt
    • +
+
+

Flache Dateisystem

+
    +
  • Die frühesten Platten-Dateisysteme
    • +
  • Keine Verzeichnisse
    • +
  • Frei/Belegt-Index eine einfache Bitmap
    • +
  • Alle Dateinamen + Metainformationen in der Master File Table
    • +
+
+

Hierarchische Dateisysteme

+
    +
  • Erweiterung der flachen Dateisysteme
    • +
  • Bereits relativ früh
    • +
  • Verezichnisse zur logischen Strukturierung +
      +
    • Unter *NIX oft nur eine spezielle Art Datei
      • +
    • +
+
+

Netzwerk Dateisysteme

+
    +
  • „Speicher“ muss nicht lokal sein
    • +
  • Zusätzliche Abstraktion von Netzwerk-Zugriffen
    • +
  • Bekannteste Vertreter: NFS und CIFS („Windows Dateifreigabe“)
    • +
+
+

Verteile Dateisysteme

+
    +
  • Speicher muss nicht lokal und nicht auf nur einem Host sein
    • +
  • Verteilung meist Redundant und für den Client unsichtbar
    • +
  • Beispiele: CephFS oder GlusterFS
    • +
  • Vorteil oft erhebliches Durchsatzplus bei Leseoperationen
    • +
  • Skalierung in die Breite leicht
    • +
+
+

Begriffe Teil 2

+

Begriffe Teil 2

+
+
+Cluster / Inode / Record +
+
+Zusammenfassung von Blöcken unabhängig von der Hardware +
+
+Bitmap +
+
+Teil innerhalb des Superblocks in dem über einzelne Bits markiert wird welche Inodes frei/belegt sind +
+
+Master File Table / Superblock +
+
+Informationen zum Dateisystem: Größe, Größe der Inodes, Ort der Backup-Superblöcke, … +
+
+
+

Begriffe Teil 2

+
+ +
+Beispiel des Aufbaus eines Linked List FS +
+
+
+

Begriffe Teil 2

+
+ +
+Beispiel des Aufbaus eines Indexed FS +
+
+
+

Begriffe Teil 2

+
+ +
+Beispiel des Aufbaus eines B-Tree FS +
+
+
+

Beispiele

+

Alt: FAT12

+
    +
  • Das erste Dateisystem von MS-DOS
    • +
  • 8.3 Dateinamen
    • +
  • 2 MFTs mit Bitmaps
    • +
  • Linked List System, jeder Datenblock verweist auf den nächsten
    • +
  • Maximale Volume-Größe: 32 MiB
    • +
+
+

Neuer: NTFS

+
    +
  • „New Technology File System“, Standard der NT-Familie seit Windows NT 3.1
    • +
  • 255 Zeichen Dateinamen
    • +
  • Bitmap
    • +
  • B-Tree
    • +
+
+

Linux: ext4

+
    +
  • Quasi-Nachfolger von ext2 und ext3
    • +
  • Journalling
    • +
  • B-Tree statt Indexed wie die Vorgänger
    • +
  • Quasi-Default auf Linux
    • +
+
+

Ohne Inodes: ReiserFS

+
    +
  • Ganzes FS großer B+-Tree
    • +
  • Hohe Geschwindigkeit bei zufälligen Zugriffen
    • +
  • Sehr schnell bei Verzeichnissen mit vielen Dateien
    • +
  • Reiser3 leider veraltet, Reiser4 nicht fertig
    • +
+
+

Integrierter Volume Manager: ZFS

+
    +
  • Ursprünglich auf Solaris, inzwischen auf fast jedem unixoiden OS
    • +
  • Maximale Größe +
      +
    • Volume: 2128 Bytes
      • +
    • Datei: 264 Bytes
      • +
    • +
  • Eingebaut: Kompression, Deduplikation, RAID, Snapshots, …
    • +
  • CDDL nicht mit GPLv3 kompatibel, darf deshalb nicht als Binary und/oder teil des Linux-Kernels ausgeliefert werden
    • +
+ +
+

Verteilter Speicher: CephFS

+
    +
  • CERN mit CephFS: 65 PB, 10.800 Disken
    • +
  • Daten u.a. aus den LHC Experimenten
    • +
  • ~ 300Gbps Schreibgeschwindigkeit
    • +
  • Nutzt Ceph im Hintergrund +
      +
    • Ceph: objekt-basierter, verteilter, redundanter Netzwerkspeicher
      • +
    • +
+ +
+

Pseudo: procfs

+
    +
  • Dateispeicher dahinter ist der (Linux-)Kernel
    • +
  • Interface zu Process Informationen
    • +
  • Jeder Prozess in der Form /proc/<pid> abgebildet, inkl. offene Dateien, Kommandozeile, Umgebung, …
    • +
  • Begrenzt können auch System-Settings bearbeitet werden
    • +
  • Treiber-Zugriff inzwischen nach /sys per sysfs ausgelagert
    • +
+ +
+
+

Fragen?

+
+
+ + + + + + + diff --git a/dateisysteme.md b/dateisysteme.md new file mode 100644 index 0000000..e029a47 --- /dev/null +++ b/dateisysteme.md @@ -0,0 +1,341 @@ +Dateisysteme +============ + +Inhalt +------ + +- Was sind Dateisysteme +- Grundbegriffe +- Arten von Dateisystemen +- Beispiele +- Fragen? + +Was sind Dateisysteme +===================== + +Was sind Dateisysteme +--------------------- + +- Abstraktionsebene zwischen unstrukturiertem Speicher und Anwender / + Applikation +- angereichert um Verwaltungsdaten + - Dateiname + - Zugriffsrechte + - Interaktions-Zeiten +- Index der belegten / freien Speicherbereiche + +Grundbegriffe +============= + +Grundbegriffe +------------- + +
+
+Blöcke +
+
+Zusammenfassung von Bytes im Speicher, die zusammen gelesen/geschrieben +werden +
+
+Speicher +
+
+Addressierbare Ablage für Daten +
+
+IOPS +
+
+I/O Operations Per Second, also Lese-/Schreiboperationen Pro Sekunde +
+
+ +Grundbegriffe +------------- + +
+
+Datei +
+
+Logische Gruppe von zusammengehörigen Daten +
+
+Verzeichnis +
+
+Logische Gruppe von Dateien +
+
+Arten von Dateisystemen +======================= + +Lineare Dateisysteme +-------------------- + +- Älteste Form +- Typischer Einsatz: Lochkarten und Bandspeicher +- Kein zentraler Index der freien Blöcke, sondern verteilt + +Flache Dateisystem +------------------ + +- Die frühesten Platten-Dateisysteme +- Keine Verzeichnisse +- Frei/Belegt-Index eine einfache Bitmap +- Alle Dateinamen + Metainformationen in der Master File Table + +Hierarchische Dateisysteme +-------------------------- + +- Erweiterung der flachen Dateisysteme +- Bereits relativ früh +- Verezichnisse zur logischen Strukturierung + - Unter \*NIX oft nur eine spezielle Art Datei + +Netzwerk Dateisysteme +--------------------- + +- „Speicher“ muss nicht lokal sein +- Zusätzliche Abstraktion von Netzwerk-Zugriffen +- Bekannteste Vertreter: NFS und CIFS („Windows Dateifreigabe“) + +Verteile Dateisysteme +--------------------- + +- Speicher muss nicht lokal und nicht auf nur einem Host sein +- Verteilung meist Redundant und für den Client unsichtbar +- Beispiele: CephFS oder GlusterFS +- Vorteil oft erhebliches Durchsatzplus bei Leseoperationen +- Skalierung in die Breite leicht + +Begriffe Teil 2 +=============== + +Begriffe Teil 2 +--------------- + +
+
+Cluster / Inode / Record +
+
+Zusammenfassung von Blöcken unabhängig von der Hardware +
+
+Bitmap +
+
+Teil innerhalb des Superblocks in dem über einzelne Bits markiert wird +welche Inodes frei/belegt sind +
+
+Master File Table / Superblock +
+
+Informationen zum Dateisystem: Größe, Größe der Inodes, Ort der +Backup-Superblöcke, … +
+
+Begriffe Teil 2 +--------------- + +
+ +
+Beispiel des Aufbaus eines Linked List FS +
+
+Begriffe Teil 2 +--------------- + +
+ +
+Beispiel des Aufbaus eines Indexed FS +
+
+Begriffe Teil 2 +--------------- + +
+ +
+Beispiel des Aufbaus eines B-Tree FS +
+
+Beispiele +========= + +Alt: FAT12 +---------- + +- Das erste Dateisystem von MS-DOS +- 8.3 Dateinamen +- 2 MFTs mit Bitmaps +- Linked List System, jeder Datenblock verweist auf den nächsten +- Maximale Volume-Größe: 32 MiB + +Neuer: NTFS +----------- + +- „New Technology File System“, Standard der NT-Familie seit Windows + NT 3.1 +- 255 Zeichen Dateinamen +- Bitmap +- B-Tree + +Linux: ext4 +----------- + +- Quasi-Nachfolger von ext2 und ext3 +- Journalling +- B-Tree statt Indexed wie die Vorgänger +- Quasi-Default auf Linux + +Ohne Inodes: ReiserFS +--------------------- + +- Ganzes FS großer B+-Tree +- Hohe Geschwindigkeit bei zufälligen Zugriffen +- Sehr schnell bei Verzeichnissen mit vielen Dateien +- Reiser3 leider veraltet, Reiser4 nicht fertig + +Integrierter Volume Manager: ZFS +-------------------------------- + +- Ursprünglich auf Solaris, inzwischen auf fast jedem unixoiden OS +- Maximale Größe + - Volume: 2128 Bytes + - Datei: 264 Bytes +- Eingebaut: Kompression, Deduplikation, RAID, Snapshots, … +- CDDL nicht mit GPLv3 kompatibel, darf deshalb nicht als Binary + und/oder teil des Linux-Kernels ausgeliefert werden + + +Verteilter Speicher: CephFS +--------------------------- + +- CERN mit CephFS: 65 PB, 10.800 Disken +- Daten u.a. aus den LHC Experimenten +- ~ 300Gbps Schreibgeschwindigkeit +- Nutzt Ceph im Hintergrund + - Ceph: objekt-basierter, verteilter, redundanter Netzwerkspeicher + + +Pseudo: procfs +-------------- + +- Dateispeicher dahinter ist der (Linux-)Kernel +- Interface zu `Proc`ess Informationen +- Jeder Prozess in der Form `/proc/` abgebildet, inkl. offene + Dateien, Kommandozeile, Umgebung, … +- Begrenzt können auch System-Settings bearbeitet werden +- Treiber-Zugriff inzwischen nach `/sys` per `sysfs` ausgelagert + + +Links +===== + +Links +----- + +
+
+NTFS +
+
+https://de.wikipedia.org/wiki/NTFS +
+
+ext4 +
+
+https://de.wikipedia.org/wiki/Ext4 +
+
+Ceph +
+
+https://de.wikipedia.org/wiki/Ceph +
+
+Präsentation "Storage at CERN" +
+
+https://indico.cern.ch/event/649159/contributions/2761965/attachments/1544385/2423339/hroussea-storage-at-CERN.pdf +
+
+ +Links +----- + +
+
+ZFS on Linux +
+
+https://zfsonlinux.org/ +
+
+CDDL and GPL +
+
+https://en.wikipedia.org/wiki/License\_compatibility\#CDDL\_and\_GPL +
+
+Synthetic file system +
+
+https://en.wikipedia.org/wiki/Synthetic\_file\_system +
+
+exFAT +
+
+https://de.wikipedia.org/wiki/exFAT +
+
+Apple File System +
+
+https://de.wikipedia.org/wiki/Apple\_File\_System +
+
+ +Links +----- + +
+
+Präsentation +
+
+https://gitlab.usrspace.at/everyone/presentation-dateisysteme +
+
+Verein `/usr/space` +
+
+https://usrspace.at +
+
+Präsentation ist [CC-BY-SA +4.0](https://creativecommons.org/licenses/by-sa/4.0/legalcode.de) + +Fragen? +======= diff --git a/dateisysteme.pdf b/dateisysteme.pdf new file mode 100644 index 0000000..bd67945 Binary files /dev/null and b/dateisysteme.pdf differ diff --git a/indexed-fs.dot b/indexed-fs.dot new file mode 100644 index 0000000..10c3d94 --- /dev/null +++ b/indexed-fs.dot @@ -0,0 +1,56 @@ +digraph "indexed-fs" { + node [shape=record]; + + subgraph cluster_file1 { + graph [label="file1.txt", fontname="monospace"] + file1 [label=" Index | { Block 1 | Block 2 | Block 3 }"]; + f1block3 [label="data"]; + f1block2 [label="data"]; + f1block1 [label="data"]; + + file1:f1i3 -> f1block3 + file1:f1i2 -> f1block2 + file1:f1i1 -> f1block1 + } + + subgraph cluster_file2 { + graph [label="file2.exe", fontname="monospace", rankdir=LR] + file2 [label=" Index | { Indirect 1 | Indirect 2 | Indirect 3}"]; + + file2:f2i3:e -> ind3:f2i3:n + file2:f2i2:e -> ind2:f2i2:n + file2:f2i1:e -> ind1:f2i1:n + subgraph indirect3 { + ind3 [label=" Indirect 3 | { Block 1 }"]; + f2block7 [label="data"]; + ind3:f2i3b1:e -> f2block7:n; + } + subgraph indirect2 { + ind2 [label=" Indirect 2 | { Block 1 | Block 2 | Block 3}"]; + f2block6 [label="data"]; + f2block5 [label="data"]; + f2block4 [label="data"]; + ind2:f2i2b1:e -> f2block4:n; + ind2:f2i2b2:e -> f2block5:n; + ind2:f2i2b3:e -> f2block6:n; + } + subgraph indirect1 { + ind1 [label=" Indirect 1 | { Block 1 | Block 2 | Block 3}"]; + f2block3 [label="data"]; + f2block2 [label="data"]; + f2block1 [label="data"]; + ind1:f2i1b1:e -> f2block1:n; + ind1:f2i1b2:e -> f2block2:n; + ind1:f2i1b3:e -> f2block3:n; + } + } + + subgraph cluster_dir { + label="directory" + dfile1:ind:c -> file1:ind1 + dfile2:ind:c -> file2:ind1 + dfile1 [label="file1.txt | •", fontname="monospace"] + dfile2 [label="file2.exe | •", fontname="monospace"] + } + +} diff --git a/linked-list-fs.dot b/linked-list-fs.dot new file mode 100644 index 0000000..f96ea7b --- /dev/null +++ b/linked-list-fs.dot @@ -0,0 +1,36 @@ +digraph "linked-list-fs" { + node [shape=record]; + rankdir=LR + + subgraph file1 { + file1 [label="file1.txt | Start | End"]; + block799 [label=" Block 799 | • | data"]; + block30990 [label=" Block 30990 | • | data"]; + block5110 [label=" Block 5110 | nil | data"]; + + file1:f1start -> block799:blst799:w; + block799:blne799:c -> block30990:blst30990:w [tailclip=false]; + block30990:blne30990:c -> block5110:blst5110:w [tailclip=false]; + file1:f1end -> block5110:blst5110:w; + } + + subgraph file2 { + file2 [label="file2.exe | Start | End"]; + block13177 [label=" Block 13177 | • | data"] + block20961 [label=" Block 20961 | • | data"] + block19367 [label=" Block 19367 | • | data"] + block27857 [label=" Block 27857 | • | data"] + block4892 [label=" Block 4892 | • | data"] + block11583 [label=" Block 11583 | • | data"] + block8211 [label=" Block 8211 | nil | data"] + + file2:f2start -> block13177:blst13177:w; + block13177:blne13177:c -> block20961:blst20961:w [tailclip=false]; + block20961:blne20961:c -> block19367:blst19367:w [tailclip=false]; + block19367:blne19367:c -> block27857:blst27857:w [tailclip=false]; + block27857:blne27857:c -> block4892:blst4892:w [tailclip=false]; + block4892:blne4892:c -> block11583:blst11583:w [tailclip=false]; + block11583:blne11583:c -> block8211:blst8211:w [tailclip=false]; + file2:f2end -> block8211:blst8211:w; + } +} diff --git a/reveal.js b/reveal.js new file mode 160000 index 0000000..2c5396b --- /dev/null +++ b/reveal.js @@ -0,0 +1 @@ +Subproject commit 2c5396b7d347f8ee1344016f15b93d4f78401569 diff --git a/usrspace.css b/usrspace.css new file mode 100644 index 0000000..bbe3a54 --- /dev/null +++ b/usrspace.css @@ -0,0 +1,11 @@ +@import url('https://cdn.jsdelivr.net/npm/hack-font@3.3.0/build/web/hack.min.css'); + +html { + font-family: Helvetica, Arial, sans-serif; +} +.reveal code, .reveal pre { + font-family: Hack +} +.reveal section img { + background:none; border:none; box-shadow:none; +}