update dockerfile

Dockerfile

@@ -1,39 +1,36 @@
-FROM ubuntu:20.04
+FROM python:3.9-slim
 
 # Exposing ports
 EXPOSE 6900
 
-# Working Directory
-WORKDIR /app
-
 # Environment variables
-ENV ARGILLA_LOCAL_AUTH_USERS_DB_FILE=/app/users.yml
+ENV ARGILLA_LOCAL_AUTH_USERS_DB_FILE=/packages/users.yml
 ENV UVICORN_PORT=6900
 
-# Install Python
+# Copying argilla distribution files
+COPY *.whl /packages/
+
+# Copy users db file along with execution script
+COPY start.sh /
+COPY load_data.py /
+
+# Install packages
 RUN apt update
-RUN apt -y install curl python3.9 python3.9-dev python3.9-distutils gcc gnupg apache2-utils sudo openssl
-RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py
-RUN python3.9 get-pip.py
+RUN apt -y install python3.9-dev gcc gnupg apache2-utils systemctl curl sudo vim
+
+# Create new user for starting elasticsearch
+RUN useradd -ms /bin/bash user -p "$(openssl passwd -1 ubuntu)"
+RUN echo 'user ALL=(ALL)   ALL' >> /etc/sudoers
 
 # Install argilla
-RUN pip install argilla[server]
+RUN chmod +x /start.sh \
+    && for wheel in /packages/*.whl; do pip install "$wheel"[server]; done
 
 # Install Elasticsearch
 RUN curl -fsSL https://artifacts.elastic.co/GPG-KEY-elasticsearch | apt-key add -
-RUN echo "deb https://artifacts.elastic.co/packages/7.x/apt stable main" | tee -a /etc/apt/sources.list.d/elastic-7.x.list
+RUN echo "deb https://artifacts.elastic.co/packages/8.x/apt stable main" | tee -a /etc/apt/sources.list.d/elastic-8.x.list
 RUN apt update
-RUN apt -y install elasticsearch
-
-# Copy users db file along with execution script
-COPY users.yml /app
-COPY start.sh /app
-COPY load_data.py /app
-RUN chmod +x /app/start.sh
-
-RUN useradd -ms /bin/bash user -p "$(openssl passwd -1 ubuntu)"
-RUN echo 'user ALL=(ALL)   ALL' >> /etc/sudoers
+RUN apt -y install elasticsearch=8.5.3
 
 # Executing argilla along with elasticsearch
-ENTRYPOINT "/app/start.sh"
-#CMD ["sudo", "/bin/bash", "-c", "/etc/init.d/elasticsearch start; sleep 15; uvicorn argilla:app --host '0.0.0.0'"]
+CMD /bin/bash /start.sh

load_data.py

@@ -1,13 +1,81 @@
-import time
 import requests
+import time
+import pandas as pd
+import argilla as rg
+from datasets import load_dataset
+from argilla.labeling.text_classification import Rule, add_rules
+
+
+def load_datasets():
+    # This is the code that you want to execute when the endpoint is available
+    print("Argilla is available! Loading datasets")
+
+    rg.init(api_key="UPLOAD_API_KEY", workspace="huggingface")
+
+    # load dataset from json
+    my_dataframe = pd.read_json(
+        "https://raw.githubusercontent.com/recognai/datasets/main/sst-sentimentclassification.json")
+
+    # convert pandas dataframe to DatasetForTextClassification
+    dataset_rg = rg.DatasetForTextClassification.from_pandas(my_dataframe)
+
+    # Define labeling schema to avoid UI user modification
+    settings = rg.TextClassificationSettings(label_schema=["POSITIVE", "NEGATIVE"])
+    rg.configure_dataset(name="sst-sentiment-explainability", settings=settings)
+
+    # log the dataset
+    rg.log(
+        dataset_rg,
+        name="sst-sentiment-explainability",
+        tags={
+            "description": "The sst2 sentiment dataset with predictions from a pretrained pipeline and explanations from Transformers Interpret."
+        }
+    )
 
+    dataset = load_dataset("argilla/news-summary", split="train").select(range(100))
+    dataset_rg = rg.read_datasets(dataset, task="Text2Text")
 
-def load_data():
-    # install datasets library with pip install datasets
-    import argilla as rg
-    from datasets import load_dataset
+    # log the dataset
+    rg.log(
+        dataset_rg,
+        name="news-text-summarization",
+        tags={
+            "description": "A text summarization dataset with news pieces and their predicted summaries."
+        }
+    )
+
+    # Read dataset from Hub
+    dataset_rg = rg.read_datasets(
+        load_dataset("argilla/agnews_weak_labeling", split="train"),
+        task="TextClassification",
+    )
+
+    # Define labeling schema to avoid UI user modification
+    settings = rg.TextClassificationSettings(label_schema=["World", "Sports", "Sci/Tech", "Business"])
+    rg.configure_dataset(name="news-programmatic-labeling", settings=settings)
+
+    # log the dataset
+    rg.log(
+        dataset_rg,
+        name="news-programmatic-labeling",
+        tags={
+            "description": "The AG News with programmatic labeling rules (see weak labeling mode in the UI)."
+        }
+    )
 
-    rg.init(api_key="admin.apikey")
+    # define queries and patterns for each category (using ES DSL)
+    queries = [
+        (["money", "financ*", "dollar*"], "Business"),
+        (["war", "gov*", "minister*", "conflict"], "World"),
+        (["*ball", "sport*", "game", "play*"], "Sports"),
+        (["sci*", "techno*", "computer*", "software", "web"], "Sci/Tech"),
+    ]
+
+    # define rules
+    rules = [Rule(query=term, label=label) for terms, label in queries for term in terms]
+
+    # add rules to the dataset
+    add_rules(dataset="news-programmatic-labeling", rules=rules)
 
     # load dataset from the hub
     dataset = load_dataset("argilla/gutenberg_spacy-ner", split="train")
@@ -15,21 +83,31 @@ def load_data():
     # read in dataset, assuming its a dataset for token classification
     dataset_rg = rg.read_datasets(dataset, task="TokenClassification")
 
+    # Define labeling schema to avoid UI user modification
+    labels = ["CARDINAL", "DATE", "EVENT", "FAC", "GPE", "LANGUAGE", "LAW", "LOC", "MONEY", "NORP", "ORDINAL", "ORG",
+              "PERCENT", "PERSON", "PRODUCT", "QUANTITY", "TIME", "WORK_OF_ART"]
+    settings = rg.TokenClassificationSettings(label_schema=labels)
+    rg.configure_dataset(name="gutenberg_spacy-ner-monitoring", settings=settings)
+
     # log the dataset
-    rg.log(dataset_rg, "gutenberg_spacy-ner")
-
-
-if __name__ == '__main__':
-    while True:
-        try:
-            response = requests.get("http://localhost:6900/")
-            if response.status_code == 200:
-                load_data()
-                print("Data Loaded!")
-                break
-            else:
-                time.sleep(5)
-
-        except Exception as e:
-            print(e)
+    rg.log(
+        dataset_rg,
+        "gutenberg_spacy-ner-monitoring",
+        tags={
+            "description": "A dataset containing text from books with predictions from two spaCy NER pre-trained models."
+        }
+    )
+
+
+while True:
+    try:
+        response = requests.get("http://0.0.0.0:6900/")
+        if response.status_code == 200:
+            load_datasets()
+            break
+        else:
             time.sleep(10)
+    except Exception as e:
+        print(e)
+        time.sleep(10)
+        pass

start.sh

@@ -2,16 +2,46 @@
 
 set -e
 
-echo "ubuntu" | sudo -S su user
+# Changing user
+sudo -S su user
 
-# Start elasticsearch
-sudo /etc/init.d/elasticsearch start
-echo "Waiting for elasticsearch to start"
-sleep 15
+# Generate hashed passwords
+admin_password=$(htpasswd -nbB "" "$ADMIN_PASSWORD" | cut -d ":" -f 2 | tr -d "\n")
+argilla_password=$(htpasswd -nbB "" "$ARGILLA_PASSWORD" | cut -d ":" -f 2 | tr -d "\n")
+
+# Create users.yml file
+cat >/packages/users.yml <<EOF
+- username: "admin"
+  api_key: $ADMIN_API_KEY
+  full_name: Hugging Face
+  email: [email protected]
+  hashed_password: $admin_password
+  workspaces: []
+
+- username: "argilla"
+  api_key: $ARGILLA_API_KEY
+  full_name: Hugging Face
+  email: [email protected]
+  hashed_password: $argilla_password
+  workspaces: ["admin"]
+EOF
+
+# Disable security in elasticsearch configuration
+sudo sed -i "s/xpack.security.enabled: true/xpack.security.enabled: false/g" /etc/elasticsearch/elasticsearch.yml
+sudo sed -i "s/cluster.initial_master_nodes/#cluster.initial_master_nodes/g" /etc/elasticsearch/elasticsearch.yml
+echo "cluster.routing.allocation.disk.threshold_enabled: false" | sudo tee -a /etc/elasticsearch/elasticsearch.yml
+
+# Create elasticsearch directory and change ownership
+sudo mkdir -p /var/run/elasticsearch
+sudo chown -R elasticsearch:elasticsearch /var/run/elasticsearch
+
+# Starting elasticsearch
+sudo systemctl daemon-reload
+sudo systemctl enable elasticsearch
+sudo systemctl start elasticsearch
 
 # Load data
-pip3 install datasets
-python3.9 /app/load_data.py &
+python /app/load_data.py &
 
 # Start argilla
 uvicorn argilla:app --host "0.0.0.0"