From c199a758635f04c193b812052186fe19366f4f2e Mon Sep 17 00:00:00 2001 From: Florian Pritz Date: Fri, 2 Sep 2016 00:44:19 +0200 Subject: Move file controller into subdir This allows to more easily split the controller into smaller parts in the future. Signed-off-by: Florian Pritz --- application/controllers/file.php | 1221 ------------------------- application/controllers/file/file_default.php | 1221 +++++++++++++++++++++++++ 2 files changed, 1221 insertions(+), 1221 deletions(-) delete mode 100644 application/controllers/file.php create mode 100644 application/controllers/file/file_default.php (limited to 'application/controllers') diff --git a/application/controllers/file.php b/application/controllers/file.php deleted file mode 100644 index 7c7b5de2d..000000000 --- a/application/controllers/file.php +++ /dev/null @@ -1,1221 +0,0 @@ - - * - * Licensed under AGPLv3 - * (see COPYING for full license text) - * - */ - -class File extends MY_Controller { - - function __construct() - { - parent::__construct(); - - $this->load->model('mfile'); - $this->load->model('mmultipaste'); - - if (is_cli_client()) { - $this->var->view_dir = "file_plaintext"; - } else { - $this->var->view_dir = "file"; - } - } - - function index() - { - if ($this->input->is_cli_request()) { - $this->load->library("../controllers/tools"); - return $this->tools->index(); - } - - // Try to guess what the user would like to do. - $id = $this->uri->segment(1); - if (!empty($_FILES)) { - $this->do_upload(); - } elseif (strpos($id, "m-") === 0 && $this->mmultipaste->id_exists($id)) { - $this->_download(); - } elseif ($id != "file" && $this->mfile->id_exists($id)) { - $this->_download(); - } elseif ($id && $id != "file") { - $this->_non_existent(); - } else { - $this->upload_form(); - } - } - - /** - * Generate a page title of the format "Multipaste - $filename, $filename, … (N more)". - * This mainly helps in IRC channels to quickly determine what is in a multipaste. - * - * @param files array of filedata - * @return title to be used - */ - private function _multipaste_page_title(array $files) - { - $filecount = count($files); - $title = "Multipaste ($filecount files) - "; - $titlenames = array(); - $len = strlen($title); - $delimiter = ', '; - $maxlen = 100; - - foreach ($files as $file) { - if ($len > $maxlen) break; - - $filename = $file['filename']; - $titlenames[] = htmlspecialchars($filename); - $len += strlen($filename) + strlen($delimiter); - } - - $title .= implode($delimiter, $titlenames); - - $leftover_count = $filecount - count($titlenames); - - if ($leftover_count > 0) { - $title .= $delimiter.'… ('.$leftover_count.' more)'; - } - - return $title; - } - - function _download() - { - $id = $this->uri->segment(1); - $lexer = urldecode($this->uri->segment(2)); - - if (isset($_GET["cli_deprecated"])) { - $this->data['alerts'][] = [ - "type" => "warning", - "message" => "WARNING: This file has been uploaded with a client that uses an old and deprecated API.
This API will be removed in the near future. Please update your client to one that uses a more recent API." - ]; - } - - $is_multipaste = false; - if ($this->mmultipaste->id_exists($id)) { - $is_multipaste = true; - - if(!$this->mmultipaste->valid_id($id)) { - $this->mmultipaste->delete_id($id); - return $this->_non_existent(); - } - $files = $this->mmultipaste->get_files($id); - $this->data["title"] = $this->_multipaste_page_title($files); - } elseif ($this->mfile->id_exists($id)) { - if (!$this->mfile->valid_id($id)) { - return $this->_non_existent(); - } - - $files = array($this->mfile->get_filedata($id)); - $this->data["title"] = htmlspecialchars($files[0]["filename"]); - } else { - assert(0); - } - - assert($files !== false); - assert(is_array($files)); - assert(count($files) >= 1); - - // don't allow unowned files to be downloaded - foreach ($files as $filedata) { - if ($filedata["user"] == 0) { - return $this->_non_existent(); - } - } - - $etag = ""; - foreach ($files as $filedata) { - $etag = sha1($etag.$filedata["data_id"]); - } - - // handle some common "lexers" here - switch ($lexer) { - case "": - break; - - case "qr": - handle_etag($etag); - header("Content-disposition: inline; filename=\"".$id."_qr.png\"\n"); - header("Content-Type: image/png\n"); - $qr = new \Endroid\QrCode\QrCode(); - $qr->setText(site_url($id).'/') - ->setSize(350) - ->setErrorCorrection('low') - ->render(); - exit(); - - case "info": - return $this->_display_info($id); - - case "tar": - if ($is_multipaste) { - return $this->_tarball($id); - } - - case "pls": - if ($is_multipaste) { - return $this->_generate_playlist($id); - } - - default: - if ($is_multipaste) { - throw new \exceptions\UserInputException("file/download/invalid-action", "Invalid action \"".htmlspecialchars($lexer)."\""); - } - break; - } - - $this->load->driver("ddownload"); - - // user wants the plain file - if ($lexer == 'plain') { - assert(count($files) == 1); - handle_etag($etag); - - $filedata = $files[0]; - $filepath = $this->mfile->file($filedata["data_id"]); - $this->ddownload->serveFile($filepath, $filedata["filename"], "text/plain"); - exit(); - } - - $output_cache = new \libraries\Output_cache(); - - foreach ($files as $key => $filedata) { - $file = $this->mfile->file($filedata['data_id']); - $pygments = new \libraries\Pygments($file, $filedata["mimetype"], $filedata["filename"]); - - // autodetect the lexer for highlighting if the URL contains a / after the ID (/ID/) - // /ID/lexer disables autodetection - $autodetect_lexer = !$lexer && substr_count(ltrim($this->uri->uri_string(), "/"), '/') >= 1; - $autodetect_lexer = $is_multipaste ? true : $autodetect_lexer; - if ($autodetect_lexer) { - $lexer = $pygments->autodetect_lexer(); - } - - // resolve aliases - // this is mainly used for compatibility - $lexer = $pygments->resolve_lexer_alias($lexer); - - // if there is no mimetype mapping we can't highlight it - $can_highlight = $pygments->can_highlight(); - - $filesize_too_big = filesize($file) > $this->config->item('upload_max_text_size'); - - if (!$can_highlight || $filesize_too_big || !$lexer) { - if (!$is_multipaste) { - // prevent javascript from being executed and forbid frames - // this should allow us to serve user submitted HTML content without huge security risks - foreach (array("X-WebKit-CSP", "X-Content-Security-Policy", "Content-Security-Policy") as $header_name) { - header("$header_name: default-src 'none'; img-src *; media-src *; font-src *; style-src 'unsafe-inline' *; script-src 'none'; object-src *; frame-src 'none'; "); - } - handle_etag($etag); - $this->ddownload->serveFile($file, $filedata["filename"], $filedata["mimetype"]); - exit(); - } else { - $mimetype = $filedata["mimetype"]; - $base = explode("/", $filedata["mimetype"])[0]; - - if (\libraries\Image::type_supported($mimetype)) { - $filedata["tooltip"] = $this->_tooltip_for_image($filedata); - $filedata["orientation"] = libraries\Image::get_exif_orientation($file); - $output_cache->add_merge( - array("items" => array($filedata)), - 'file/fragments/thumbnail' - ); - } else if ($base == "audio") { - $output_cache->add(array("filedata" => $filedata), "file/fragments/audio-player"); - } else if ($base == "video") { - $output_cache->add(array("filedata" => $filedata), "file/fragments/video-player"); - } else { - $output_cache->add_merge( - array("items" => array($filedata)), - 'file/fragments/uploads_table' - ); - } - continue; - } - } - - if ($lexer == "asciinema") { - $output_cache->add(array("filedata" => $filedata), "file/fragments/asciinema-player"); - } else { - $output_cache->add_function(function() use ($output_cache, $filedata, $lexer, $is_multipaste) { - $this->_highlight_file($output_cache, $filedata, $lexer, $is_multipaste); - }); - } - } - - // TODO: move lexers json to dedicated URL - $this->data['lexers'] = \libraries\Pygments::get_lexers(); - - // Output everything - // Don't use the output class/append_output because it does too - // much magic ({elapsed_time} and {memory_usage}). - // Direct echo puts us on the safe side. - echo $this->load->view($this->var->view_dir.'/html_header', $this->data, true); - $output_cache->render(); - echo $this->load->view($this->var->view_dir.'/html_footer', $this->data, true); - } - - private function _colorify($file, $lexer, $anchor_id = false) - { - $output = ""; - $lines_to_remove = 0; - - $output .= '
'."\n"; - $output .= '
'."\n"; - - if ($lexer == "ascii") { - // TODO: use exec safe and catch exception - $ret = (new \libraries\ProcRunner(array('ansi2html', '-p'))) - ->input(file_get_contents($file)) - ->forbid_stderr() - ->exec(); - // Last line is empty - $lines_to_remove = 1; - } else { - // TODO: use exec safe and catch exception - $ret = (new \libraries\ProcRunner(array('pygmentize', '-F', 'codetagify', '-O', 'encoding=guess,outencoding=utf8,stripnl=False', '-l', $lexer, '-f', 'html', $file))) - ->exec(); - // Last 2 items are "
" and "" - $lines_to_remove = 2; - } - - - $buf = explode("\n", $ret["stdout"]); - $line_count = count($buf); - - for ($i = 1; $i <= $lines_to_remove; $i++) { - unset($buf[$line_count - $i]); - } - - foreach ($buf as $key => $line) { - $line_number = $key + 1; - if ($key == 0) { - $line = str_replace("
", "", $line);
-			}
-
-			$anchor = "n$line_number";
-			if ($anchor_id !== false) {
-				$anchor = "n-$anchor_id-$line_number";
-			}
-
-			if ($line === "") {
-				$line = "
";
-			}
-
-			// Be careful not to add superflous whitespace here (we are in a )
-			$output .= "
"
-							.""
-								." "
-							.""
-							."".$line."
";
-		}
-
-		$output .= "
"; - $output .= "
"; - - return array( - "return_value" => $ret["return_code"], - "output" => $output - ); - } - - private function _highlight_file($output_cache, $filedata, $lexer, $is_multipaste) - { - // highlight the file and cache the result, fall back to plain text if $lexer fails - foreach (array($lexer, "text") as $lexer) { - $highlit = cache_function($filedata['data_id'].'_'.$lexer, 100, - function() use ($filedata, $lexer, $is_multipaste) { - $file = $this->mfile->file($filedata['data_id']); - if ($lexer == "rmd") { - ob_start(); - - echo '
'."\n"; - echo '
'."\n"; - echo '
'."\n"; - - require_once(APPPATH."/third_party/parsedown/Parsedown.php"); - $parsedown = new Parsedown(); - echo $parsedown->text(file_get_contents($file)); - - echo '
'; - - return array( - "output" => ob_get_clean(), - "return_value" => 0, - ); - } else { - return get_instance()->_colorify($file, $lexer, $is_multipaste ? $filedata["id"] : false); - } - }); - - if ($highlit["return_value"] == 0) { - break; - } else { - $message = "Error trying to process the file. Either the lexer is unknown or something is broken."; - if ($lexer != "text") { - $message .= " Falling back to plain text."; - } - $output_cache->render_now( - array("error_message" => "

$message

"), - "file/fragments/alert-wide" - ); - } - } - - $data = array_merge($this->data, array( - 'title' => htmlspecialchars($filedata['filename']), - 'id' => $filedata["id"], - 'current_highlight' => htmlspecialchars($lexer), - 'timeout' => $this->mfile->get_timeout_string($filedata["id"]), - 'filedata' => $filedata, - )); - - $output_cache->render_now($data, $this->var->view_dir.'/html_paste_header'); - $output_cache->render_now($highlit["output"]); - $output_cache->render_now($data, $this->var->view_dir.'/html_paste_footer'); - } - - private function _tooltip_for_image($filedata) - { - $filesize = format_bytes($filedata["filesize"]); - $file = $this->mfile->file($filedata["data_id"]); - $upload_date = date("r", $filedata["date"]); - - $height = 0; - $width = 0; - try { - list($width, $height) = getimagesize($file); - } catch (\ErrorException $e) { - // likely unsupported filetype - } - - $tooltip = "${filedata["id"]} - $filesize
"; - $tooltip .= "$upload_date
"; - - - if ($height > 0 && $width > 0) { - $tooltip .= "${width}x${height} - ${filedata["mimetype"]}
"; - } else { - $tooltip .= "${filedata["mimetype"]}
"; - } - - return $tooltip; - } - - private function _display_info($id) - { - if ($this->mmultipaste->id_exists($id)) { - $files = $this->mmultipaste->get_files($id); - - $this->data["title"] .= " - Info $id"; - - $multipaste = $this->mmultipaste->get_multipaste($id); - $total_size = 0; - $timeout = -1; - foreach($files as $filedata) { - $total_size += $filedata["filesize"]; - $file_timeout = $this->mfile->get_timeout($filedata["id"]); - if ($timeout == -1 || ($timeout > $file_timeout && $file_timeout >= 0)) { - $timeout = $file_timeout; - } - } - - $data = array_merge($this->data, array( - 'timeout_string' => $timeout >= 0 ? date("r", $timeout) : "Never", - 'upload_date' => $multipaste["date"], - 'id' => $id, - 'size' => $total_size, - 'file_count' => count($files), - )); - - $this->load->view('header', $this->data); - $this->load->view($this->var->view_dir.'/multipaste_info', $data); - $this->load->view('footer', $this->data); - return; - } elseif ($this->mfile->id_exists($id)) { - $this->data["title"] .= " - Info $id"; - $this->data["filedata"] = $this->mfile->get_filedata($id); - $this->data["id"] = $id; - $this->data['timeout'] = $this->mfile->get_timeout_string($id); - - $this->load->view('header', $this->data); - $this->load->view($this->var->view_dir.'/file_info', $this->data); - $this->load->view('footer', $this->data); - } - } - - private function _tarball($id) - { - if ($this->mmultipaste->id_exists($id)) { - $seen = array(); - $path = $this->mmultipaste->get_tarball_path($id); - $archive = new \service\storage($path); - - if (!$archive->exists()) { - $files = $this->mmultipaste->get_files($id); - - $total_size = 0; - foreach ($files as $filedata) { - $total_size += $filedata["filesize"]; - } - - if ($total_size > $this->config->item("tarball_max_size")) { - throw new \exceptions\PublicApiException("file/tarball/tarball-filesize-limit", "Tarball too large, refusing to create."); - } - - $tmpfile = $archive->begin(); - // create empty tar archive so PharData has something to open - file_put_contents($tmpfile, str_repeat("\0", 1024*10)); - $a = new PharData($tmpfile); - - foreach ($files as $filedata) { - $filename = $filedata["filename"]; - if (isset($seen[$filename]) && $seen[$filename]) { - $filename = $filedata["id"]."-".$filedata["filename"]; - } - assert(!isset($seen[$filename])); - $a->addFile($this->mfile->file($filedata["data_id"]), $filename); - $seen[$filename] = true; - } - $archive->gzip_compress(); - $archive->commit(); - } - - // update mtime so the cronjob will keep the file for longer - $lock = fopen($archive->get_file(), "r+"); - flock($lock, LOCK_SH); - touch($archive->get_file()); - flock($lock, LOCK_UN); - - assert(filesize($archive->get_file()) > 0); - - $this->load->driver("ddownload"); - $this->ddownload->serveFile($archive->get_file(), "$id.tar.gz", "application/x-gzip"); - } - } - - /** - * Generate a PLS v2 playlist - */ - private function _generate_playlist($id) - { - $files = $this->mmultipaste->get_files($id); - $counter = 1; - - $playlist = "[playlist]\n"; - foreach ($files as $file) { - // only add audio/video files - $base = explode("/", $file['mimetype'])[0]; - if (!($base === "audio" || $base === "video")) { - continue; - } - - $url = site_url($file["id"]); - $playlist .= sprintf("File%d=%s\n", $counter++, $url); - } - $playlist .= sprintf("NumberOfEntries=%d\n", $counter - 1); - $playlist .= "Version=2\n"; - - $this->output->set_content_type('audio/x-scpls'); - $this->output->set_output($playlist); - } - - function _non_existent() - { - $this->data["title"] .= " - Not Found"; - $this->output->set_status_header(404); - $this->load->view('header', $this->data); - $this->load->view($this->var->view_dir.'/non_existent', $this->data); - $this->load->view('footer', $this->data); - } - - private function _prepare_claim($ids, $lexer) - { - if (!$this->muser->logged_in()) { - $this->muser->require_session(); - // keep the upload but require the user to login - $last_upload = $this->session->userdata("last_upload"); - if ($last_upload === false) { - $last_upload = array( - "ids" => [], - "lexer" => "", - ); - } - $last_upload = array( - "ids" => array_merge($last_upload['ids'], $ids), - "lexer" => "", - ); - $this->session->set_userdata("last_upload", $last_upload); - $this->data["redirect_uri"] = "file/claim_id"; - $this->muser->require_access("basic"); - } - - } - - function _show_url($ids, $lexer) - { - $redirect = false; - $this->_prepare_claim($ids, $lexer); - - foreach ($ids as $id) { - if ($lexer) { - $this->data['urls'][] = site_url($id).'/'.$lexer; - } else { - $this->data['urls'][] = site_url($id).'/'; - - if (count($ids) == 1) { - $filedata = $this->mfile->get_filedata($id); - $file = $this->mfile->file($filedata['data_id']); - $pygments = new \libraries\Pygments($file, $filedata["mimetype"], $filedata["filename"]); - $lexer = $pygments->should_highlight(); - - // If we detected a highlightable file redirect, - // otherwise show the URL because browsers would just show a DL dialog - if ($lexer) { - $redirect = true; - } - } - } - } - - if (is_cli_client()) { - $redirect = false; - } - - if ($redirect && count($ids) == 1) { - redirect($this->data['urls'][0], "location", 303); - } else { - $this->load->view('header', $this->data); - $this->load->view($this->var->view_dir.'/show_url', $this->data); - $this->load->view('footer', $this->data); - } - } - - function upload_form() - { - $this->data['title'] .= ' - Upload'; - $this->data['small_upload_size'] = $this->config->item('small_upload_size'); - $this->data['max_upload_size'] = $this->config->item('upload_max_size'); - $this->data['upload_max_age'] = $this->config->item('upload_max_age')/60/60/24; - - $this->data['username'] = $this->muser->get_username(); - - $repaste_id = $this->input->get("repaste"); - - if ($repaste_id) { - $filedata = $this->mfile->get_filedata($repaste_id); - - $pygments = new \libraries\Pygments($this->mfile->file($filedata["data_id"]), $filedata["mimetype"], $filedata["filename"]); - if ($filedata !== false && $pygments->can_highlight()) { - $this->data["textarea_content"] = file_get_contents($this->mfile->file($filedata["data_id"])); - } - } - - if (file_exists(FCPATH.'data/client/latest')) { - $this->var->latest_client = trim(file_get_contents(FCPATH.'data/client/latest')); - $this->data['client_link'] = base_url().'data/client/fb-'.$this->var->latest_client.'.tar.gz'; - } else { - $this->data['client_link'] = false; - } - - $this->load->view('header', $this->data); - $this->load->view($this->var->view_dir.'/upload_form', $this->data); - if (is_cli_client()) { - $this->client(); - } - $this->load->view('footer', $this->data); - } - - // Allow CLI clients to query the server for the maxium filesize so they can - // stop the upload before wasting time and bandwith - function get_max_size() - { - echo $this->config->item('upload_max_size'); - } - - function thumbnail() - { - $id = $this->uri->segment(3); - - if (!$this->mfile->valid_id($id)) { - return $this->_non_existent(); - } - - $etag = "$id-thumb"; - handle_etag($etag); - - $thumb_size = 150; - $cache_timeout = 60*60*24*30; # 1 month - - $filedata = $this->mfile->get_filedata($id); - if (!$filedata) { - throw new \exceptions\ApiException("file/thumbnail/filedata-unavailable", "Failed to get file data"); - } - - $cache_key = $filedata['data_id'].'_thumb_'.$thumb_size; - - $thumb = cache_function($cache_key, $cache_timeout, function() use ($filedata, $thumb_size){ - $CI =& get_instance(); - $img = new libraries\Image($this->mfile->file($filedata["data_id"])); - $img->makeThumb($thumb_size, $thumb_size); - $thumb = $img->get(IMAGETYPE_JPEG); - return $thumb; - }); - - $this->output->set_header("Cache-Control:max-age=31536000, public"); - $this->output->set_header("Expires: ".date("r", time() + 365 * 24 * 60 * 60)); - $this->output->set_content_type("image/jpeg"); - $this->output->set_output($thumb); - } - - function upload_history_thumbnails() - { - $this->muser->require_access(); - - $user = $this->muser->get_userid(); - - // TODO: move to \service\files and possibly use \s\f::history() - $query = $this->db - ->select('files.id, filename, mimetype, files.date, hash, file_storage.id storage_id, filesize, user') - ->from('files') - ->join('file_storage', 'file_storage.id = files.file_storage_id') - ->where(' - (files.user = '.$this->db->escape($user).') - AND ( - mimetype LIKE \'image%\' - OR mimetype IN (\'application/pdf\') - )', null, false) - ->order_by('date', 'desc') - ->get()->result_array(); - - foreach($query as $key => $item) { - assert($item["user"] === $user); - $item["data_id"] = $item['hash']."-".$item['storage_id']; - $query[$key]["data_id"] = $item["data_id"]; - if (!$this->mfile->valid_filedata($item)) { - unset($query[$key]); - continue; - } - $query[$key]["tooltip"] = $this->_tooltip_for_image($item); - $query[$key]["orientation"] = libraries\Image::get_exif_orientation($this->mfile->file($item["data_id"])); - } - - $this->data["items"] = $query; - - $this->load->view('header', $this->data); - $this->load->view($this->var->view_dir.'/upload_history_thumbnails', $this->data); - $this->load->view('footer', $this->data); - } - - function upload_history() - { - $this->muser->require_access("apikey"); - - $history = service\files::history($this->muser->get_userid()); - - // key: database field name; value: display name - $fields = array( - "id" => "ID", - "filename" => "Filename", - "mimetype" => "Mimetype", - "date" => "Date", - "hash" => "Hash", - "filesize" => "Size" - ); - - $this->data['title'] .= ' - Upload history'; - foreach($fields as $length_key => $value) { - $lengths[$length_key] = mb_strlen($value); - } - - foreach ($history["multipaste_items"] as $key => $item) { - $size = 0; - $filenames = array(); - $files = array(); - $max_filenames = 10; - - foreach ($item["items"] as $i) { - $size += $history["items"][$i["id"]]["filesize"]; - $files[] = array( - "filename" => $history["items"][$i["id"]]['filename'], - "sort_order" => $i["sort_order"], - ); - } - - uasort($files, function ($a, $b) { - return $a['sort_order'] - $b['sort_order']; - }); - - $filenames = array_map(function ($a) {return $a['filename'];}, $files); - - if (count($filenames) > $max_filenames) { - $filenames = array_slice($filenames, 0, $max_filenames); - $filenames[] = "..."; - } - - $history["items"][] = array( - "id" => $item["url_id"], - "filename" => count($item["items"])." file(s)", - "mimetype" => "", - "date" => $item["date"], - "hash" => "", - "filesize" => $size, - "preview_text" => implode("\n", $filenames), - ); - } - - $order = is_cli_client() ? "ASC" : "DESC"; - - uasort($history["items"], function($a, $b) use ($order) { - if ($order == "ASC") { - return $a["date"] - $b["date"]; - } else { - return $b["date"] - $a["date"]; - } - }); - - foreach($history["items"] as $key => $item) { - $history["items"][$key]["filesize"] = format_bytes($item["filesize"]); - - if (isset($item['preview_text'])) { - $history["items"][$key]["preview_text"] = htmlentities($item['preview_text']); - } - - if (is_cli_client()) { - // Keep track of longest string to pad plaintext output correctly - foreach($fields as $length_key => $value) { - $len = mb_strlen($history["items"][$key][$length_key]); - if ($len > $lengths[$length_key]) { - $lengths[$length_key] = $len; - } - } - } - } - - $this->data["items"] = $history["items"]; - $this->data["lengths"] = $lengths; - $this->data["fields"] = $fields; - $this->data["total_size"] = format_bytes($history["total_size"]); - - $this->load->view('header', $this->data); - $this->load->view($this->var->view_dir.'/upload_history', $this->data); - $this->load->view('footer', $this->data); - } - - function do_delete() - { - $this->muser->require_access("apikey"); - - $ids = $this->input->post("ids"); - - $ret = \service\files::delete($ids); - - $this->data["errors"] = $ret["errors"]; - $this->data["deleted_count"] = $ret["deleted_count"]; - $this->data["total_count"] = $ret["total_count"]; - - $this->load->view('header', $this->data); - $this->load->view($this->var->view_dir.'/deleted', $this->data); - $this->load->view('footer', $this->data); - } - - function do_multipaste() - { - $this->muser->require_access("basic"); - - $ids = $this->input->post("ids"); - $userid = $this->muser->get_userid(); - $limits = $this->muser->get_upload_id_limits(); - - $ret = \service\files::create_multipaste($ids, $userid, $limits); - - return $this->_show_url(array($ret["url_id"]), false); - } - - function delete() - { - $this->muser->require_access("apikey"); - - if (!is_cli_client()) { - throw new \exceptions\InsufficientPermissionsException("file/delete/unlisted-client", "Not a listed cli client, please use the history to delete uploads"); - } - - $id = $this->uri->segment(3); - $this->data["id"] = $id; - $userid = $this->muser->get_userid(); - - foreach (array($this->mfile, $this->mmultipaste) as $model) { - if ($model->id_exists($id)) { - if ($model->get_owner($id) !== $userid) { - echo "You don't own this file\n"; - return; - } - if ($model->delete_id($id)) { - echo "$id has been deleted.\n"; - } else { - echo "Deletion failed. Unknown error\n"; - } - return; - } - } - - throw new \exceptions\NotFoundException("file/delete/unknown-id", "Unknown ID '$id'.", array( - "id" => $id, - )); - } - - /** - * Handle submissions from the web form (files and textareas). - */ - public function do_websubmit() - { - $files = getNormalizedFILES(); - $contents = $this->input->post("content"); - $filenames = $this->input->post("filename"); - - if (!is_array($filenames) || !is_array($contents)) { - throw new \exceptions\UserInputException('file/websubmit/invalid-form', 'The submitted POST form is invalid'); - } - - $ids = array(); - $ids = array_merge($ids, $this->_handle_textarea($contents, $filenames)); - $ids = array_merge($ids, $this->_handle_files($files)); - - - if (empty($ids)) { - throw new \exceptions\UserInputException("file/websubmit/no-input", "You didn't enter any text or upload any files"); - } - - if (count($ids) > 1) { - $userid = $this->muser->get_userid(); - $limits = $this->muser->get_upload_id_limits(); - $multipaste_id = \service\files::create_multipaste($ids, $userid, $limits)["url_id"]; - - $ids[] = $multipaste_id; - $this->_prepare_claim($ids, false); - - redirect(site_url($multipaste_id)."/"); - } - - $this->_show_url($ids, false); - } - - private function _handle_files($files) - { - $ids = array(); - - if (!empty($files)) { - $limits = $this->muser->get_upload_id_limits(); - $userid = $this->muser->get_userid(); - service\files::verify_uploaded_files($files); - - foreach ($files as $key => $file) { - $id = $this->mfile->new_id($limits[0], $limits[1]); - service\files::add_uploaded_file($userid, $id, $file["tmp_name"], $file["name"]); - $ids[] = $id; - } - } - - return $ids; - } - - private function _handle_textarea($contents, $filenames) - { - $ids = array(); - - foreach ($contents as $key => $content) { - $filesize = strlen($content); - - if ($filesize == 0) { - unset($contents[$key]); - } - - if ($filesize > $this->config->item('upload_max_size')) { - throw new \exceptions\RequestTooBigException("file/websubmit/request-too-big", "Error while uploading: Paste too big"); - } - } - - $limits = $this->muser->get_upload_id_limits(); - $userid = $this->muser->get_userid(); - - foreach ($contents as $key => $content) { - $filename = "stdin"; - if (isset($filenames[$key]) && $filenames[$key] != "") { - $filename = $filenames[$key]; - } - - $id = $this->mfile->new_id($limits[0], $limits[1]); - service\files::add_file_data($userid, $id, $content, $filename); - $ids[] = $id; - } - - return $ids; - } - - /** - * Handles uploaded files - * @Deprecated only used by the cli client - */ - function do_upload() - { - // stateful clients get a cookie to claim the ID later - // don't force them to log in just yet - if (!stateful_client()) { - $this->muser->require_access("basic"); - } - - $ids = array(); - - $extension = $this->input->post('extension'); - $multipaste = $this->input->post('multipaste'); - - $files = getNormalizedFILES(); - - service\files::verify_uploaded_files($files); - $limits = $this->muser->get_upload_id_limits(); - - $userid = $this->muser->get_userid(); - - foreach ($files as $key => $file) { - $id = $this->mfile->new_id($limits[0], $limits[1]); - - // work around a curl bug and allow the client to send the real filename base64 encoded - // TODO: this interface currently sets the same filename for every file if you use multiupload - $filename = $this->input->post("filename"); - if ($filename !== false) { - $filename = base64_decode($filename, true); - } - - // fall back if base64_decode failed - if ($filename === false) { - $filename = $file['name']; - } - - $filename = trim($filename, "\r\n\0\t\x0B"); - - service\files::add_uploaded_file($userid, $id, $file["tmp_name"], $filename); - $ids[] = $id; - } - - if ($multipaste !== false) { - $ids[] = \service\files::create_multipaste($ids, $userid, $limits)["url_id"]; - } - - $this->_show_url($ids, $extension); - } - - function claim_id() - { - $this->muser->require_access(); - - $last_upload = $this->session->userdata("last_upload"); - - if ($last_upload === false) { - throw new \exceptions\PublicApiException("file/claim_id/last_upload-failed", "Failed to get last upload data, unable to claim uploads"); - } - - $ids = $last_upload["ids"]; - $errors = array(); - - assert(is_array($ids)); - - foreach ($ids as $key => $id) { - $affected = 0; - $affected += $this->mfile->adopt($id); - $affected += $this->mmultipaste->adopt($id); - - if ($affected == 0) { - $errors[] = $id; - } - } - - if (!empty($errors)) { - throw new \exceptions\PublicApiException("file/claim_id/failed", "Failed to claim ".implode(", ", $errors).""); - } - - $this->session->unset_userdata("last_upload"); - - $this->_show_url($ids, $last_upload["lexer"]); - } - - function contact() - { - $file = FCPATH."data/local/contact-info.php"; - if (file_exists($file)) { - $this->data["contact_info"] = file_get_contents($file); - } else { - $this->data["contact_info"] = '

Contact info not available.

'; - } - - $this->load->view('header', $this->data); - $this->load->view('contact', $this->data); - $this->load->view('footer', $this->data); - } - - /* Functions below this comment can only be run via the CLI - * `php index.php file ` - */ - - // Removes old files - function cron() - { - $this->_require_cli_request(); - - $tarball_dir = $this->config->item("upload_path")."/special/multipaste-tarballs"; - if (is_dir($tarball_dir)) { - $tarball_cache_time = $this->config->item("tarball_cache_time"); - $it = new RecursiveIteratorIterator( - new RecursiveDirectoryIterator($tarball_dir), RecursiveIteratorIterator::SELF_FIRST); - - foreach ($it as $file) { - if ($file->isFile()) { - if ($file->getMTime() < time() - $tarball_cache_time) { - $lock = fopen($file, "r+"); - flock($lock, LOCK_EX); - unlink($file); - flock($lock, LOCK_UN); - } - } - } - } - - $oldest_time = (time() - $this->config->item('upload_max_age')); - $oldest_session_time = (time() - $this->config->item("sess_expiration")); - $config = array( - "upload_max_age" => $this->config->item("upload_max_age"), - "small_upload_size" => $this->config->item("small_upload_size"), - "sess_expiration" => $this->config->item("sess_expiration"), - ); - - $query = $this->db->select('file_storage_id storage_id, files.id, user, files.date, hash') - ->from('files') - ->join('file_storage', "file_storage.id = files.file_storage_id") - ->where("user", 0) - ->where("files.date <", $oldest_session_time) - ->get()->result_array(); - - foreach($query as $row) { - $row['data_id'] = $row['hash'].'-'.$row['storage_id']; - \service\files::valid_id($row, $config, $this->mfile, time()); - } - - // 0 age disables age checks - if ($this->config->item('upload_max_age') == 0) return; - - $query = $this->db->select('hash, files.id, user, files.date, file_storage.id storage_id') - ->from('files') - ->join('file_storage', "file_storage.id = files.file_storage_id") - ->where('files.date <', $oldest_time) - ->get()->result_array(); - - foreach($query as $row) { - $row['data_id'] = $row['hash'].'-'.$row['storage_id']; - \service\files::valid_id($row, $config, $this->mfile, time()); - } - } - - /* remove files without database entries */ - function clean_stale_files() - { - $this->_require_cli_request(); - - $upload_path = $this->config->item("upload_path"); - $outer_dh = opendir($upload_path); - - while (($dir = readdir($outer_dh)) !== false) { - if (!is_dir($upload_path."/".$dir) || $dir == ".." || $dir == "." || $dir == "special") { - continue; - } - - $dh = opendir($upload_path."/".$dir); - - $empty = true; - - while (($file = readdir($dh)) !== false) { - if ($file == ".." || $file == ".") { - continue; - } - - try { - list($hash, $storage_id) = explode("-", $file); - } catch (\ErrorException $e) { - unlink($upload_path."/".$dir."/".$file); - continue; - } - - $query = $this->db->select('hash, id') - ->from('file_storage') - ->where('hash', $hash) - ->where('id', $storage_id) - ->limit(1) - ->get()->row_array(); - - if (empty($query)) { - $this->mfile->delete_data_id($file); - } else { - $empty = false; - } - } - - closedir($dh); - - if ($empty && file_exists($upload_path."/".$dir)) { - rmdir($upload_path."/".$dir); - } - } - closedir($outer_dh); - - // TODO: clean up special/multipaste-tarballs? cron() already expires - // after a rather short time, do we really need this here then? - } - - function nuke_id() - { - $this->_require_cli_request(); - - $id = $this->uri->segment(3); - - $file_data = $this->mfile->get_filedata($id); - - if (empty($file_data)) { - echo "unknown id \"$id\"\n"; - return; - } - - $data_id = $file_data["data_id"]; - $this->mfile->delete_data_id($data_id); - echo "removed data_id \"$data_id\"\n"; - } - - function update_file_metadata() - { - $this->_require_cli_request(); - - $chunk = 500; - - $total = $this->db->count_all("file_storage"); - - for ($limit = 0; $limit < $total; $limit += $chunk) { - $query = $this->db->select('hash, id') - ->from('file_storage') - ->limit($chunk, $limit) - ->get()->result_array(); - - foreach ($query as $key => $item) { - $data_id = $item["hash"].'-'.$item['id']; - $mimetype = mimetype($this->mfile->file($data_id)); - - $this->db->where('id', $item['id']) - ->set(array( - 'mimetype' => $mimetype, - )) - ->update('file_storage'); - } - } - } -} - -# vim: set noet: diff --git a/application/controllers/file/file_default.php b/application/controllers/file/file_default.php new file mode 100644 index 000000000..8d1f67636 --- /dev/null +++ b/application/controllers/file/file_default.php @@ -0,0 +1,1221 @@ + + * + * Licensed under AGPLv3 + * (see COPYING for full license text) + * + */ + +class File_default extends MY_Controller { + + function __construct() + { + parent::__construct(); + + $this->load->model('mfile'); + $this->load->model('mmultipaste'); + + if (is_cli_client()) { + $this->var->view_dir = "file_plaintext"; + } else { + $this->var->view_dir = "file"; + } + } + + function index() + { + if ($this->input->is_cli_request()) { + $this->load->library("../controllers/tools"); + return $this->tools->index(); + } + + // Try to guess what the user would like to do. + $id = $this->uri->segment(1); + if (!empty($_FILES)) { + $this->do_upload(); + } elseif (strpos($id, "m-") === 0 && $this->mmultipaste->id_exists($id)) { + $this->_download(); + } elseif ($id != "file" && $this->mfile->id_exists($id)) { + $this->_download(); + } elseif ($id && $id != "file") { + $this->_non_existent(); + } else { + $this->upload_form(); + } + } + + /** + * Generate a page title of the format "Multipaste - $filename, $filename, … (N more)". + * This mainly helps in IRC channels to quickly determine what is in a multipaste. + * + * @param files array of filedata + * @return title to be used + */ + private function _multipaste_page_title(array $files) + { + $filecount = count($files); + $title = "Multipaste ($filecount files) - "; + $titlenames = array(); + $len = strlen($title); + $delimiter = ', '; + $maxlen = 100; + + foreach ($files as $file) { + if ($len > $maxlen) break; + + $filename = $file['filename']; + $titlenames[] = htmlspecialchars($filename); + $len += strlen($filename) + strlen($delimiter); + } + + $title .= implode($delimiter, $titlenames); + + $leftover_count = $filecount - count($titlenames); + + if ($leftover_count > 0) { + $title .= $delimiter.'… ('.$leftover_count.' more)'; + } + + return $title; + } + + function _download() + { + $id = $this->uri->segment(1); + $lexer = urldecode($this->uri->segment(2)); + + if (isset($_GET["cli_deprecated"])) { + $this->data['alerts'][] = [ + "type" => "warning", + "message" => "WARNING: This file has been uploaded with a client that uses an old and deprecated API.
This API will be removed in the near future. Please update your client to one that uses a more recent API." + ]; + } + + $is_multipaste = false; + if ($this->mmultipaste->id_exists($id)) { + $is_multipaste = true; + + if(!$this->mmultipaste->valid_id($id)) { + $this->mmultipaste->delete_id($id); + return $this->_non_existent(); + } + $files = $this->mmultipaste->get_files($id); + $this->data["title"] = $this->_multipaste_page_title($files); + } elseif ($this->mfile->id_exists($id)) { + if (!$this->mfile->valid_id($id)) { + return $this->_non_existent(); + } + + $files = array($this->mfile->get_filedata($id)); + $this->data["title"] = htmlspecialchars($files[0]["filename"]); + } else { + assert(0); + } + + assert($files !== false); + assert(is_array($files)); + assert(count($files) >= 1); + + // don't allow unowned files to be downloaded + foreach ($files as $filedata) { + if ($filedata["user"] == 0) { + return $this->_non_existent(); + } + } + + $etag = ""; + foreach ($files as $filedata) { + $etag = sha1($etag.$filedata["data_id"]); + } + + // handle some common "lexers" here + switch ($lexer) { + case "": + break; + + case "qr": + handle_etag($etag); + header("Content-disposition: inline; filename=\"".$id."_qr.png\"\n"); + header("Content-Type: image/png\n"); + $qr = new \Endroid\QrCode\QrCode(); + $qr->setText(site_url($id).'/') + ->setSize(350) + ->setErrorCorrection('low') + ->render(); + exit(); + + case "info": + return $this->_display_info($id); + + case "tar": + if ($is_multipaste) { + return $this->_tarball($id); + } + + case "pls": + if ($is_multipaste) { + return $this->_generate_playlist($id); + } + + default: + if ($is_multipaste) { + throw new \exceptions\UserInputException("file/download/invalid-action", "Invalid action \"".htmlspecialchars($lexer)."\""); + } + break; + } + + $this->load->driver("ddownload"); + + // user wants the plain file + if ($lexer == 'plain') { + assert(count($files) == 1); + handle_etag($etag); + + $filedata = $files[0]; + $filepath = $this->mfile->file($filedata["data_id"]); + $this->ddownload->serveFile($filepath, $filedata["filename"], "text/plain"); + exit(); + } + + $output_cache = new \libraries\Output_cache(); + + foreach ($files as $key => $filedata) { + $file = $this->mfile->file($filedata['data_id']); + $pygments = new \libraries\Pygments($file, $filedata["mimetype"], $filedata["filename"]); + + // autodetect the lexer for highlighting if the URL contains a / after the ID (/ID/) + // /ID/lexer disables autodetection + $autodetect_lexer = !$lexer && substr_count(ltrim($this->uri->uri_string(), "/"), '/') >= 1; + $autodetect_lexer = $is_multipaste ? true : $autodetect_lexer; + if ($autodetect_lexer) { + $lexer = $pygments->autodetect_lexer(); + } + + // resolve aliases + // this is mainly used for compatibility + $lexer = $pygments->resolve_lexer_alias($lexer); + + // if there is no mimetype mapping we can't highlight it + $can_highlight = $pygments->can_highlight(); + + $filesize_too_big = filesize($file) > $this->config->item('upload_max_text_size'); + + if (!$can_highlight || $filesize_too_big || !$lexer) { + if (!$is_multipaste) { + // prevent javascript from being executed and forbid frames + // this should allow us to serve user submitted HTML content without huge security risks + foreach (array("X-WebKit-CSP", "X-Content-Security-Policy", "Content-Security-Policy") as $header_name) { + header("$header_name: default-src 'none'; img-src *; media-src *; font-src *; style-src 'unsafe-inline' *; script-src 'none'; object-src *; frame-src 'none'; "); + } + handle_etag($etag); + $this->ddownload->serveFile($file, $filedata["filename"], $filedata["mimetype"]); + exit(); + } else { + $mimetype = $filedata["mimetype"]; + $base = explode("/", $filedata["mimetype"])[0]; + + if (\libraries\Image::type_supported($mimetype)) { + $filedata["tooltip"] = $this->_tooltip_for_image($filedata); + $filedata["orientation"] = libraries\Image::get_exif_orientation($file); + $output_cache->add_merge( + array("items" => array($filedata)), + 'file/fragments/thumbnail' + ); + } else if ($base == "audio") { + $output_cache->add(array("filedata" => $filedata), "file/fragments/audio-player"); + } else if ($base == "video") { + $output_cache->add(array("filedata" => $filedata), "file/fragments/video-player"); + } else { + $output_cache->add_merge( + array("items" => array($filedata)), + 'file/fragments/uploads_table' + ); + } + continue; + } + } + + if ($lexer == "asciinema") { + $output_cache->add(array("filedata" => $filedata), "file/fragments/asciinema-player"); + } else { + $output_cache->add_function(function() use ($output_cache, $filedata, $lexer, $is_multipaste) { + $this->_highlight_file($output_cache, $filedata, $lexer, $is_multipaste); + }); + } + } + + // TODO: move lexers json to dedicated URL + $this->data['lexers'] = \libraries\Pygments::get_lexers(); + + // Output everything + // Don't use the output class/append_output because it does too + // much magic ({elapsed_time} and {memory_usage}). + // Direct echo puts us on the safe side. + echo $this->load->view($this->var->view_dir.'/html_header', $this->data, true); + $output_cache->render(); + echo $this->load->view($this->var->view_dir.'/html_footer', $this->data, true); + } + + private function _colorify($file, $lexer, $anchor_id = false) + { + $output = ""; + $lines_to_remove = 0; + + $output .= '
'."\n"; + $output .= '
'."\n"; + + if ($lexer == "ascii") { + // TODO: use exec safe and catch exception + $ret = (new \libraries\ProcRunner(array('ansi2html', '-p'))) + ->input(file_get_contents($file)) + ->forbid_stderr() + ->exec(); + // Last line is empty + $lines_to_remove = 1; + } else { + // TODO: use exec safe and catch exception + $ret = (new \libraries\ProcRunner(array('pygmentize', '-F', 'codetagify', '-O', 'encoding=guess,outencoding=utf8,stripnl=False', '-l', $lexer, '-f', 'html', $file))) + ->exec(); + // Last 2 items are "
" and "" + $lines_to_remove = 2; + } + + + $buf = explode("\n", $ret["stdout"]); + $line_count = count($buf); + + for ($i = 1; $i <= $lines_to_remove; $i++) { + unset($buf[$line_count - $i]); + } + + foreach ($buf as $key => $line) { + $line_number = $key + 1; + if ($key == 0) { + $line = str_replace("
", "", $line);
+			}
+
+			$anchor = "n$line_number";
+			if ($anchor_id !== false) {
+				$anchor = "n-$anchor_id-$line_number";
+			}
+
+			if ($line === "") {
+				$line = "
";
+			}
+
+			// Be careful not to add superflous whitespace here (we are in a )
+			$output .= "
"
+							.""
+								." "
+							.""
+							."".$line."
";
+		}
+
+		$output .= "
"; + $output .= "
"; + + return array( + "return_value" => $ret["return_code"], + "output" => $output + ); + } + + private function _highlight_file($output_cache, $filedata, $lexer, $is_multipaste) + { + // highlight the file and cache the result, fall back to plain text if $lexer fails + foreach (array($lexer, "text") as $lexer) { + $highlit = cache_function($filedata['data_id'].'_'.$lexer, 100, + function() use ($filedata, $lexer, $is_multipaste) { + $file = $this->mfile->file($filedata['data_id']); + if ($lexer == "rmd") { + ob_start(); + + echo '
'."\n"; + echo '
'."\n"; + echo '
'."\n"; + + require_once(APPPATH."/third_party/parsedown/Parsedown.php"); + $parsedown = new Parsedown(); + echo $parsedown->text(file_get_contents($file)); + + echo '
'; + + return array( + "output" => ob_get_clean(), + "return_value" => 0, + ); + } else { + return get_instance()->_colorify($file, $lexer, $is_multipaste ? $filedata["id"] : false); + } + }); + + if ($highlit["return_value"] == 0) { + break; + } else { + $message = "Error trying to process the file. Either the lexer is unknown or something is broken."; + if ($lexer != "text") { + $message .= " Falling back to plain text."; + } + $output_cache->render_now( + array("error_message" => "

$message

"), + "file/fragments/alert-wide" + ); + } + } + + $data = array_merge($this->data, array( + 'title' => htmlspecialchars($filedata['filename']), + 'id' => $filedata["id"], + 'current_highlight' => htmlspecialchars($lexer), + 'timeout' => $this->mfile->get_timeout_string($filedata["id"]), + 'filedata' => $filedata, + )); + + $output_cache->render_now($data, $this->var->view_dir.'/html_paste_header'); + $output_cache->render_now($highlit["output"]); + $output_cache->render_now($data, $this->var->view_dir.'/html_paste_footer'); + } + + private function _tooltip_for_image($filedata) + { + $filesize = format_bytes($filedata["filesize"]); + $file = $this->mfile->file($filedata["data_id"]); + $upload_date = date("r", $filedata["date"]); + + $height = 0; + $width = 0; + try { + list($width, $height) = getimagesize($file); + } catch (\ErrorException $e) { + // likely unsupported filetype + } + + $tooltip = "${filedata["id"]} - $filesize
"; + $tooltip .= "$upload_date
"; + + + if ($height > 0 && $width > 0) { + $tooltip .= "${width}x${height} - ${filedata["mimetype"]}
"; + } else { + $tooltip .= "${filedata["mimetype"]}
"; + } + + return $tooltip; + } + + private function _display_info($id) + { + if ($this->mmultipaste->id_exists($id)) { + $files = $this->mmultipaste->get_files($id); + + $this->data["title"] .= " - Info $id"; + + $multipaste = $this->mmultipaste->get_multipaste($id); + $total_size = 0; + $timeout = -1; + foreach($files as $filedata) { + $total_size += $filedata["filesize"]; + $file_timeout = $this->mfile->get_timeout($filedata["id"]); + if ($timeout == -1 || ($timeout > $file_timeout && $file_timeout >= 0)) { + $timeout = $file_timeout; + } + } + + $data = array_merge($this->data, array( + 'timeout_string' => $timeout >= 0 ? date("r", $timeout) : "Never", + 'upload_date' => $multipaste["date"], + 'id' => $id, + 'size' => $total_size, + 'file_count' => count($files), + )); + + $this->load->view('header', $this->data); + $this->load->view($this->var->view_dir.'/multipaste_info', $data); + $this->load->view('footer', $this->data); + return; + } elseif ($this->mfile->id_exists($id)) { + $this->data["title"] .= " - Info $id"; + $this->data["filedata"] = $this->mfile->get_filedata($id); + $this->data["id"] = $id; + $this->data['timeout'] = $this->mfile->get_timeout_string($id); + + $this->load->view('header', $this->data); + $this->load->view($this->var->view_dir.'/file_info', $this->data); + $this->load->view('footer', $this->data); + } + } + + private function _tarball($id) + { + if ($this->mmultipaste->id_exists($id)) { + $seen = array(); + $path = $this->mmultipaste->get_tarball_path($id); + $archive = new \service\storage($path); + + if (!$archive->exists()) { + $files = $this->mmultipaste->get_files($id); + + $total_size = 0; + foreach ($files as $filedata) { + $total_size += $filedata["filesize"]; + } + + if ($total_size > $this->config->item("tarball_max_size")) { + throw new \exceptions\PublicApiException("file/tarball/tarball-filesize-limit", "Tarball too large, refusing to create."); + } + + $tmpfile = $archive->begin(); + // create empty tar archive so PharData has something to open + file_put_contents($tmpfile, str_repeat("\0", 1024*10)); + $a = new PharData($tmpfile); + + foreach ($files as $filedata) { + $filename = $filedata["filename"]; + if (isset($seen[$filename]) && $seen[$filename]) { + $filename = $filedata["id"]."-".$filedata["filename"]; + } + assert(!isset($seen[$filename])); + $a->addFile($this->mfile->file($filedata["data_id"]), $filename); + $seen[$filename] = true; + } + $archive->gzip_compress(); + $archive->commit(); + } + + // update mtime so the cronjob will keep the file for longer + $lock = fopen($archive->get_file(), "r+"); + flock($lock, LOCK_SH); + touch($archive->get_file()); + flock($lock, LOCK_UN); + + assert(filesize($archive->get_file()) > 0); + + $this->load->driver("ddownload"); + $this->ddownload->serveFile($archive->get_file(), "$id.tar.gz", "application/x-gzip"); + } + } + + /** + * Generate a PLS v2 playlist + */ + private function _generate_playlist($id) + { + $files = $this->mmultipaste->get_files($id); + $counter = 1; + + $playlist = "[playlist]\n"; + foreach ($files as $file) { + // only add audio/video files + $base = explode("/", $file['mimetype'])[0]; + if (!($base === "audio" || $base === "video")) { + continue; + } + + $url = site_url($file["id"]); + $playlist .= sprintf("File%d=%s\n", $counter++, $url); + } + $playlist .= sprintf("NumberOfEntries=%d\n", $counter - 1); + $playlist .= "Version=2\n"; + + $this->output->set_content_type('audio/x-scpls'); + $this->output->set_output($playlist); + } + + function _non_existent() + { + $this->data["title"] .= " - Not Found"; + $this->output->set_status_header(404); + $this->load->view('header', $this->data); + $this->load->view($this->var->view_dir.'/non_existent', $this->data); + $this->load->view('footer', $this->data); + } + + private function _prepare_claim($ids, $lexer) + { + if (!$this->muser->logged_in()) { + $this->muser->require_session(); + // keep the upload but require the user to login + $last_upload = $this->session->userdata("last_upload"); + if ($last_upload === false) { + $last_upload = array( + "ids" => [], + "lexer" => "", + ); + } + $last_upload = array( + "ids" => array_merge($last_upload['ids'], $ids), + "lexer" => "", + ); + $this->session->set_userdata("last_upload", $last_upload); + $this->data["redirect_uri"] = "file/claim_id"; + $this->muser->require_access("basic"); + } + + } + + function _show_url($ids, $lexer) + { + $redirect = false; + $this->_prepare_claim($ids, $lexer); + + foreach ($ids as $id) { + if ($lexer) { + $this->data['urls'][] = site_url($id).'/'.$lexer; + } else { + $this->data['urls'][] = site_url($id).'/'; + + if (count($ids) == 1) { + $filedata = $this->mfile->get_filedata($id); + $file = $this->mfile->file($filedata['data_id']); + $pygments = new \libraries\Pygments($file, $filedata["mimetype"], $filedata["filename"]); + $lexer = $pygments->should_highlight(); + + // If we detected a highlightable file redirect, + // otherwise show the URL because browsers would just show a DL dialog + if ($lexer) { + $redirect = true; + } + } + } + } + + if (is_cli_client()) { + $redirect = false; + } + + if ($redirect && count($ids) == 1) { + redirect($this->data['urls'][0], "location", 303); + } else { + $this->load->view('header', $this->data); + $this->load->view($this->var->view_dir.'/show_url', $this->data); + $this->load->view('footer', $this->data); + } + } + + function upload_form() + { + $this->data['title'] .= ' - Upload'; + $this->data['small_upload_size'] = $this->config->item('small_upload_size'); + $this->data['max_upload_size'] = $this->config->item('upload_max_size'); + $this->data['upload_max_age'] = $this->config->item('upload_max_age')/60/60/24; + + $this->data['username'] = $this->muser->get_username(); + + $repaste_id = $this->input->get("repaste"); + + if ($repaste_id) { + $filedata = $this->mfile->get_filedata($repaste_id); + + $pygments = new \libraries\Pygments($this->mfile->file($filedata["data_id"]), $filedata["mimetype"], $filedata["filename"]); + if ($filedata !== false && $pygments->can_highlight()) { + $this->data["textarea_content"] = file_get_contents($this->mfile->file($filedata["data_id"])); + } + } + + if (file_exists(FCPATH.'data/client/latest')) { + $this->var->latest_client = trim(file_get_contents(FCPATH.'data/client/latest')); + $this->data['client_link'] = base_url().'data/client/fb-'.$this->var->latest_client.'.tar.gz'; + } else { + $this->data['client_link'] = false; + } + + $this->load->view('header', $this->data); + $this->load->view($this->var->view_dir.'/upload_form', $this->data); + if (is_cli_client()) { + $this->client(); + } + $this->load->view('footer', $this->data); + } + + // Allow CLI clients to query the server for the maxium filesize so they can + // stop the upload before wasting time and bandwith + function get_max_size() + { + echo $this->config->item('upload_max_size'); + } + + function thumbnail() + { + $id = $this->uri->segment(3); + + if (!$this->mfile->valid_id($id)) { + return $this->_non_existent(); + } + + $etag = "$id-thumb"; + handle_etag($etag); + + $thumb_size = 150; + $cache_timeout = 60*60*24*30; # 1 month + + $filedata = $this->mfile->get_filedata($id); + if (!$filedata) { + throw new \exceptions\ApiException("file/thumbnail/filedata-unavailable", "Failed to get file data"); + } + + $cache_key = $filedata['data_id'].'_thumb_'.$thumb_size; + + $thumb = cache_function($cache_key, $cache_timeout, function() use ($filedata, $thumb_size){ + $CI =& get_instance(); + $img = new libraries\Image($this->mfile->file($filedata["data_id"])); + $img->makeThumb($thumb_size, $thumb_size); + $thumb = $img->get(IMAGETYPE_JPEG); + return $thumb; + }); + + $this->output->set_header("Cache-Control:max-age=31536000, public"); + $this->output->set_header("Expires: ".date("r", time() + 365 * 24 * 60 * 60)); + $this->output->set_content_type("image/jpeg"); + $this->output->set_output($thumb); + } + + function upload_history_thumbnails() + { + $this->muser->require_access(); + + $user = $this->muser->get_userid(); + + // TODO: move to \service\files and possibly use \s\f::history() + $query = $this->db + ->select('files.id, filename, mimetype, files.date, hash, file_storage.id storage_id, filesize, user') + ->from('files') + ->join('file_storage', 'file_storage.id = files.file_storage_id') + ->where(' + (files.user = '.$this->db->escape($user).') + AND ( + mimetype LIKE \'image%\' + OR mimetype IN (\'application/pdf\') + )', null, false) + ->order_by('date', 'desc') + ->get()->result_array(); + + foreach($query as $key => $item) { + assert($item["user"] === $user); + $item["data_id"] = $item['hash']."-".$item['storage_id']; + $query[$key]["data_id"] = $item["data_id"]; + if (!$this->mfile->valid_filedata($item)) { + unset($query[$key]); + continue; + } + $query[$key]["tooltip"] = $this->_tooltip_for_image($item); + $query[$key]["orientation"] = libraries\Image::get_exif_orientation($this->mfile->file($item["data_id"])); + } + + $this->data["items"] = $query; + + $this->load->view('header', $this->data); + $this->load->view($this->var->view_dir.'/upload_history_thumbnails', $this->data); + $this->load->view('footer', $this->data); + } + + function upload_history() + { + $this->muser->require_access("apikey"); + + $history = service\files::history($this->muser->get_userid()); + + // key: database field name; value: display name + $fields = array( + "id" => "ID", + "filename" => "Filename", + "mimetype" => "Mimetype", + "date" => "Date", + "hash" => "Hash", + "filesize" => "Size" + ); + + $this->data['title'] .= ' - Upload history'; + foreach($fields as $length_key => $value) { + $lengths[$length_key] = mb_strlen($value); + } + + foreach ($history["multipaste_items"] as $key => $item) { + $size = 0; + $filenames = array(); + $files = array(); + $max_filenames = 10; + + foreach ($item["items"] as $i) { + $size += $history["items"][$i["id"]]["filesize"]; + $files[] = array( + "filename" => $history["items"][$i["id"]]['filename'], + "sort_order" => $i["sort_order"], + ); + } + + uasort($files, function ($a, $b) { + return $a['sort_order'] - $b['sort_order']; + }); + + $filenames = array_map(function ($a) {return $a['filename'];}, $files); + + if (count($filenames) > $max_filenames) { + $filenames = array_slice($filenames, 0, $max_filenames); + $filenames[] = "..."; + } + + $history["items"][] = array( + "id" => $item["url_id"], + "filename" => count($item["items"])." file(s)", + "mimetype" => "", + "date" => $item["date"], + "hash" => "", + "filesize" => $size, + "preview_text" => implode("\n", $filenames), + ); + } + + $order = is_cli_client() ? "ASC" : "DESC"; + + uasort($history["items"], function($a, $b) use ($order) { + if ($order == "ASC") { + return $a["date"] - $b["date"]; + } else { + return $b["date"] - $a["date"]; + } + }); + + foreach($history["items"] as $key => $item) { + $history["items"][$key]["filesize"] = format_bytes($item["filesize"]); + + if (isset($item['preview_text'])) { + $history["items"][$key]["preview_text"] = htmlentities($item['preview_text']); + } + + if (is_cli_client()) { + // Keep track of longest string to pad plaintext output correctly + foreach($fields as $length_key => $value) { + $len = mb_strlen($history["items"][$key][$length_key]); + if ($len > $lengths[$length_key]) { + $lengths[$length_key] = $len; + } + } + } + } + + $this->data["items"] = $history["items"]; + $this->data["lengths"] = $lengths; + $this->data["fields"] = $fields; + $this->data["total_size"] = format_bytes($history["total_size"]); + + $this->load->view('header', $this->data); + $this->load->view($this->var->view_dir.'/upload_history', $this->data); + $this->load->view('footer', $this->data); + } + + function do_delete() + { + $this->muser->require_access("apikey"); + + $ids = $this->input->post("ids"); + + $ret = \service\files::delete($ids); + + $this->data["errors"] = $ret["errors"]; + $this->data["deleted_count"] = $ret["deleted_count"]; + $this->data["total_count"] = $ret["total_count"]; + + $this->load->view('header', $this->data); + $this->load->view($this->var->view_dir.'/deleted', $this->data); + $this->load->view('footer', $this->data); + } + + function do_multipaste() + { + $this->muser->require_access("basic"); + + $ids = $this->input->post("ids"); + $userid = $this->muser->get_userid(); + $limits = $this->muser->get_upload_id_limits(); + + $ret = \service\files::create_multipaste($ids, $userid, $limits); + + return $this->_show_url(array($ret["url_id"]), false); + } + + function delete() + { + $this->muser->require_access("apikey"); + + if (!is_cli_client()) { + throw new \exceptions\InsufficientPermissionsException("file/delete/unlisted-client", "Not a listed cli client, please use the history to delete uploads"); + } + + $id = $this->uri->segment(3); + $this->data["id"] = $id; + $userid = $this->muser->get_userid(); + + foreach (array($this->mfile, $this->mmultipaste) as $model) { + if ($model->id_exists($id)) { + if ($model->get_owner($id) !== $userid) { + echo "You don't own this file\n"; + return; + } + if ($model->delete_id($id)) { + echo "$id has been deleted.\n"; + } else { + echo "Deletion failed. Unknown error\n"; + } + return; + } + } + + throw new \exceptions\NotFoundException("file/delete/unknown-id", "Unknown ID '$id'.", array( + "id" => $id, + )); + } + + /** + * Handle submissions from the web form (files and textareas). + */ + public function do_websubmit() + { + $files = getNormalizedFILES(); + $contents = $this->input->post("content"); + $filenames = $this->input->post("filename"); + + if (!is_array($filenames) || !is_array($contents)) { + throw new \exceptions\UserInputException('file/websubmit/invalid-form', 'The submitted POST form is invalid'); + } + + $ids = array(); + $ids = array_merge($ids, $this->_handle_textarea($contents, $filenames)); + $ids = array_merge($ids, $this->_handle_files($files)); + + + if (empty($ids)) { + throw new \exceptions\UserInputException("file/websubmit/no-input", "You didn't enter any text or upload any files"); + } + + if (count($ids) > 1) { + $userid = $this->muser->get_userid(); + $limits = $this->muser->get_upload_id_limits(); + $multipaste_id = \service\files::create_multipaste($ids, $userid, $limits)["url_id"]; + + $ids[] = $multipaste_id; + $this->_prepare_claim($ids, false); + + redirect(site_url($multipaste_id)."/"); + } + + $this->_show_url($ids, false); + } + + private function _handle_files($files) + { + $ids = array(); + + if (!empty($files)) { + $limits = $this->muser->get_upload_id_limits(); + $userid = $this->muser->get_userid(); + service\files::verify_uploaded_files($files); + + foreach ($files as $key => $file) { + $id = $this->mfile->new_id($limits[0], $limits[1]); + service\files::add_uploaded_file($userid, $id, $file["tmp_name"], $file["name"]); + $ids[] = $id; + } + } + + return $ids; + } + + private function _handle_textarea($contents, $filenames) + { + $ids = array(); + + foreach ($contents as $key => $content) { + $filesize = strlen($content); + + if ($filesize == 0) { + unset($contents[$key]); + } + + if ($filesize > $this->config->item('upload_max_size')) { + throw new \exceptions\RequestTooBigException("file/websubmit/request-too-big", "Error while uploading: Paste too big"); + } + } + + $limits = $this->muser->get_upload_id_limits(); + $userid = $this->muser->get_userid(); + + foreach ($contents as $key => $content) { + $filename = "stdin"; + if (isset($filenames[$key]) && $filenames[$key] != "") { + $filename = $filenames[$key]; + } + + $id = $this->mfile->new_id($limits[0], $limits[1]); + service\files::add_file_data($userid, $id, $content, $filename); + $ids[] = $id; + } + + return $ids; + } + + /** + * Handles uploaded files + * @Deprecated only used by the cli client + */ + function do_upload() + { + // stateful clients get a cookie to claim the ID later + // don't force them to log in just yet + if (!stateful_client()) { + $this->muser->require_access("basic"); + } + + $ids = array(); + + $extension = $this->input->post('extension'); + $multipaste = $this->input->post('multipaste'); + + $files = getNormalizedFILES(); + + service\files::verify_uploaded_files($files); + $limits = $this->muser->get_upload_id_limits(); + + $userid = $this->muser->get_userid(); + + foreach ($files as $key => $file) { + $id = $this->mfile->new_id($limits[0], $limits[1]); + + // work around a curl bug and allow the client to send the real filename base64 encoded + // TODO: this interface currently sets the same filename for every file if you use multiupload + $filename = $this->input->post("filename"); + if ($filename !== false) { + $filename = base64_decode($filename, true); + } + + // fall back if base64_decode failed + if ($filename === false) { + $filename = $file['name']; + } + + $filename = trim($filename, "\r\n\0\t\x0B"); + + service\files::add_uploaded_file($userid, $id, $file["tmp_name"], $filename); + $ids[] = $id; + } + + if ($multipaste !== false) { + $ids[] = \service\files::create_multipaste($ids, $userid, $limits)["url_id"]; + } + + $this->_show_url($ids, $extension); + } + + function claim_id() + { + $this->muser->require_access(); + + $last_upload = $this->session->userdata("last_upload"); + + if ($last_upload === false) { + throw new \exceptions\PublicApiException("file/claim_id/last_upload-failed", "Failed to get last upload data, unable to claim uploads"); + } + + $ids = $last_upload["ids"]; + $errors = array(); + + assert(is_array($ids)); + + foreach ($ids as $key => $id) { + $affected = 0; + $affected += $this->mfile->adopt($id); + $affected += $this->mmultipaste->adopt($id); + + if ($affected == 0) { + $errors[] = $id; + } + } + + if (!empty($errors)) { + throw new \exceptions\PublicApiException("file/claim_id/failed", "Failed to claim ".implode(", ", $errors).""); + } + + $this->session->unset_userdata("last_upload"); + + $this->_show_url($ids, $last_upload["lexer"]); + } + + function contact() + { + $file = FCPATH."data/local/contact-info.php"; + if (file_exists($file)) { + $this->data["contact_info"] = file_get_contents($file); + } else { + $this->data["contact_info"] = '

Contact info not available.

'; + } + + $this->load->view('header', $this->data); + $this->load->view('contact', $this->data); + $this->load->view('footer', $this->data); + } + + /* Functions below this comment can only be run via the CLI + * `php index.php file ` + */ + + // Removes old files + function cron() + { + $this->_require_cli_request(); + + $tarball_dir = $this->config->item("upload_path")."/special/multipaste-tarballs"; + if (is_dir($tarball_dir)) { + $tarball_cache_time = $this->config->item("tarball_cache_time"); + $it = new RecursiveIteratorIterator( + new RecursiveDirectoryIterator($tarball_dir), RecursiveIteratorIterator::SELF_FIRST); + + foreach ($it as $file) { + if ($file->isFile()) { + if ($file->getMTime() < time() - $tarball_cache_time) { + $lock = fopen($file, "r+"); + flock($lock, LOCK_EX); + unlink($file); + flock($lock, LOCK_UN); + } + } + } + } + + $oldest_time = (time() - $this->config->item('upload_max_age')); + $oldest_session_time = (time() - $this->config->item("sess_expiration")); + $config = array( + "upload_max_age" => $this->config->item("upload_max_age"), + "small_upload_size" => $this->config->item("small_upload_size"), + "sess_expiration" => $this->config->item("sess_expiration"), + ); + + $query = $this->db->select('file_storage_id storage_id, files.id, user, files.date, hash') + ->from('files') + ->join('file_storage', "file_storage.id = files.file_storage_id") + ->where("user", 0) + ->where("files.date <", $oldest_session_time) + ->get()->result_array(); + + foreach($query as $row) { + $row['data_id'] = $row['hash'].'-'.$row['storage_id']; + \service\files::valid_id($row, $config, $this->mfile, time()); + } + + // 0 age disables age checks + if ($this->config->item('upload_max_age') == 0) return; + + $query = $this->db->select('hash, files.id, user, files.date, file_storage.id storage_id') + ->from('files') + ->join('file_storage', "file_storage.id = files.file_storage_id") + ->where('files.date <', $oldest_time) + ->get()->result_array(); + + foreach($query as $row) { + $row['data_id'] = $row['hash'].'-'.$row['storage_id']; + \service\files::valid_id($row, $config, $this->mfile, time()); + } + } + + /* remove files without database entries */ + function clean_stale_files() + { + $this->_require_cli_request(); + + $upload_path = $this->config->item("upload_path"); + $outer_dh = opendir($upload_path); + + while (($dir = readdir($outer_dh)) !== false) { + if (!is_dir($upload_path."/".$dir) || $dir == ".." || $dir == "." || $dir == "special") { + continue; + } + + $dh = opendir($upload_path."/".$dir); + + $empty = true; + + while (($file = readdir($dh)) !== false) { + if ($file == ".." || $file == ".") { + continue; + } + + try { + list($hash, $storage_id) = explode("-", $file); + } catch (\ErrorException $e) { + unlink($upload_path."/".$dir."/".$file); + continue; + } + + $query = $this->db->select('hash, id') + ->from('file_storage') + ->where('hash', $hash) + ->where('id', $storage_id) + ->limit(1) + ->get()->row_array(); + + if (empty($query)) { + $this->mfile->delete_data_id($file); + } else { + $empty = false; + } + } + + closedir($dh); + + if ($empty && file_exists($upload_path."/".$dir)) { + rmdir($upload_path."/".$dir); + } + } + closedir($outer_dh); + + // TODO: clean up special/multipaste-tarballs? cron() already expires + // after a rather short time, do we really need this here then? + } + + function nuke_id() + { + $this->_require_cli_request(); + + $id = $this->uri->segment(3); + + $file_data = $this->mfile->get_filedata($id); + + if (empty($file_data)) { + echo "unknown id \"$id\"\n"; + return; + } + + $data_id = $file_data["data_id"]; + $this->mfile->delete_data_id($data_id); + echo "removed data_id \"$data_id\"\n"; + } + + function update_file_metadata() + { + $this->_require_cli_request(); + + $chunk = 500; + + $total = $this->db->count_all("file_storage"); + + for ($limit = 0; $limit < $total; $limit += $chunk) { + $query = $this->db->select('hash, id') + ->from('file_storage') + ->limit($chunk, $limit) + ->get()->result_array(); + + foreach ($query as $key => $item) { + $data_id = $item["hash"].'-'.$item['id']; + $mimetype = mimetype($this->mfile->file($data_id)); + + $this->db->where('id', $item['id']) + ->set(array( + 'mimetype' => $mimetype, + )) + ->update('file_storage'); + } + } + } +} + +# vim: set noet: -- cgit v1.2.3-24-g4f1b